See <https://builds.apache.org/job/Hadoop-Hdfs-trunk/3113/changes>
Changes:
[iwasakims] HDFS-2043. TestHFlush failing intermittently. Contributed by Lin
Yiqun.
------------------------------------------
[...truncated 11152 lines...]
at
java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at
org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:218)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2387)
"Timer-9" daemon prio=5 tid=135 timed_waiting
java.lang.Thread.State: TIMED_WAITING
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
"IPC Server handler 5 on 41228" daemon prio=5 tid=483 timed_waiting
java.lang.Thread.State: TIMED_WAITING
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at
java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at
org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:218)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2387)
"org.apache.hadoop.util.JvmPauseMonitor$Monitor@7a1d2922" daemon prio=5 tid=106
timed_waiting
java.lang.Thread.State: TIMED_WAITING
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:192)
at java.lang.Thread.run(Thread.java:745)
"IPC Server handler 0 on 41504" daemon prio=5 tid=256 timed_waiting
java.lang.Thread.State: TIMED_WAITING
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at
java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at
org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:218)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2387)
"org.apache.hadoop.util.JvmPauseMonitor$Monitor@30ef19d4" daemon prio=5 tid=169
timed_waiting
java.lang.Thread.State: TIMED_WAITING
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:192)
at java.lang.Thread.run(Thread.java:745)
"Async disk worker #0 for volume
<https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/hadoop-hdfs/target/test/data/1/dfs/data/data15/current";>
daemon prio=5 tid=583 timed_waiting
java.lang.Thread.State: TIMED_WAITING
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at
java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
"refreshUsed-<https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/hadoop-hdfs/target/test/data/1/dfs/data/data3/current/BP-2116724570-67.195.81.147-1462522228298";>
daemon prio=5 tid=285 timed_waiting
java.lang.Thread.State: TIMED_WAITING
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:158)
at java.lang.Thread.run(Thread.java:745)
"IPC Server handler 1 on 41228" daemon prio=5 tid=479 timed_waiting
java.lang.Thread.State: TIMED_WAITING
at sun.misc.Unsafe.park(Native Method)
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 116.512 sec -
in org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure200
Running org.apache.hadoop.hdfs.TestDatanodeDeath
Tests run: 4, Failures: 0, Errors: 1, Skipped: 0, Time elapsed: 70.851 sec <<<
FAILURE! - in org.apache.hadoop.hdfs.TestCrcCorruption
testCorruptionDuringWrt(org.apache.hadoop.hdfs.TestCrcCorruption) Time
elapsed: 50.314 sec <<< ERROR!
java.lang.Exception: test timed out after 50000 milliseconds
at java.lang.Object.wait(Native Method)
at
org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:768)
at
org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:697)
at
org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:778)
at
org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:755)
at
org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:72)
at
org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:101)
at
org.apache.hadoop.hdfs.TestCrcCorruption.testCorruptionDuringWrt(TestCrcCorruption.java:136)
Running org.apache.hadoop.hdfs.TestParallelReadUtil
Tests run: 1, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 0.078 sec - in
org.apache.hadoop.hdfs.TestParallelReadUtil
Running org.apache.hadoop.hdfs.TestDFSUpgrade
Tests run: 20, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 48.728 sec -
in org.apache.hadoop.hdfs.TestBlockStoragePolicy
Running org.apache.hadoop.hdfs.TestDFSShell
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 23.323 sec - in
org.apache.hadoop.hdfs.TestDFSUpgrade
Running org.apache.hadoop.hdfs.TestFileAppend2
Tests run: 44, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 118.723 sec -
in org.apache.hadoop.hdfs.TestHDFSFileSystemContract
Running org.apache.hadoop.hdfs.TestKeyProviderCache
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.404 sec - in
org.apache.hadoop.hdfs.TestKeyProviderCache
Running org.apache.hadoop.hdfs.TestListFilesInDFS
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.134 sec - in
org.apache.hadoop.hdfs.TestListFilesInDFS
Running org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure160
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 70.274 sec - in
org.apache.hadoop.hdfs.TestDatanodeDeath
Running org.apache.hadoop.hdfs.TestAppendSnapshotTruncate
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 50.867 sec - in
org.apache.hadoop.hdfs.TestFileAppend2
Running org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure150
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.687 sec - in
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure150
Running org.apache.hadoop.hdfs.TestDFSOutputStream
Tests run: 43, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 65.072 sec -
in org.apache.hadoop.hdfs.TestDFSShell
Running org.apache.hadoop.hdfs.TestHDFSServerPorts
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 12.681 sec - in
org.apache.hadoop.hdfs.TestHDFSServerPorts
Running org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure060
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.88 sec - in
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure060
Running org.apache.hadoop.hdfs.TestDFSClientExcludedNodes
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 16.103 sec - in
org.apache.hadoop.hdfs.TestDFSOutputStream
Running org.apache.hadoop.hdfs.TestDFSPermission
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 37.174 sec - in
org.apache.hadoop.hdfs.TestAppendSnapshotTruncate
Running org.apache.hadoop.hdfs.TestRestartDFS
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 20.682 sec - in
org.apache.hadoop.hdfs.TestDFSClientExcludedNodes
Running org.apache.hadoop.cli.TestCryptoAdminCLI
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.331 sec - in
org.apache.hadoop.cli.TestCryptoAdminCLI
Running org.apache.hadoop.cli.TestHDFSCLI
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 27.749 sec - in
org.apache.hadoop.hdfs.TestRestartDFS
Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 42.527 sec - in
org.apache.hadoop.hdfs.TestDFSPermission
Running org.apache.hadoop.cli.TestAclCLI
Running org.apache.hadoop.cli.TestDeleteCLI
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.053 sec - in
org.apache.hadoop.cli.TestAclCLI
Running org.apache.hadoop.cli.TestCacheAdminCLI
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.141 sec - in
org.apache.hadoop.cli.TestDeleteCLI
Running org.apache.hadoop.cli.TestErasureCodingCLI
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 12.515 sec - in
org.apache.hadoop.cli.TestCacheAdminCLI
Running org.apache.hadoop.cli.TestXAttrCLI
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.027 sec - in
org.apache.hadoop.cli.TestErasureCodingCLI
Running org.apache.hadoop.TestRefreshCallQueue
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 9.363 sec - in
org.apache.hadoop.TestRefreshCallQueue
Running org.apache.hadoop.security.TestPermissionSymlinks
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.149 sec - in
org.apache.hadoop.cli.TestXAttrCLI
Running org.apache.hadoop.security.TestPermission
Tests run: 15, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.202 sec -
in org.apache.hadoop.security.TestPermissionSymlinks
Running org.apache.hadoop.security.TestRefreshUserMappings
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.387 sec - in
org.apache.hadoop.security.TestPermission
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 132.754 sec -
in org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure160
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.621 sec - in
org.apache.hadoop.security.TestRefreshUserMappings
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 79.24 sec - in
org.apache.hadoop.cli.TestHDFSCLI
Results :
Failed tests:
TestShortCircuitCache.testDataXceiverCleansUpSlotsOnFailure:682->checkNumberOfSegmentsAndSlots:628
expected:<1> but was:<2>
TestDFSUpgradeWithHA.testRollbackWithJournalNodes:687 null
Tests in error:
TestRollingFileSystemSinkWithSecureHdfs.testMissingPropertiesWithSecureHDFS:146->createDirectoriesSecurely:206
» IO
TestAsyncDFSRename.testAggressiveConcurrentAsyncRenameWithOverwrite:184->internalTestConcurrentAsyncRenameWithOverwrite:221->Object.wait:503->Object.wait:-2
»
TestAsyncDFSRename.testCallGetReturnValueMultipleTimes:124 » IO Cannot remove
...
TestFileAppend.testMultipleAppends » IO Failed to replace a bad datanode on
th...
TestAsyncDFSRename.testConservativeConcurrentAsyncRenameWithOverwrite:191->internalTestConcurrentAsyncRenameWithOverwrite:220->Object.wait:-2
»
TestEncryptionZones.testStartFileRetry:1176 » test timed out after 120000
mil...
TestDFSInputStream.testSkipWithRemoteBlockReader:77 » NoClassDefFound
org/apac...
TestFileCorruption.testArrayOutOfBoundsException:136 » NoClassDefFound
org/apa...
TestDFSInputStream.testSeekToNewSource:120 » NoClassDefFound
org/apache/hadoop...
TestDFSInputStream.testSkipWithRemoteBlockReader2:88 » NoClassDefFound
org/apa...
TestDFSInputStream.testSkipWithLocalBlockReader:106 » NoClassDefFound
org/apac...
TestFileCorruption.testCorruptionWithDiskFailure:185 » NoClassDefFound
org/apa...
TestFileCorruption.testFileCorruption:79 » NoClassDefFound
org/apache/hadoop/s...
TestBlockReaderLocal.testBlockReaderLocalReadZeroBytesNoChecksum:695->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderSimpleReads:258->runBlockReaderLocalTest:168
» IO
TestFileAppend4.testUpdateNeededReplicationsForAppendedFile:315 » Timeout
Time...
TestBlockReaderLocal.testBlockReaderLocalByteBufferFastLaneReadsNoChecksum:430->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalWithMlockChanges:587->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalReadCorrupt:535->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalArrayReads2:308->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalReadCorruptStart:484->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalOnFileWithoutChecksum:660->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalReadZeroBytes:688->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalReadCorruptNoChecksum:542->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalByteBufferReadsNoChecksum:359->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalWithMlockChangesNoChecksum:594->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalArrayReads2NoChecksum:315->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalByteBufferFastLaneReads:423->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderSimpleReadsNoChecksum:270->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalByteBufferReads:352->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderLocalOnFileWithoutChecksumNoChecksum:667->runBlockReaderLocalTest:168
» IO
TestBlockReaderLocal.testBlockReaderSimpleReadsShortReadahead:264->runBlockReaderLocalTest:168
» IO
TestCrcCorruption.testCorruptionDuringWrt:136->Object.wait:-2 » test timed
ou...
Tests run: 4411, Failures: 2, Errors: 33, Skipped: 17
[INFO]
[INFO] ------------------------------------------------------------------------
[INFO] Skipping Apache Hadoop HDFS Native Client
[INFO] This project has been banned from the build due to previous failures.
[INFO] ------------------------------------------------------------------------
[INFO]
[INFO] ------------------------------------------------------------------------
[INFO] Skipping Apache Hadoop HttpFS
[INFO] This project has been banned from the build due to previous failures.
[INFO] ------------------------------------------------------------------------
[INFO]
[INFO] ------------------------------------------------------------------------
[INFO] Skipping Apache Hadoop HDFS BookKeeper Journal
[INFO] This project has been banned from the build due to previous failures.
[INFO] ------------------------------------------------------------------------
[INFO]
[INFO] ------------------------------------------------------------------------
[INFO] Skipping Apache Hadoop HDFS-NFS
[INFO] This project has been banned from the build due to previous failures.
[INFO] ------------------------------------------------------------------------
[INFO]
[INFO] ------------------------------------------------------------------------
[INFO] Building Apache Hadoop HDFS Project 3.0.0-SNAPSHOT
[INFO] ------------------------------------------------------------------------
[INFO]
[INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ hadoop-hdfs-project
---
[INFO] Deleting
<https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/target>
[INFO]
[INFO] --- maven-antrun-plugin:1.7:run (create-testdirs) @ hadoop-hdfs-project
---
[INFO] Executing tasks
main:
[mkdir] Created dir:
<https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/target/test-dir>
[INFO] Executed tasks
[INFO]
[INFO] --- maven-source-plugin:2.3:jar-no-fork (hadoop-java-sources) @
hadoop-hdfs-project ---
[INFO]
[INFO] --- maven-source-plugin:2.3:test-jar-no-fork (hadoop-java-sources) @
hadoop-hdfs-project ---
[INFO]
[INFO] --- maven-enforcer-plugin:1.3.1:enforce (dist-enforce) @
hadoop-hdfs-project ---
[INFO]
[INFO] --- maven-site-plugin:3.5:attach-descriptor (attach-descriptor) @
hadoop-hdfs-project ---
[INFO]
[INFO] --- maven-javadoc-plugin:2.8.1:jar (module-javadocs) @
hadoop-hdfs-project ---
[INFO] Skipping javadoc generation
[INFO]
[INFO] --- maven-enforcer-plugin:1.3.1:enforce (depcheck) @ hadoop-hdfs-project
---
[INFO]
[INFO] --- maven-checkstyle-plugin:2.15:checkstyle (default-cli) @
hadoop-hdfs-project ---
[INFO]
[INFO] --- findbugs-maven-plugin:3.0.0:findbugs (default-cli) @
hadoop-hdfs-project ---
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] Apache Hadoop HDFS Client ......................... SUCCESS [05:15 min]
[INFO] Apache Hadoop HDFS ................................ FAILURE [ 01:16 h]
[INFO] Apache Hadoop HDFS Native Client .................. SKIPPED
[INFO] Apache Hadoop HttpFS .............................. SKIPPED
[INFO] Apache Hadoop HDFS BookKeeper Journal ............. SKIPPED
[INFO] Apache Hadoop HDFS-NFS ............................ SKIPPED
[INFO] Apache Hadoop HDFS Project ........................ SUCCESS [ 0.153 s]
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 01:21 h
[INFO] Finished at: 2016-05-06T08:15:07+00:00
[INFO] Final Memory: 57M/828M
[INFO] ------------------------------------------------------------------------
[ERROR] Failed to execute goal
org.apache.maven.plugins:maven-surefire-plugin:2.17:test (default-test) on
project hadoop-hdfs: ExecutionException: java.lang.RuntimeException: The forked
VM terminated without properly saying goodbye. VM crash or System.exit called?
[ERROR] Command was /bin/sh -c cd
<https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/hadoop-hdfs>
&& /home/jenkins/tools/java/jdk1.7.0_55/jre/bin/java -Xmx2048m
-XX:MaxPermSize=768m -XX:+HeapDumpOnOutOfMemoryError
-DminiClusterDedicatedDirs=true -jar
<https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/hadoop-hdfs/target/surefire/surefirebooter7072230321739974664.jar>
<https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/hadoop-hdfs/target/surefire/surefire1440593190072320849tmp>
<https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/hadoop-hdfs/target/surefire/surefire_5326508163860081582313tmp>
[ERROR] -> [Help 1]
[ERROR]
[ERROR] To see the full stack trace of the errors, re-run Maven with the -e
switch.
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR]
[ERROR] For more information about the errors and possible solutions, please
read the following articles:
[ERROR] [Help 1]
http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
[ERROR]
[ERROR] After correcting the problems, you can resume the build with the command
[ERROR] mvn <goals> -rf :hadoop-hdfs
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
---------------------------------------------------------------------
To unsubscribe, e-mail: hdfs-dev-unsubscr...@hadoop.apache.org
For additional commands, e-mail: hdfs-dev-h...@hadoop.apache.org
