See <https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/138/changes>
Changes: [raviprak] YARN-3288. Document and fix indentation in the DockerContainerExecutor code [harsh] HDFS-7501. TransactionsSinceLastCheckpoint can be negative on SBNs. Contributed by Gautam Gopalakrishnan. ------------------------------------------ [...truncated 10059 lines...] Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=768m; support was removed in 8.0 Running org.apache.hadoop.hdfs.server.namenode.TestTransferFsImage Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 8.492 sec - in org.apache.hadoop.hdfs.server.namenode.TestTransferFsImage Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=768m; support was removed in 8.0 Running org.apache.hadoop.hdfs.server.namenode.TestEditLogRace Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 29.962 sec - in org.apache.hadoop.hdfs.server.namenode.TestEditLogRace Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=768m; support was removed in 8.0 Running org.apache.hadoop.hdfs.server.namenode.TestTruncateQuotaUpdate Tests run: 4, Failures: 0, Errors: 2, Skipped: 0, Time elapsed: 16.01 sec <<< FAILURE! - in org.apache.hadoop.hdfs.server.namenode.TestTruncateQuotaUpdate testQuotaWithSnapshot2(org.apache.hadoop.hdfs.server.namenode.TestTruncateQuotaUpdate) Time elapsed: 5.122 sec <<< ERROR! org.apache.hadoop.ipc.RemoteException: org/apache/hadoop/fs/ContentSummary$Builder at org.apache.hadoop.hdfs.server.namenode.INode.computeAndConvertContentSummary(INode.java:447) at org.apache.hadoop.hdfs.server.namenode.INode.computeContentSummary(INode.java:436) at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.convertLastBlockToUnderConstruction(BlockManager.java:748) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.prepareFileForAppend(FSNamesystem.java:2717) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.appendFileInternal(FSNamesystem.java:2680) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.appendFileInt(FSNamesystem.java:2962) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.appendFile(FSNamesystem.java:2933) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.append(NameNodeRpcServer.java:657) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.append(ClientNamenodeProtocolServerSideTranslatorPB.java:418) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:636) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:973) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2140) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2136) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1669) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2134) Caused by: java.lang.ClassNotFoundException: org.apache.hadoop.fs.ContentSummary$Builder at java.net.URLClassLoader$1.run(URLClassLoader.java:372) at java.net.URLClassLoader$1.run(URLClassLoader.java:361) at java.security.AccessController.doPrivileged(Native Method) at java.net.URLClassLoader.findClass(URLClassLoader.java:360) at java.lang.ClassLoader.loadClass(ClassLoader.java:424) at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308) at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ... 18 more at org.apache.hadoop.ipc.Client.call(Client.java:1492) at org.apache.hadoop.ipc.Client.call(Client.java:1423) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy20.append(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.append(ClientNamenodeProtocolTranslatorPB.java:328) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy21.append(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.callAppend(DFSClient.java:1828) at org.apache.hadoop.hdfs.DFSClient.append(DFSClient.java:1891) at org.apache.hadoop.hdfs.DFSClient.append(DFSClient.java:1861) at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:341) at org.apache.hadoop.hdfs.DistributedFileSystem$4.doCall(DistributedFileSystem.java:337) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.append(DistributedFileSystem.java:349) at org.apache.hadoop.hdfs.DistributedFileSystem.append(DistributedFileSystem.java:319) at org.apache.hadoop.fs.FileSystem.append(FileSystem.java:1164) at org.apache.hadoop.hdfs.DFSTestUtil.appendFile(DFSTestUtil.java:774) at org.apache.hadoop.hdfs.server.namenode.TestTruncateQuotaUpdate$TruncateWithSnapshot2.prepare(TestTruncateQuotaUpdate.java:200) at org.apache.hadoop.hdfs.server.namenode.TestTruncateQuotaUpdate.testTruncateQuotaUpdate(TestTruncateQuotaUpdate.java:230) at org.apache.hadoop.hdfs.server.namenode.TestTruncateQuotaUpdate.testQuotaWithSnapshot2(TestTruncateQuotaUpdate.java:246) testQuotaNoSnapshot(org.apache.hadoop.hdfs.server.namenode.TestTruncateQuotaUpdate) Time elapsed: 1.762 sec <<< ERROR! org.apache.hadoop.ipc.RemoteException: org/apache/hadoop/fs/ContentSummary$Builder at org.apache.hadoop.hdfs.server.namenode.INode.computeAndConvertContentSummary(INode.java:447) at org.apache.hadoop.hdfs.server.namenode.INode.computeContentSummary(INode.java:436) at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.convertLastBlockToUnderConstruction(BlockManager.java:748) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.prepareFileForTruncate(FSNamesystem.java:2090) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.truncateInternal(FSNamesystem.java:2025) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.truncateInt(FSNamesystem.java:1950) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.truncate(FSNamesystem.java:1918) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.truncate(NameNodeRpcServer.java:931) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.truncate(ClientNamenodeProtocolServerSideTranslatorPB.java:596) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:636) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:973) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2140) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2136) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1669) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2134) at org.apache.hadoop.ipc.Client.call(Client.java:1492) at org.apache.hadoop.ipc.Client.call(Client.java:1423) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy20.truncate(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.truncate(ClientNamenodeProtocolTranslatorPB.java:313) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy21.truncate(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.truncate(DFSClient.java:2031) at org.apache.hadoop.hdfs.DistributedFileSystem$13.doCall(DistributedFileSystem.java:690) at org.apache.hadoop.hdfs.DistributedFileSystem$13.doCall(DistributedFileSystem.java:686) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.truncate(DistributedFileSystem.java:697) at org.apache.hadoop.hdfs.server.namenode.TestTruncateQuotaUpdate.testTruncate(TestTruncateQuotaUpdate.java:101) at org.apache.hadoop.hdfs.server.namenode.TestTruncateQuotaUpdate.access$200(TestTruncateQuotaUpdate.java:45) Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=768m; support was removed in 8.0 Running org.apache.hadoop.hdfs.server.namenode.TestSecondaryWebUi Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.877 sec - in org.apache.hadoop.hdfs.server.namenode.TestSecondaryWebUi Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=768m; support was removed in 8.0 Running org.apache.hadoop.hdfs.server.namenode.TestCheckPointForSecurityTokens Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 8.794 sec - in org.apache.hadoop.hdfs.server.namenode.TestCheckPointForSecurityTokens Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=768m; support was removed in 8.0 Running org.apache.hadoop.hdfs.server.namenode.startupprogress.TestStartupProgressMetrics Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.422 sec - in org.apache.hadoop.hdfs.server.namenode.startupprogress.TestStartupProgressMetrics Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=768m; support was removed in 8.0 Running org.apache.hadoop.hdfs.server.namenode.startupprogress.TestStartupProgress Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.364 sec - in org.apache.hadoop.hdfs.server.namenode.startupprogress.TestStartupProgress Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=768m; support was removed in 8.0 Running org.apache.hadoop.hdfs.server.namenode.TestParallelImageWrite Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.008 sec - in org.apache.hadoop.hdfs.server.namenode.TestParallelImageWrite Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=768m; support was removed in 8.0 Running org.apache.hadoop.hdfs.server.namenode.TestSaveNamespace Tests run: 14, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.643 sec - in org.apache.hadoop.hdfs.server.namenode.TestSaveNamespace Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=768m; support was removed in 8.0 Running org.apache.hadoop.hdfs.server.namenode.TestFavoredNodesEndToEnd Results : Tests in error: TestGetFileChecksum.testGetFileChecksum:72->testGetFileChecksum:60 » Remote or... TestDFSPermission.testPermissionChecking:412->testPermissionCheckingPerUser:548->testStats:888 » Remote TestBlockReaderLocalLegacy.testBlockReaderLocalLegacyWithAppend:199 » Remote o... TestFileAppend3.testTC2:169 » Remote org/apache/hadoop/fs/ContentSummary$Build... TestFileAppend3.testTC5:229 » Remote org/apache/hadoop/fs/ContentSummary$Build... TestFileAppend3.testTC7:341->testTC7:330 » Remote org/apache/hadoop/fs/Content... TestFileAppend3.testTC12:450->testTC12:431 » Remote org/apache/hadoop/fs/Conte... TestFileAppend3.testAppendToPartialChunk:595->testAppendToPartialChunk:482 » Remote TestDistributedFileSystem.testStatistics:442 » Remote org/apache/hadoop/fs/Con... TestHdfsAdmin.testHdfsAdminSetQuota:64 » Remote org/apache/hadoop/fs/ContentSu... TestAddBlock.testAddBlockUC:133 » Remote org/apache/hadoop/fs/ContentSummary$B... TestSnapshotDiffReport.testDiffReportWithRenameAndAppend:485 » Remote org/apac... TestSnapshotFileLength.testSnapshotfileLength:112 » Remote org/apache/hadoop/f... TestSnapshotFileLength.testSnapshotFileLengthWithCatCommand:183 » Remote org/a... TestINodeFileUnderConstructionWithSnapshot.testGetBlockLocations:239->appendFileWithoutClosing:133 » Remote TestNameEditsConfigs.testNameEditsConfigs:179->checkFile:99 » Remote org/apach... TestNameEditsConfigs.testNameEditsConfigsFailure:448->checkFile:99 » Remote or... TestFSImageWithSnapshot.testLoadImageWithAppending:403->appendFileWithoutClosing:133 » Remote TestFSImageWithSnapshot.testSaveLoadImageWithAppending:349->appendFileWithoutClosing:133 » Remote TestNamenodeRetryCache.testAppend:235 » NoClassDefFound org/apache/hadoop/fs/C... TestSnapshotPathINodes.testSnapshotPathINodesAfterModification:384 » Remote or... TestSnapshotPathINodes.testSnapshotPathINodesAfterDeletion:286 » Snapshot The ... TestHDFSConcat.testConcatWithQuotaIncrease:460 » Remote org/apache/hadoop/fs/C... TestHDFSConcat.testConcatWithQuotaDecrease:429 » Remote org/apache/hadoop/fs/C... TestHDFSConcat.testConcat:154 » Remote org/apache/hadoop/fs/ContentSummary$Bui... TestDNFencing.testQueueingWithAppend:458 » Remote org/apache/hadoop/fs/Content... TestQuotasWithHA.testQuotasTrackedOnStandby:97 » NoClassDefFound org/apache/ha... TestHAAppend.testMultipleAppendsDuringCatchupTailing:99 » Remote org/apache/ha... TestHASafeMode.testAppendWhileInSafeMode:425 » Remote org/apache/hadoop/fs/Con... TestRetryCacheWithHA.testAppend:1136->testClientRetryWithFailover:1293->Object.wait:502->Object.wait:-2 » TestQuotaByStorageType.testQuotaByStorageTypeWithFileCreateTruncate:631 » Remote TestQuotaByStorageType.testQuotaByStorageTypeWithSnapshot:573 » Remote org/apa... TestQuotaByStorageType.testContentSummaryWithoutStoragePolicy:779 » Remote org... TestQuotaByStorageType.testContentSummaryWithoutQuotaByStorageType:756 » Remote TestQuotaByStorageType.testQuotaByStorageTypeWithFileCreateAppend:161 » Remote TestQuotaByStorageType.testQuotaByStorageTypeWithFileCreateDelete:202 » Remote TestQuotaByStorageType.testQuotaByStorageTypeWithFileCreateRename:248 » Remote TestTruncateQuotaUpdate.testQuotaWithSnapshot2:246->testTruncateQuotaUpdate:230 » Remote TestTruncateQuotaUpdate.testQuotaNoSnapshot:236->testTruncateQuotaUpdate:231->access$200:45->testTruncate:101 » Remote Tests run: 2118, Failures: 0, Errors: 39, Skipped: 13 [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Skipping Apache Hadoop HttpFS [INFO] This project has been banned from the build due to previous failures. [INFO] ------------------------------------------------------------------------ [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Skipping Apache Hadoop HDFS BookKeeper Journal [INFO] This project has been banned from the build due to previous failures. [INFO] ------------------------------------------------------------------------ [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Skipping Apache Hadoop HDFS-NFS [INFO] This project has been banned from the build due to previous failures. [INFO] ------------------------------------------------------------------------ [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Apache Hadoop HDFS Project 3.0.0-SNAPSHOT [INFO] ------------------------------------------------------------------------ [WARNING] The POM for org.eclipse.m2e:lifecycle-mapping:jar:1.0.0 is missing, no dependency information available [WARNING] Failed to retrieve plugin descriptor for org.eclipse.m2e:lifecycle-mapping:1.0.0: Plugin org.eclipse.m2e:lifecycle-mapping:1.0.0 or one of its dependencies could not be resolved: Failure to find org.eclipse.m2e:lifecycle-mapping:jar:1.0.0 in http://repo.maven.apache.org/maven2 was cached in the local repository, resolution will not be reattempted until the update interval of central has elapsed or updates are forced [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ hadoop-hdfs-project --- [INFO] Deleting <https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/ws/hadoop-hdfs-project/target> [INFO] [INFO] --- maven-antrun-plugin:1.7:run (create-testdirs) @ hadoop-hdfs-project --- [INFO] Executing tasks main: [mkdir] Created dir: <https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/ws/hadoop-hdfs-project/target/test-dir> [INFO] Executed tasks [INFO] [INFO] --- maven-source-plugin:2.3:jar-no-fork (hadoop-java-sources) @ hadoop-hdfs-project --- [INFO] [INFO] --- maven-source-plugin:2.3:test-jar-no-fork (hadoop-java-sources) @ hadoop-hdfs-project --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (dist-enforce) @ hadoop-hdfs-project --- [INFO] [INFO] --- maven-site-plugin:3.4:attach-descriptor (attach-descriptor) @ hadoop-hdfs-project --- [INFO] [INFO] --- maven-javadoc-plugin:2.8.1:jar (module-javadocs) @ hadoop-hdfs-project --- [INFO] Not executing Javadoc as the project is not a Java classpath-capable package [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (depcheck) @ hadoop-hdfs-project --- [INFO] [INFO] --- maven-checkstyle-plugin:2.12.1:checkstyle (default-cli) @ hadoop-hdfs-project --- [INFO] [INFO] --- findbugs-maven-plugin:3.0.0:findbugs (default-cli) @ hadoop-hdfs-project --- [INFO] ------------------------------------------------------------------------ [INFO] Reactor Summary: [INFO] [INFO] Apache Hadoop HDFS ................................ FAILURE [ 01:13 h] [INFO] Apache Hadoop HttpFS .............................. SKIPPED [INFO] Apache Hadoop HDFS BookKeeper Journal ............. SKIPPED [INFO] Apache Hadoop HDFS-NFS ............................ SKIPPED [INFO] Apache Hadoop HDFS Project ........................ SUCCESS [ 2.002 s] [INFO] ------------------------------------------------------------------------ [INFO] BUILD FAILURE [INFO] ------------------------------------------------------------------------ [INFO] Total time: 01:13 h [INFO] Finished at: 2015-03-29T12:48:13+00:00 [INFO] Final Memory: 57M/238M [INFO] ------------------------------------------------------------------------ [ERROR] Failed to execute goal org.apache.maven.plugins:maven-surefire-plugin:2.17:test (default-test) on project hadoop-hdfs: ExecutionException: java.lang.RuntimeException: The forked VM terminated without properly saying goodbye. VM crash or System.exit called? [ERROR] Command was /bin/sh -c cd <https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/ws/hadoop-hdfs-project/hadoop-hdfs> && /home/jenkins/tools/java/jdk1.8.0/jre/bin/java -Xmx4096m -XX:MaxPermSize=768m -XX:+HeapDumpOnOutOfMemoryError -jar <https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/ws/hadoop-hdfs-project/hadoop-hdfs/target/surefire/surefirebooter5778842717551914908.jar> <https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/ws/hadoop-hdfs-project/hadoop-hdfs/target/surefire/surefire7130688955617723916tmp> <https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/ws/hadoop-hdfs-project/hadoop-hdfs/target/surefire/surefire_734130195830533747897tmp> [ERROR] -> [Help 1] [ERROR] [ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch. [ERROR] Re-run Maven using the -X switch to enable full debug logging. [ERROR] [ERROR] For more information about the errors and possible solutions, please read the following articles: [ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException Build step 'Execute shell' marked build as failure Archiving artifacts Recording test results Updating HDFS-7501 Updating YARN-3288