Anbang Hu created HDFS-13563: -------------------------------- Summary: TestDFSAdminWithHA times out on Windows Key: HDFS-13563 URL: https://issues.apache.org/jira/browse/HDFS-13563 Project: Hadoop HDFS Issue Type: Bug Reporter: Anbang Hu Assignee: Anbang Hu
{color:#d04437}[INFO] Running org.apache.hadoop.hdfs.tools.TestDFSAdminWithHA{color} {color:#d04437}[ERROR] Tests run: 45, Failures: 0, Errors: 45, Skipped: 0, Time elapsed: 448.371 s <<< FAILURE! - in org.apache.hadoop.hdfs.tools.TestDFSAdminWithHA{color} {color:#d04437}[ERROR] testRestoreFailedStorageNN1UpNN2Down(org.apache.hadoop.hdfs.tools.TestDFSAdminWithHA) Time elapsed: 30.01 s <<< ERROR!{color} {color:#d04437}java.lang.Exception: test timed out after 30000 milliseconds{color} {color:#d04437} at java.net.Inet4AddressImpl.getHostByAddr(Native Method){color} {color:#d04437} at java.net.InetAddress$2.getHostByAddr(InetAddress.java:932){color} {color:#d04437} at java.net.InetAddress.getHostFromNameService(InetAddress.java:617){color} {color:#d04437} at java.net.InetAddress.getCanonicalHostName(InetAddress.java:588){color} {color:#d04437} at org.apache.hadoop.security.SecurityUtil.getLocalHostName(SecurityUtil.java:256){color} {color:#d04437} at org.apache.hadoop.security.SecurityUtil.replacePattern(SecurityUtil.java:224){color} {color:#d04437} at org.apache.hadoop.security.SecurityUtil.getServerPrincipal(SecurityUtil.java:179){color} {color:#d04437} at org.apache.hadoop.security.AuthenticationFilterInitializer.getFilterConfigMap(AuthenticationFilterInitializer.java:90){color} {color:#d04437} at org.apache.hadoop.http.HttpServer2.getFilterProperties(HttpServer2.java:521){color} {color:#d04437} at org.apache.hadoop.http.HttpServer2.constructSecretProvider(HttpServer2.java:511){color} {color:#d04437} at org.apache.hadoop.http.HttpServer2.<init>(HttpServer2.java:400){color} {color:#d04437} at org.apache.hadoop.http.HttpServer2.<init>(HttpServer2.java:115){color} {color:#d04437} at org.apache.hadoop.http.HttpServer2$Builder.build(HttpServer2.java:336){color} {color:#d04437} at org.apache.hadoop.hdfs.server.namenode.NameNodeHttpServer.start(NameNodeHttpServer.java:162){color} {color:#d04437} at org.apache.hadoop.hdfs.server.namenode.NameNode.startHttpServer(NameNode.java:889){color} {color:#d04437} at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:725){color} {color:#d04437} at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:953){color} {color:#d04437} at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:932){color} {color:#d04437} at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1673){color} {color:#d04437} at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:1215){color} {color:#d04437} at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:1090){color} {color:#d04437} at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:883){color} {color:#d04437} at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:514){color} {color:#d04437} at org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:473){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.MiniQJMHACluster.<init>(MiniQJMHACluster.java:114){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.MiniQJMHACluster.<init>(MiniQJMHACluster.java:40){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.MiniQJMHACluster$Builder.build(MiniQJMHACluster.java:69){color} {color:#d04437} at org.apache.hadoop.hdfs.tools.TestDFSAdminWithHA.setUpHaCluster(TestDFSAdminWithHA.java:85){color} {color:#d04437} at org.apache.hadoop.hdfs.tools.TestDFSAdminWithHA.testRestoreFailedStorageNN1UpNN2Down(TestDFSAdminWithHA.java:235){color} {color:#d04437} at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method){color} {color:#d04437} at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62){color} {color:#d04437} at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43){color} {color:#d04437} at java.lang.reflect.Method.invoke(Method.java:498){color} {color:#d04437} at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47){color} {color:#d04437} at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12){color} {color:#d04437} at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44){color} {color:#d04437} at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17){color} {color:#d04437} at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74){color} {color:#d04437}[ERROR] testListOpenFilesNN1UpNN2Down(org.apache.hadoop.hdfs.tools.TestDFSAdminWithHA) Time elapsed: 10.063 s <<< ERROR!{color} {color:#d04437}org.apache.hadoop.hdfs.qjournal.client.QuorumException:{color} {color:#d04437}Unable to check if JNs are ready for formatting. 1 exceptions thrown:{color} {color:#d04437}127.0.0.1:5450: Cannot lock storage D:\OSS\hadoop-branch-2\hadoop-hdfs-project\hadoop-hdfs\target\test\data\dfs\journalnode-0\ns1. The directory is already locked{color} {color:#d04437} at org.apache.hadoop.hdfs.server.common.Storage$StorageDirectory.lock(Storage.java:759){color} {color:#d04437} at org.apache.hadoop.hdfs.server.common.Storage$StorageDirectory.analyzeStorage(Storage.java:567){color} {color:#d04437} at org.apache.hadoop.hdfs.server.common.Storage$StorageDirectory.analyzeStorage(Storage.java:518){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.server.JNStorage.analyzeAndRecoverStorage(JNStorage.java:227){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.server.JNStorage.<init>(JNStorage.java:76){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.server.Journal.<init>(Journal.java:146){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.server.JournalNode.getOrCreateJournal(JournalNode.java:97){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.server.JournalNode.getOrCreateJournal(JournalNode.java:106){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.server.JournalNodeRpcServer.isFormatted(JournalNodeRpcServer.java:132){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.protocolPB.QJournalProtocolServerSideTranslatorPB.isFormatted(QJournalProtocolServerSideTranslatorPB.java:103){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.protocol.QJournalProtocolProtos$QJournalProtocolService$2.callBlockingMethod(QJournalProtocolProtos.java:25399){color} {color:#d04437} at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:503){color} {color:#d04437} at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:989){color} {color:#d04437} at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:871){color} {color:#d04437} at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:817){color} {color:#d04437} at java.security.AccessController.doPrivileged(Native Method){color} {color:#d04437} at javax.security.auth.Subject.doAs(Subject.java:422){color} {color:#d04437} at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1889){color} {color:#d04437} at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2606){color} {color:#d04437}at org.apache.hadoop.hdfs.qjournal.client.QuorumException.create(QuorumException.java:81){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.client.QuorumCall.rethrowException(QuorumCall.java:286){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager.hasSomeData(QuorumJournalManager.java:230){color} {color:#d04437} at org.apache.hadoop.hdfs.server.common.Storage.confirmFormat(Storage.java:981){color} {color:#d04437} at org.apache.hadoop.hdfs.server.namenode.FSImage.confirmFormat(FSImage.java:195){color} {color:#d04437} at org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:1168){color} {color:#d04437} at org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:403){color} {color:#d04437} at org.apache.hadoop.hdfs.DFSTestUtil.formatNameNode(DFSTestUtil.java:234){color} {color:#d04437} at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:1080){color} {color:#d04437} at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:883){color} {color:#d04437} at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:514){color} {color:#d04437} at org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:473){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.MiniQJMHACluster.<init>(MiniQJMHACluster.java:114){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.MiniQJMHACluster.<init>(MiniQJMHACluster.java:40){color} {color:#d04437} at org.apache.hadoop.hdfs.qjournal.MiniQJMHACluster$Builder.build(MiniQJMHACluster.java:69){color} {color:#d04437} at org.apache.hadoop.hdfs.tools.TestDFSAdminWithHA.setUpHaCluster(TestDFSAdminWithHA.java:85){color} {color:#d04437} at org.apache.hadoop.hdfs.tools.TestDFSAdminWithHA.testListOpenFilesNN1UpNN2Down(TestDFSAdminWithHA.java:681){color} {color:#d04437} at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method){color} {color:#d04437} at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62){color} {color:#d04437} at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43){color} {color:#d04437} at java.lang.reflect.Method.invoke(Method.java:498){color} {color:#d04437} at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47){color} {color:#d04437} at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12){color} {color:#d04437} at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44){color} {color:#d04437} at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17){color} {color:#d04437} at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74){color} {color:#d04437}...{color} {color:#d04437}[INFO]{color} {color:#d04437}[INFO] Results:{color} {color:#d04437}[INFO]{color} {color:#d04437}[ERROR] Errors:{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testFinalizeUpgrade:631->setUpHaCluster:85 ╗ Quorum Unable ...{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testFinalizeUpgradeNN1DownNN2Down:670->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testFinalizeUpgradeNN1DownNN2Up:658->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testFinalizeUpgradeNN1UpNN2Down:646->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testListOpenFilesNN1DownNN2Down:699->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testListOpenFilesNN1DownNN2Up:690->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testListOpenFilesNN1UpNN2Down:681->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testMetaSave:399->setUpHaCluster:85 ╗ Quorum Unable to chec...{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testMetaSaveNN1DownNN2Down:435->setUpHaCluster:85 ╗ Quorum ...{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testMetaSaveNN1DownNN2Up:422->setUpHaCluster:85 ╗ Quorum Un...{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testMetaSaveNN1UpNN2Down:409->setUpHaCluster:85 ╗ Quorum Un...{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshCallQueue:589->setUpHaCluster:85 ╗ Quorum Unable...{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshCallQueueNN1DownNN2Down:620->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshCallQueueNN1DownNN2Up:609->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshCallQueueNN1UpNN2Down:598->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshNodes:305->setUpHaCluster:85 ╗ Quorum Unable to ...{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshNodesNN1DownNN2Down:336->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshNodesNN1DownNN2Up:325->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshNodesNN1UpNN2Down:314->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshServiceAcl:447->setUpHaCluster:85 ╗ Quorum Unabl...{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshServiceAclNN1DownNN2Down:478->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshServiceAclNN1DownNN2Up:467->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshServiceAclNN1UpNN2Down:456->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshSuperUserGroupsConfiguration:536->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshSuperUserGroupsConfigurationNN1DownNN2Down:577->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshSuperUserGroupsConfigurationNN1DownNN2Up:562->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshSuperUserGroupsConfigurationNN1UpNN2Down:547->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshUserToGroupsMappings:490->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshUserToGroupsMappingsNN1DownNN2Down:525->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshUserToGroupsMappingsNN1DownNN2Up:512->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRefreshUserToGroupsMappingsNN1UpNN2Down:499->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRestoreFailedStorage:215->setUpHaCluster:85 ╗ Quorum Un...{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRestoreFailedStorageNN1DownNN2Down:283->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRestoreFailedStorageNN1DownNN2Up:259->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testRestoreFailedStorageNN1UpNN2Down:235->setUpHaCluster:85 ╗{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testSaveNamespace:146->setUpHaCluster:85 ╗ Quorum Unable to...{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testSaveNamespaceNN1DownNN2Down:197->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testSaveNamespaceNN1DownNN2Up:179->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testSaveNamespaceNN1UpNN2Down:161->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testSetBalancerBandwidth:347->setUpHaCluster:85 ╗ Quorum Un...{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testSetBalancerBandwidthNN1DownNN2Down:380->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testSetBalancerBandwidthNN1DownNN2Up:369->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testSetBalancerBandwidthNN1UpNN2Down:358->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testSetNegativeBalancerBandwidth:392->setUpHaCluster:85 ╗ Quorum{color} {color:#d04437}[ERROR] TestDFSAdminWithHA.testSetSafeMode:118->setUpHaCluster:85 ╗ Quorum Unable to c...{color} {color:#d04437}[INFO]{color} {color:#d04437}[ERROR] Tests run: 45, Failures: 0, Errors: 45, Skipped: 0{color} -- This message was sent by Atlassian JIRA (v7.6.3#76005) --------------------------------------------------------------------- To unsubscribe, e-mail: hdfs-dev-unsubscr...@hadoop.apache.org For additional commands, e-mail: hdfs-dev-h...@hadoop.apache.org