Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/268/

10 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CleanupOldIndexTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.CleanupOldIndexTest:  
   1) Thread[id=27329, 
name=OverseerHdfsCoreFailoverThread-97352969672851467-127.0.0.1:53806_solr-n_0000000002,
 state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]         at 
java.lang.Thread.sleep(Native Method)         at 
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE 
scope at org.apache.solr.cloud.CleanupOldIndexTest: 
   1) Thread[id=27329, 
name=OverseerHdfsCoreFailoverThread-97352969672851467-127.0.0.1:53806_solr-n_0000000002,
 state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
        at java.lang.Thread.run(Thread.java:745)
        at __randomizedtesting.SeedInfo.seed([807A1E143D26CFDB]:0)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:AAFA72F18AFCEF13]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:165)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified

Error Message:
Error from server at http://127.0.0.1:53792/solr: Error CREATEing SolrCore 
'corewithnocollection': Unable to create core [corewithnocollection] Caused by: 
Direct buffer memory

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:53792/solr: Error CREATEing SolrCore 
'corewithnocollection': Unable to create core [corewithnocollection] Caused by: 
Direct buffer memory
        at 
__randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:F3D99EE4894E9AF9]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:333)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets

Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2

Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode 
for /collections/withconfigset2
        at 
__randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:AD04514ECA0275D7]:0)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection

Error Message:
Collection creation after a bad delete failed null Last available state: null

Stack Trace:
java.lang.AssertionError: Collection creation after a bad delete failed
null
Last available state: null
        at 
__randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:675D0E292A45B022]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection(CollectionsAPIDistributedZkTest.java:418)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest

Error Message:
Could not find collection : addReplicaColl

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : addReplicaColl
        at 
__randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:13DA4932B32E840A]:0)
        at 
org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
        at 
org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:666)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore

Error Message:
Error from server at http://127.0.0.1:52052/solr: Error CREATEing SolrCore 
'halfcollection_shard1_replica1': Unable to create core 
[halfcollection_shard1_replica1] Caused by: Direct buffer memory

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:52052/solr: Error CREATEing SolrCore 
'halfcollection_shard1_replica1': Unable to create core 
[halfcollection_shard1_replica1] Caused by: Direct buffer memory
        at 
__randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:6CBCB3A0C6BA723F]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:283)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: 
DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
   "replicationFactor":"1",   "shards":{     "shard1":{       
"range":"80000000-ffffffff",       "state":"active",       "replicas":{}},     
"shard2":{       "range":"0-7fffffff",       "state":"active",       
"replicas":{}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   
"autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: 
DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
        at 
__randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:C80F6AA03B15E04E]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Timeout occured while waiting response from server at: 
http://127.0.0.1:52136/j/ov

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting 
response from server at: http://127.0.0.1:52136/j/ov
        at 
__randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:82E21CE93DAA223]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at 
org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
        at 
org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:170)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at 
org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
        at 
org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
        at 
org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
        at 
org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
        at 
org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
        at 
org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
        at 
org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
        at 
org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
        at 
org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
        ... 51 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:82E21CE93DAA223]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12827 lines...]
   [junit4] Suite: org.apache.solr.cloud.CleanupOldIndexTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/init-core-data-001
   [junit4]   2> 3258016 INFO  
(SUITE-CleanupOldIndexTest-seed#[807A1E143D26CFDB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3258016 INFO  
(SUITE-CleanupOldIndexTest-seed#[807A1E143D26CFDB]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001
   [junit4]   2> 3258017 INFO  
(SUITE-CleanupOldIndexTest-seed#[807A1E143D26CFDB]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3258017 INFO  (Thread-17053) [    ] o.a.s.c.ZkTestServer 
client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3258017 INFO  (Thread-17053) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 3258117 INFO  
(SUITE-CleanupOldIndexTest-seed#[807A1E143D26CFDB]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:50982
   [junit4]   2> 3258129 INFO  (jetty-launcher-1562-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3258132 INFO  (jetty-launcher-1562-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@8894375{/solr,null,AVAILABLE}
   [junit4]   2> 3258135 INFO  (jetty-launcher-1562-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@6fc2f7ad{SSL,[ssl, 
http/1.1]}{127.0.0.1:53806}
   [junit4]   2> 3258135 INFO  (jetty-launcher-1562-thread-1) [    ] 
o.e.j.s.Server Started @3261931ms
   [junit4]   2> 3258135 INFO  (jetty-launcher-1562-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=53806}
   [junit4]   2> 3258138 ERROR (jetty-launcher-1562-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3258138 INFO  (jetty-launcher-1562-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.5.0
   [junit4]   2> 3258138 INFO  (jetty-launcher-1562-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3258138 INFO  (jetty-launcher-1562-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3258138 INFO  (jetty-launcher-1562-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-01-27T03:40:28.966Z
   [junit4]   2> 3258136 INFO  (jetty-launcher-1562-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3258141 INFO  (jetty-launcher-1562-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@35b8e8f8{/solr,null,AVAILABLE}
   [junit4]   2> 3258141 INFO  (jetty-launcher-1562-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3258143 INFO  (jetty-launcher-1562-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@1ecb85e9{SSL,[ssl, 
http/1.1]}{127.0.0.1:39748}
   [junit4]   2> 3258143 INFO  (jetty-launcher-1562-thread-2) [    ] 
o.e.j.s.Server Started @3261938ms
   [junit4]   2> 3258143 INFO  (jetty-launcher-1562-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=39748}
   [junit4]   2> 3258143 ERROR (jetty-launcher-1562-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3258144 INFO  (jetty-launcher-1562-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.5.0
   [junit4]   2> 3258144 INFO  (jetty-launcher-1562-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3258144 INFO  (jetty-launcher-1562-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3258144 INFO  (jetty-launcher-1562-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-01-27T03:40:28.972Z
   [junit4]   2> 3258146 INFO  (jetty-launcher-1562-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3258149 INFO  (jetty-launcher-1562-thread-1) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3258150 INFO  (jetty-launcher-1562-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50982/solr
   [junit4]   2> 3258155 INFO  (jetty-launcher-1562-thread-2) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3258159 INFO  (jetty-launcher-1562-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50982/solr
   [junit4]   2> 3258176 INFO  (jetty-launcher-1562-thread-1) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:53806_solr
   [junit4]   2> 3258177 INFO  (jetty-launcher-1562-thread-1) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.Overseer Overseer 
(id=97352969672851460-127.0.0.1:53806_solr-n_0000000000) starting
   [junit4]   2> 3258186 INFO  (jetty-launcher-1562-thread-1) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:53806_solr
   [junit4]   2> 3258188 INFO  
(zkCallback-1569-thread-1-processing-n:127.0.0.1:53806_solr) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 3258190 INFO  (jetty-launcher-1562-thread-2) 
[n:127.0.0.1:39748_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39748_solr
   [junit4]   2> 3258195 INFO  
(zkCallback-1574-thread-1-processing-n:127.0.0.1:39748_solr) 
[n:127.0.0.1:39748_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 3258199 INFO  
(zkCallback-1569-thread-1-processing-n:127.0.0.1:53806_solr) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 3258268 INFO  (jetty-launcher-1562-thread-1) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001/node1/.
   [junit4]   2> 3258269 INFO  (jetty-launcher-1562-thread-2) 
[n:127.0.0.1:39748_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001/node2/.
   [junit4]   2> 3259177 INFO  
(SUITE-CleanupOldIndexTest-seed#[807A1E143D26CFDB]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3259178 INFO  
(SUITE-CleanupOldIndexTest-seed#[807A1E143D26CFDB]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50982/solr ready
   [junit4]   2> 3259194 INFO  
(TEST-CleanupOldIndexTest.test-seed#[807A1E143D26CFDB]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 3259253 INFO  (qtp943492118-27218) [n:127.0.0.1:39748_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
async=2736dc83-d141-43b5-9b4a-3444992b892b&replicationFactor=2&collection.configName=conf1&name=oldindextest&action=CREATE&numShards=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3259255 INFO  (qtp943492118-27218) [n:127.0.0.1:39748_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={async=2736dc83-d141-43b5-9b4a-3444992b892b&replicationFactor=2&collection.configName=conf1&name=oldindextest&action=CREATE&numShards=1&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 3259257 INFO  (qtp943492118-27219) [n:127.0.0.1:39748_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with 
params 
requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3259258 INFO  (qtp943492118-27219) [n:127.0.0.1:39748_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 3259258 INFO  
(OverseerThreadFactory-6182-thread-1-processing-n:127.0.0.1:53806_solr) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
oldindextest
   [junit4]   2> 3259379 INFO  (qtp943492118-27216) [n:127.0.0.1:39748_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=oldindextest_shard1_replica2&action=CREATE&numShards=1&collection=oldindextest&shard=shard1&wt=javabin&version=2}
 status=0 QTime=3
   [junit4]   2> 3259379 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=oldindextest_shard1_replica2&action=CREATE&numShards=1&collection=oldindextest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 3259425 INFO  (qtp156991439-27206) [n:127.0.0.1:53806_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=oldindextest_shard1_replica1&action=CREATE&numShards=1&collection=oldindextest&shard=shard1&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 3259425 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=oldindextest_shard1_replica1&action=CREATE&numShards=1&collection=oldindextest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 3259431 INFO  (qtp943492118-27217) [n:127.0.0.1:39748_solr    
] o.a.s.h.a.CoreAdminOperation Checking request status for : 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747
   [junit4]   2> 3259431 INFO  (qtp943492118-27217) [n:127.0.0.1:39748_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 3259533 INFO  
(zkCallback-1569-thread-2-processing-n:127.0.0.1:53806_solr) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/oldindextest/state.json] for collection [oldindextest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3259534 INFO  
(zkCallback-1574-thread-1-processing-n:127.0.0.1:39748_solr) 
[n:127.0.0.1:39748_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/oldindextest/state.json] for collection [oldindextest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3260260 INFO  (qtp943492118-27212) [n:127.0.0.1:39748_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with 
params 
requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3260261 INFO  (qtp943492118-27212) [n:127.0.0.1:39748_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 3260408 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 
6.5.0
   [junit4]   2> 3260421 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.s.IndexSchema 
[oldindextest_shard1_replica2] Schema name=cloud-dynamic
   [junit4]   2> 3260434 INFO  (qtp943492118-27218) [n:127.0.0.1:39748_solr    
] o.a.s.h.a.CoreAdminOperation Checking request status for : 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747
   [junit4]   2> 3260434 INFO  (qtp943492118-27218) [n:127.0.0.1:39748_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 3260439 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 
6.5.0
   [junit4]   2> 3260445 WARN  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.s.IndexSchema 
[oldindextest_shard1_replica2] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 3260446 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema 
cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 3260448 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 
'oldindextest_shard1_replica2' using configuration from collection oldindextest
   [junit4]   2> 3260448 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.c.SolrCore 
[[oldindextest_shard1_replica2] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001/node2/oldindextest_shard1_replica2],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001/node2/./oldindextest_shard1_replica2/data/]
   [junit4]   2> 3260458 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.s.IndexSchema 
[oldindextest_shard1_replica1] Schema name=cloud-dynamic
   [junit4]   2> 3260461 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3260461 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: 
dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 
numVersionBuckets=65536
   [junit4]   2> 3260462 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3260462 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3260463 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@6d87ce31[oldindextest_shard1_replica2] main]
   [junit4]   2> 3260464 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured 
ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3260464 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at 
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3260464 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be 
reserved for  10000
   [junit4]   2> 3260465 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in 
index or recent updates, using new clock 1557647517331488768
   [junit4]   2> 3260470 INFO  
(searcherExecutor-6187-thread-1-processing-x:oldindextest_shard1_replica2 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE 
n:127.0.0.1:39748_solr s:shard1 c:oldindextest) [n:127.0.0.1:39748_solr 
c:oldindextest s:shard1  x:oldindextest_shard1_replica2] o.a.s.c.SolrCore 
[oldindextest_shard1_replica2] Registered new searcher 
Searcher@6d87ce31[oldindextest_shard1_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3260473 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting 
until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 3260487 WARN  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.s.IndexSchema 
[oldindextest_shard1_replica1] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 3260488 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema 
cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 3260489 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 
'oldindextest_shard1_replica1' using configuration from collection oldindextest
   [junit4]   2> 3260489 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.c.SolrCore 
[[oldindextest_shard1_replica1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001/node1/oldindextest_shard1_replica1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001/node1/./oldindextest_shard1_replica1/data/]
   [junit4]   2> 3260499 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3260499 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: 
dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 
numVersionBuckets=65536
   [junit4]   2> 3260500 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3260500 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3260501 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@721d6a37[oldindextest_shard1_replica1] main]
   [junit4]   2> 3260502 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured 
ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3260503 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at 
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3260503 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be 
reserved for  10000
   [junit4]   2> 3260503 INFO  
(searcherExecutor-6192-thread-1-processing-x:oldindextest_shard1_replica1 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE 
n:127.0.0.1:53806_solr s:shard1 c:oldindextest) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1  x:oldindextest_shard1_replica1] o.a.s.c.SolrCore 
[oldindextest_shard1_replica1] Registered new searcher 
Searcher@721d6a37[oldindextest_shard1_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3260503 INFO  
(parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) 
[n:127.0.0.1:53806_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in 
index or recent updates, using new clock 1557647517371334656
   [junit4]   2> 3260574 INFO  
(zkCallback-1569-thread-3-processing-n:127.0.0.1:53806_solr) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/oldindextest/state.json] for collection [oldindextest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3260574 INFO  
(zkCallback-1574-thread-1-processing-n:127.0.0.1:39748_solr) 
[n:127.0.0.1:39748_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/oldindextest/state.json] for collection [oldindextest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3260974 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough 
replicas found to continue.
   [junit4]   2> 3260974 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the 
new leader - try and sync
   [junit4]   2> 3260974 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/
   [junit4]   2> 3260974 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.u.PeerSync PeerSync: 
core=oldindextest_shard1_replica2 url=https://127.0.0.1:39748/solr START 
replicas=[https://127.0.0.1:53806/solr/oldindextest_shard1_replica1/] 
nUpdates=100
   [junit4]   2> 3260974 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.u.PeerSync PeerSync: 
core=oldindextest_shard1_replica2 url=https://127.0.0.1:39748/solr DONE.  We 
have no versions.  sync failed.
   [junit4]   2> 3260980 INFO  (qtp156991439-27203) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] 
o.a.s.c.S.Request [oldindextest_shard1_replica1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 3260980 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync 
with shard failed, moving to the next candidate
   [junit4]   2> 3260980 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed 
sync, but we have no versions - we can't sync in that case - we were active 
before, so become leader anyway
   [junit4]   2> 3260984 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new 
leader: https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/ shard1
   [junit4]   2> 3261087 INFO  
(zkCallback-1569-thread-2-processing-n:127.0.0.1:53806_solr) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/oldindextest/state.json] for collection [oldindextest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3261087 INFO  
(zkCallback-1574-thread-1-processing-n:127.0.0.1:39748_solr) 
[n:127.0.0.1:39748_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/oldindextest/state.json] for collection [oldindextest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3261135 INFO  
(parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) 
[n:127.0.0.1:39748_solr c:oldindextest s:shard1  
x:oldindextest_shard1_replica2] o.a.s.c.ZkController I am the leader, no 
recovery necessary
   [junit4]   2> 3261241 INFO  
(zkCallback-1569-thread-2-processing-n:127.0.0.1:53806_solr) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/oldindextest/state.json] for collection [oldindextest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3261241 INFO  
(zkCallback-1574-thread-1-processing-n:127.0.0.1:39748_solr) 
[n:127.0.0.1:39748_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/oldindextest/state.json] for collection [oldindextest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3261263 INFO  (qtp943492118-27219) [n:127.0.0.1:39748_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with 
params 
requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3261264 INFO  (qtp943492118-27219) [n:127.0.0.1:39748_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 3261436 INFO  (qtp943492118-27218) [n:127.0.0.1:39748_solr    
] o.a.s.h.a.CoreAdminOperation Checking request status for : 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747
   [junit4]   2> 3261436 INFO  (qtp943492118-27218) [n:127.0.0.1:39748_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 3261439 INFO  (qtp156991439-27207) [n:127.0.0.1:53806_solr    
] o.a.s.h.a.CoreAdminOperation Checking request status for : 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224
   [junit4]   2> 3261439 INFO  (qtp156991439-27207) [n:127.0.0.1:53806_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 3261611 INFO  
(zkCallback-1569-thread-1-processing-n:127.0.0.1:53806_solr) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/oldindextest/state.json] for collection [oldindextest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3261611 INFO  
(zkCallback-1574-thread-1-processing-n:127.0.0.1:39748_solr) 
[n:127.0.0.1:39748_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/oldindextest/state.json] for collection [oldindextest] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3262266 INFO  (qtp943492118-27215) [n:127.0.0.1:39748_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with 
params 
requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3262267 INFO  (qtp943492118-27215) [n:127.0.0.1:39748_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 3262441 INFO  (qtp156991439-27205) [n:127.0.0.1:53806_solr    
] o.a.s.h.a.CoreAdminOperation Checking request status for : 
2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224
   [junit4]   2> 3262441 INFO  (qtp156991439-27205) [n:127.0.0.1:53806_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 3262444 INFO  
(OverseerThreadFactory-6182-thread-1-processing-n:127.0.0.1:53806_solr) 
[n:127.0.0.1:53806_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 3263261 INFO  
(OverseerCollectionConfigSetProcessor-97352969672851460-127.0.0.1:53806_solr-n_0000000000)
 [n:127.0.0.1:53806_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 3263269 INFO  (qtp943492118-27217) [n:127.0.0.1:39748_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with 
params 
requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3263271 INFO  (qtp943492118-27217) [n:127.0.0.1:39748_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 3263272 INFO  (qtp943492118-27212) [n:127.0.0.1:39748_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with 
params 
requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=DELETESTATUS&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3263273 INFO  (qtp943492118-27212) [n:127.0.0.1:39748_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=DELETESTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 3263303 INFO  (qtp156991439-27204) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-0
 (1557647520281133056)]} 0 20
   [junit4]   2> 3263309 INFO  (qtp943492118-27213) [n:127.0.0.1:39748_solr 
c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0 
(1557647520281133056)]} 0 31
   [junit4]   2> 3263314 INFO  (qtp156991439-27201) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-1
 (1557647520316784640)]} 0 0
   [junit4]   2> 3263315 INFO  (qtp943492118-27219) [n:127.0.0.1:39748_solr 
c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-1 
(1557647520316784640)]} 0 2
   [junit4]   2> 3263319 INFO  (qtp156991439-27200) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-2
 (1557647520320978944)]} 0 0
   [junit4]   2> 3263319 INFO  (qtp943492118-27218) [n:127.0.0.1:39748_solr 
c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-2 
(1557647520320978944)]} 0 2
   [junit4]   2> 3263324 INFO  (qtp156991439-27203) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-3
 (1557647520326221824)]} 0 0
   [junit4]   2> 3263325 INFO  (qtp943492118-27215) [n:127.0.0.1:39748_solr 
c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-3 
(1557647520326221824)]} 0 4
   [junit4]   2> 3263329 INFO  (qtp156991439-27207) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-4
 (1557647520332513280)]} 0 0
   [junit4]   2> 3263329 INFO  (qtp943492118-27217) [n:127.0.0.1:39748_solr 
c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-4 
(1557647520332513280)]} 0 2
   [junit4]   2> 3263333 INFO  (qtp156991439-27204) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{delete=[1-0
 (-1557647520336707584)]} 0 0
   [junit4]   2> 3263333 INFO  (qtp943492118-27217) [n:127.0.0.1:39748_solr 
c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-0 
(-1557647520336707584)]} 0 2
   [junit4]   2> 3263341 INFO  (qtp156991439-27201) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-5
 (1557647520340901888)]} 0 0
   [junit4]   2> 3263341 INFO  (qtp943492118-27213) [n:127.0.0.1:39748_solr 
c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-5 
(1557647520340901888)]} 0 6
   [junit4]   2> 3263344 INFO  (qtp156991439-27201) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{delete=[1-3
 (-1557647520349290496)]} 0 0
   [junit4]   2> 3263345 INFO  (qtp943492118-27219) [n:127.0.0.1:39748_solr 
c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-3 
(-1557647520349290496)]} 0 1
   [junit4]   2> 3263353 INFO  (qtp156991439-27201) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-6
 (1557647520357679104)]} 0 0
   [junit4]   2> 3263354 INFO  (qtp943492118-27218) [n:127.0.0.1:39748_solr 
c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-6 
(1557647520357679104)]} 0 2
   [junit4]   2> 3263357 INFO  (qtp156991439-27201) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-7
 (1557647520361873408)]} 0 0
   [junit4]   2> 3263357 INFO  (qtp943492118-27215) [n:127.0.0.1:39748_solr 
c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2]  
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-7 
(1557647520361873408)]} 0 2
   [junit4]   2> 3263361 INFO  (qtp156991439-27207) [n:127.0.0.1:53806_solr 
c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] 
o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1]  
webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{delete=[1-4
 (-1557647520366067712)]} 0 0
   [junit4]   2> 3263361 INFO  (qtp943492118-27212) [n:127.0.0.1:39748_solr 
c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_rep

[...truncated too long message...]

 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
   [junit4]   2>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2>        ... 53 more
   [junit4]   2> 5621543 INFO  
(SUITE-StressHdfsTest-seed#[807A1E143D26CFDB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_807A1E143D26CFDB-001
   [junit4]   2> Jan 27, 2017 4:19:52 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): 
{range_facet_l_dv=Lucene50(blocksize=128), 
_version_=PostingsFormat(name=LuceneVarGapFixedInterval), 
multiDefault=Lucene50(blocksize=128), 
intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), 
id=Lucene50(blocksize=128), range_facet_i_dv=Lucene50(blocksize=128), 
text=FSTOrd50, range_facet_l=Lucene50(blocksize=128), 
timestamp=Lucene50(blocksize=128), txt_t=FSTOrd50}, 
docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), 
_version_=DocValuesFormat(name=Lucene54), 
multiDefault=DocValuesFormat(name=Lucene54), 
intDefault=DocValuesFormat(name=Lucene54), 
range_facet_i_dv=DocValuesFormat(name=Lucene54), 
id=DocValuesFormat(name=Direct), text=DocValuesFormat(name=Asserting), 
timestamp=DocValuesFormat(name=Lucene54), 
range_facet_l=DocValuesFormat(name=Lucene54), 
txt_t=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1072, 
maxMBSortInHeap=6.18985337701412, 
sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=en-GB, 
timezone=Pacific/Guam
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_102 (64-bit)/cpus=4,threads=2,free=292758376,total=535298048
   [junit4]   2> NOTE: All tests run in this JVM: [TestComponentsName, 
TestDynamicFieldCollectionResource, TestRestoreCore, BlobRepositoryCloudTest, 
TestConfigSetsAPIZkFailure, TestLeaderInitiatedRecoveryThread, 
LeaderElectionIntegrationTest, BitVectorTest, OutputWriterTest, TestConfigSets, 
TestOmitPositions, OutOfBoxZkACLAndCredentialsProvidersTest, 
DistributedFacetExistsSmallTest, CoreAdminRequestStatusTest, 
TestAtomicUpdateErrorCases, NumericFieldsTest, CursorPagingTest, 
TestMiniSolrCloudCluster, TestDocTermOrds, AlternateDirectoryTest, 
CollectionTooManyReplicasTest, SyncSliceTest, TestConfigOverlay, 
TestSolrQueryParserResource, TestDefaultStatsCache, ResponseHeaderTest, 
RequiredFieldsTest, ChaosMonkeyNothingIsSafeTest, TestCodecSupport, 
TestTrackingShardHandlerFactory, TestBadConfig, DateFieldTest, 
TestCollectionAPI, ReturnFieldsTest, EnumFieldTest, TestDocumentBuilder, 
TestPerFieldSimilarity, SpatialRPTFieldTypeTest, TestBinaryResponseWriter, 
TestJmxIntegration, DisMaxRequestHandlerTest, TestLazyCores, 
XsltUpdateRequestHandlerTest, UUIDUpdateProcessorFallbackTest, PolyFieldTest, 
TestDocSet, TestMacros, TestShardHandlerFactory, BasicZkTest, PeerSyncTest, 
DistributedFacetPivotSmallAdvancedTest, TestJsonFacetRefinement, 
TestUnifiedSolrHighlighter, RegexBoostProcessorTest, 
TestHighlightDedupGrouping, TestPerFieldSimilarityClassic, HttpPartitionTest, 
TestValueSourceCache, TestOverriddenPrefixQueryForCustomFieldType, 
SaslZkACLProviderTest, TestSolrXml, TestClassicSimilarityFactory, 
AddBlockUpdateTest, TestOrdValues, ClusterStateTest, ChangedSchemaMergeTest, 
TestReloadDeadlock, TestHighFrequencyDictionaryFactory, 
TestDistribDocBasedVersion, DistribDocExpirationUpdateProcessorTest, 
TestHdfsBackupRestoreCore, TestCrossCoreJoin, TestRebalanceLeaders, 
TestCollapseQParserPlugin, TestManagedResourceStorage, 
TestHdfsCloudBackupRestore, MetricUtilsTest, TestBinaryResponseWriter, 
ParsingFieldUpdateProcessorsTest, TestFieldResource, 
TestGraphTermsQParserPlugin, RequestLoggingTest, TestNumericTerms32, 
TestSmileRequest, TestOnReconnectListenerSupport, QueryEqualityTest, 
ConcurrentDeleteAndCreateCollectionTest, SolrCoreTest, TestFastWriter, 
UtilsToolTest, DefaultValueUpdateProcessorTest, 
TestDistributedStatsComponentCardinality, TestFastLRUCache, HdfsSyncSliceTest, 
TestJsonRequest, TestRuleBasedAuthorizationPlugin, TestQuerySenderNoQuery, 
TestPushWriter, PKIAuthenticationIntegrationTest, 
PathHierarchyTokenizerFactoryTest, TestSchemaVersionResource, 
DistributedSpellCheckComponentTest, SignatureUpdateProcessorFactoryTest, 
TestRequestStatusCollectionAPI, ResourceLoaderTest, 
TestCloudPseudoReturnFields, SolrCoreMetricManagerTest, HdfsRecoverLeaseTest, 
TestSolr4Spatial, TestStressRecovery, TestSubQueryTransformerCrossCore, 
ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, 
TestReplicationHandler, SearchHandlerTest, ResponseLogComponentTest, 
TestMergePolicyConfig, TestElisionMultitermQuery, ExternalFileFieldSortTest, 
TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestCharFilters, 
TestXIncludeConfig, TestLMJelinekMercerSimilarityFactory, 
URLClassifyProcessorTest, PrimUtilsTest, TestSuggestSpellingConverter, 
SpellingQueryConverterTest, UUIDFieldTest, TestRTGBase, 
DistributedIntervalFacetingTest, CleanupOldIndexTest, 
CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, 
DeleteReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, 
LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, 
MissingSegmentRecoveryTest, OverseerModifyCollectionTest, 
PeerSyncReplicationTest, RollingRestartTest, TestCloudRecovery, 
TestRequestForwarding, TestSSLRandomization, TestShortCircuitedRequests, 
TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, 
TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, 
TriLevelCompositeIdRoutingTest, HdfsChaosMonkeySafeLeaderTest, 
HdfsRestartWhileUpdatingTest, HdfsWriteToMultipleCollectionsTest, 
StressHdfsTest]
   [junit4] Completed [570/681 (4!)] on J0 in 266.17s, 1 test, 1 error <<< 
FAILURES!

[...truncated 62794 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to