Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/204/

5 tests failed.
FAILED:  org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testOps

Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1

Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete 
@source_collection:shard1
        at 
__randomizedtesting.SeedInfo.seed([6A68E06387F3B4CF:76107C80C8C0BF12]:0)
        at 
org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
        at 
org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testOps(CdcrReplicationDistributedZkTest.java:463)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:36358: Error CREATEing SolrCore 
'test_unload_shard_and_collection_2': Unable to create core 
[test_unload_shard_and_collection_2] Caused by: Direct buffer memory

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:36358: Error CREATEing SolrCore 
'test_unload_shard_and_collection_2': Unable to create core 
[test_unload_shard_and_collection_2] Caused by: Direct buffer memory
        at 
__randomizedtesting.SeedInfo.seed([6A68E06387F3B4CF:E23CDFB9290FD937]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at 
org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:133)
        at 
org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:70)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.core.OpenCloseCoreStressTest.test10Minutes

Error Message:
Captured an uncaught exception in thread: Thread[id=15740, name=Lucene Merge 
Thread #0, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught 
exception in thread: Thread[id=15740, name=Lucene Merge Thread #0, 
state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
Caused by: org.apache.lucene.index.MergePolicy$MergeException: 
java.nio.file.FileSystemException: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_6A68E06387F3B4CF-001/index-SimpleFSDirectory-002/_18_FST50_0.tfp:
 Too many open files
        at __randomizedtesting.SeedInfo.seed([6A68E06387F3B4CF]:0)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
Caused by: java.nio.file.FileSystemException: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_6A68E06387F3B4CF-001/index-SimpleFSDirectory-002/_18_FST50_0.tfp:
 Too many open files
        at 
org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
        at 
org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
        at 
org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
        at java.nio.file.Files.newOutputStream(Files.java:216)
        at 
org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:413)
        at 
org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:409)
        at 
org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:253)
        at 
org.apache.lucene.store.FilterDirectory.createOutput(FilterDirectory.java:73)
        at 
org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
        at 
org.apache.lucene.index.IndexWriter$1.createOutput(IndexWriter.java:5075)
        at 
org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
        at 
org.apache.lucene.codecs.memory.FSTTermsWriter.<init>(FSTTermsWriter.java:139)
        at 
org.apache.lucene.codecs.memory.FSTPostingsFormat.fieldsConsumer(FSTPostingsFormat.java:54)
        at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:162)
        at 
org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4320)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3897)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: 
DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
   "replicationFactor":"4",   "shards":{     "shard1":{       
"range":"80000000-b332ffff",       "state":"active",       "replicas":{}},     
"shard2":{       "range":"b3330000-e665ffff",       "state":"active",       
"replicas":{}},     "shard3":{       "range":"e6660000-1998ffff",       
"state":"active",       "replicas":{}},     "shard4":{       
"range":"19990000-4ccbffff",       "state":"active",       "replicas":{}},     
"shard5":{       "range":"4ccc0000-7fffffff",       "state":"active",       
"replicas":{}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"6",   
"autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: 
DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
  "replicationFactor":"4",
  "shards":{
    "shard1":{
      "range":"80000000-b332ffff",
      "state":"active",
      "replicas":{}},
    "shard2":{
      "range":"b3330000-e665ffff",
      "state":"active",
      "replicas":{}},
    "shard3":{
      "range":"e6660000-1998ffff",
      "state":"active",
      "replicas":{}},
    "shard4":{
      "range":"19990000-4ccbffff",
      "state":"active",
      "replicas":{}},
    "shard5":{
      "range":"4ccc0000-7fffffff",
      "state":"active",
      "replicas":{}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"6",
  "autoAddReplicas":"false"}
        at 
__randomizedtesting.SeedInfo.seed([6A68E06387F3B4CF:221D94D781C09B5A]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets

Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2

Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode 
for /collections/withconfigset2
        at 
__randomizedtesting.SeedInfo.seed([6A68E06387F3B4CF:4716AF3970D70EC3]:0)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11705 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/init-core-data-001
   [junit4]   2> 759177 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 759178 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001
   [junit4]   2> 759178 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 759179 INFO  (Thread-5969) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 759179 INFO  (Thread-5969) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 759279 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.a.s.c.ZkTestServer start zk server on port:58807
   [junit4]   2> 759308 INFO  (jetty-launcher-1153-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 759310 INFO  (jetty-launcher-1153-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 759310 INFO  (jetty-launcher-1153-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 759311 INFO  (jetty-launcher-1153-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 759328 INFO  (jetty-launcher-1153-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1e048a5b{/solr,null,AVAILABLE}
   [junit4]   2> 759329 INFO  (jetty-launcher-1153-thread-2) [    ] 
o.e.j.s.ServerConnector Started 
ServerConnector@7e78cc73{HTTP/1.1,[http/1.1]}{127.0.0.1:57607}
   [junit4]   2> 759329 INFO  (jetty-launcher-1153-thread-2) [    ] 
o.e.j.s.Server Started @763622ms
   [junit4]   2> 759329 INFO  (jetty-launcher-1153-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=57607}
   [junit4]   2> 759330 ERROR (jetty-launcher-1153-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 759330 INFO  (jetty-launcher-1153-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.4.0
   [junit4]   2> 759330 INFO  (jetty-launcher-1153-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 759330 INFO  (jetty-launcher-1153-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 759330 INFO  (jetty-launcher-1153-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2016-11-19T12:28:39.247Z
   [junit4]   2> 759334 INFO  (jetty-launcher-1153-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@797311b5{/solr,null,AVAILABLE}
   [junit4]   2> 759334 INFO  (jetty-launcher-1153-thread-1) [    ] 
o.e.j.s.ServerConnector Started 
ServerConnector@c720303{HTTP/1.1,[http/1.1]}{127.0.0.1:42881}
   [junit4]   2> 759334 INFO  (jetty-launcher-1153-thread-1) [    ] 
o.e.j.s.Server Started @763627ms
   [junit4]   2> 759334 INFO  (jetty-launcher-1153-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=42881}
   [junit4]   2> 759334 ERROR (jetty-launcher-1153-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 759334 INFO  (jetty-launcher-1153-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.4.0
   [junit4]   2> 759334 INFO  (jetty-launcher-1153-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 759334 INFO  (jetty-launcher-1153-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 759334 INFO  (jetty-launcher-1153-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2016-11-19T12:28:39.251Z
   [junit4]   2> 759349 INFO  (jetty-launcher-1153-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4646483e{/solr,null,AVAILABLE}
   [junit4]   2> 759350 INFO  (jetty-launcher-1153-thread-4) [    ] 
o.e.j.s.ServerConnector Started 
ServerConnector@3d97ff4c{HTTP/1.1,[http/1.1]}{127.0.0.1:44252}
   [junit4]   2> 759350 INFO  (jetty-launcher-1153-thread-4) [    ] 
o.e.j.s.Server Started @763642ms
   [junit4]   2> 759350 INFO  (jetty-launcher-1153-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=44252}
   [junit4]   2> 759350 ERROR (jetty-launcher-1153-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 759350 INFO  (jetty-launcher-1153-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.4.0
   [junit4]   2> 759350 INFO  (jetty-launcher-1153-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 759350 INFO  (jetty-launcher-1153-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 759350 INFO  (jetty-launcher-1153-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2016-11-19T12:28:39.267Z
   [junit4]   2> 759395 INFO  (jetty-launcher-1153-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@47de4c44{/solr,null,AVAILABLE}
   [junit4]   2> 759396 INFO  (jetty-launcher-1153-thread-3) [    ] 
o.e.j.s.ServerConnector Started 
ServerConnector@4379fed4{HTTP/1.1,[http/1.1]}{127.0.0.1:46595}
   [junit4]   2> 759396 INFO  (jetty-launcher-1153-thread-3) [    ] 
o.e.j.s.Server Started @763688ms
   [junit4]   2> 759396 INFO  (jetty-launcher-1153-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46595}
   [junit4]   2> 759396 ERROR (jetty-launcher-1153-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 759396 INFO  (jetty-launcher-1153-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.4.0
   [junit4]   2> 759396 INFO  (jetty-launcher-1153-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 759396 INFO  (jetty-launcher-1153-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 759396 INFO  (jetty-launcher-1153-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2016-11-19T12:28:39.313Z
   [junit4]   2> 759419 INFO  (jetty-launcher-1153-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 759419 INFO  (jetty-launcher-1153-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 759419 INFO  (jetty-launcher-1153-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 759435 INFO  (jetty-launcher-1153-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 759443 INFO  (jetty-launcher-1153-thread-1) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 759443 INFO  (jetty-launcher-1153-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58807/solr
   [junit4]   2> 759444 INFO  (jetty-launcher-1153-thread-3) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 759453 INFO  (jetty-launcher-1153-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58807/solr
   [junit4]   2> 759468 INFO  (jetty-launcher-1153-thread-4) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 759469 INFO  (jetty-launcher-1153-thread-2) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 759493 INFO  (jetty-launcher-1153-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58807/solr
   [junit4]   2> 759494 INFO  (jetty-launcher-1153-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58807/solr
   [junit4]   2> 759506 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x1587c8f59390008, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 759551 INFO  (jetty-launcher-1153-thread-1) 
[n:127.0.0.1:42881_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:42881_solr
   [junit4]   2> 759552 INFO  (jetty-launcher-1153-thread-4) 
[n:127.0.0.1:44252_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44252_solr
   [junit4]   2> 759552 INFO  (jetty-launcher-1153-thread-3) 
[n:127.0.0.1:46595_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46595_solr
   [junit4]   2> 759554 INFO  (jetty-launcher-1153-thread-1) 
[n:127.0.0.1:42881_solr    ] o.a.s.c.Overseer Overseer 
(id=96964347107541001-127.0.0.1:42881_solr-n_0000000000) starting
   [junit4]   2> 759556 INFO  
(zkCallback-1169-thread-1-processing-n:127.0.0.1:42881_solr) 
[n:127.0.0.1:42881_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 759558 INFO  
(zkCallback-1174-thread-1-processing-n:127.0.0.1:44252_solr) 
[n:127.0.0.1:44252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 759563 INFO  
(zkCallback-1172-thread-1-processing-n:127.0.0.1:46595_solr) 
[n:127.0.0.1:46595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 759567 INFO  
(zkCallback-1173-thread-1-processing-n:127.0.0.1:57607_solr) 
[n:127.0.0.1:57607_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 759571 INFO  
(zkCallback-1169-thread-1-processing-n:127.0.0.1:42881_solr) 
[n:127.0.0.1:42881_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 759571 INFO  
(zkCallback-1174-thread-1-processing-n:127.0.0.1:44252_solr) 
[n:127.0.0.1:44252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 759572 INFO  
(zkCallback-1172-thread-1-processing-n:127.0.0.1:46595_solr) 
[n:127.0.0.1:46595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 759576 INFO  
(zkCallback-1173-thread-1-processing-n:127.0.0.1:57607_solr) 
[n:127.0.0.1:57607_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 759580 INFO  (jetty-launcher-1153-thread-2) 
[n:127.0.0.1:57607_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:57607_solr
   [junit4]   2> 759583 INFO  
(zkCallback-1169-thread-1-processing-n:127.0.0.1:42881_solr) 
[n:127.0.0.1:42881_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 759583 INFO  
(zkCallback-1174-thread-1-processing-n:127.0.0.1:44252_solr) 
[n:127.0.0.1:44252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 759592 INFO  
(zkCallback-1173-thread-1-processing-n:127.0.0.1:57607_solr) 
[n:127.0.0.1:57607_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 759592 INFO  
(zkCallback-1172-thread-1-processing-n:127.0.0.1:46595_solr) 
[n:127.0.0.1:46595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 759619 INFO  (jetty-launcher-1153-thread-1) 
[n:127.0.0.1:42881_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42881_solr
   [junit4]   2> 759620 INFO  
(zkCallback-1174-thread-1-processing-n:127.0.0.1:44252_solr) 
[n:127.0.0.1:44252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 759620 INFO  
(zkCallback-1172-thread-1-processing-n:127.0.0.1:46595_solr) 
[n:127.0.0.1:46595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 759621 INFO  
(zkCallback-1173-thread-1-processing-n:127.0.0.1:57607_solr) 
[n:127.0.0.1:57607_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 759642 INFO  (jetty-launcher-1153-thread-2) 
[n:127.0.0.1:57607_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001/node2/.
   [junit4]   2> 759644 INFO  
(zkCallback-1169-thread-1-processing-n:127.0.0.1:42881_solr) 
[n:127.0.0.1:42881_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 759656 INFO  (jetty-launcher-1153-thread-1) 
[n:127.0.0.1:42881_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001/node1/.
   [junit4]   2> 759699 INFO  (jetty-launcher-1153-thread-3) 
[n:127.0.0.1:46595_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001/node3/.
   [junit4]   2> 759703 INFO  (jetty-launcher-1153-thread-4) 
[n:127.0.0.1:44252_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001/node4/.
   [junit4]   2> 759719 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 759785 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 759828 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 759831 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 759857 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_53158_hdfs____.pwkvmo/webapp
   [junit4]   2> 760318 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53158
   [junit4]   2> 760432 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 760434 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 760447 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_52073_datanode____gkx12u/webapp
   [junit4]   2> 760906 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52073
   [junit4]   2> 760995 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 760996 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 761008 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_47070_datanode____.xgjr77/webapp
   [junit4]   2> 761126 INFO  (IPC Server handler 3 on 38632) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-4441dbb4-e0b7-4d03-9d92-b9f1262d4e76 node 
DatanodeRegistration(127.0.0.1:43742, 
datanodeUuid=fc8a414c-0bb5-4d5b-aed2-59164e201218, infoPort=34132, 
infoSecurePort=0, ipcPort=56557, 
storageInfo=lv=-56;cid=testClusterID;nsid=1933582203;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 761126 INFO  (IPC Server handler 3 on 38632) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-343bccb2-7c21-44c3-9c6c-67fafbea5da0 node 
DatanodeRegistration(127.0.0.1:43742, 
datanodeUuid=fc8a414c-0bb5-4d5b-aed2-59164e201218, infoPort=34132, 
infoSecurePort=0, ipcPort=56557, 
storageInfo=lv=-56;cid=testClusterID;nsid=1933582203;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 761462 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47070
   [junit4]   2> 761598 INFO  (IPC Server handler 6 on 38632) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-0cd41046-5717-4d22-a4e2-0a8510544520 node 
DatanodeRegistration(127.0.0.1:42687, 
datanodeUuid=2bf93741-c3d8-4efe-b482-c07a51a63421, infoPort=43565, 
infoSecurePort=0, ipcPort=35245, 
storageInfo=lv=-56;cid=testClusterID;nsid=1933582203;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 761598 INFO  (IPC Server handler 6 on 38632) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-1b24ab9e-dc44-4c26-8306-483143e334b3 node 
DatanodeRegistration(127.0.0.1:42687, 
datanodeUuid=2bf93741-c3d8-4efe-b482-c07a51a63421, infoPort=43565, 
infoSecurePort=0, ipcPort=35245, 
storageInfo=lv=-56;cid=testClusterID;nsid=1933582203;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 761870 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[6A68E06387F3B4CF])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
   [junit4]   2> 761871 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[6A68E06387F3B4CF])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 761881 INFO  (qtp2079261351-10856) [n:127.0.0.1:46595_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d5&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=6&name=awhollynewcollection_0&action=CREATE&numShards=5&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 761883 INFO  (qtp2079261351-10856) [n:127.0.0.1:46595_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d5&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=6&name=awhollynewcollection_0&action=CREATE&numShards=5&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 761890 INFO  
(OverseerThreadFactory-2563-thread-1-processing-n:127.0.0.1:42881_solr) 
[n:127.0.0.1:42881_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
awhollynewcollection_0
   [junit4]   2> 761896 INFO  (zkCallback-1182-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeCreated 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 762007 INFO  (qtp801053846-10817) [n:127.0.0.1:57607_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2}
 status=0 QTime=6
   [junit4]   2> 762008 INFO  
(parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) 
[n:127.0.0.1:57607_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
   [junit4]   2> 762009 INFO  (qtp1993561934-10843) [n:127.0.0.1:44252_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773258251928&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 762009 INFO  
(parallelCoreAdminExecutor-2570-thread-1-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773258251928 CREATE) 
[n:127.0.0.1:44252_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773258251928&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
   [junit4]   2> 762012 INFO  (qtp2079261351-10857) [n:127.0.0.1:46595_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2}
 status=0 QTime=7
   [junit4]   2> 762013 INFO  
(parallelCoreAdminExecutor-2568-thread-1-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615 CREATE) 
[n:127.0.0.1:46595_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2
   [junit4]   2> 762014 INFO  (qtp584980307-10831) [n:127.0.0.1:42881_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 762014 INFO  
(parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) 
[n:127.0.0.1:42881_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
   [junit4]   2> 762025 INFO  (qtp1993561934-10843) [n:127.0.0.1:44252_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 762025 INFO  
(parallelCoreAdminExecutor-2570-thread-2-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307 CREATE) 
[n:127.0.0.1:44252_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
   [junit4]   2> 762028 INFO  (qtp801053846-10821) [n:127.0.0.1:57607_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277340623&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 762029 INFO  
(parallelCoreAdminExecutor-2564-thread-2-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277340623 CREATE) 
[n:127.0.0.1:57607_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277340623&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
   [junit4]   2> 762032 INFO  (qtp2079261351-10856) [n:127.0.0.1:46595_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257351005&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2}
 status=0 QTime=3
   [junit4]   2> 762033 INFO  
(parallelCoreAdminExecutor-2564-thread-3-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298 CREATE) 
[n:127.0.0.1:57607_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2
   [junit4]   2> 762032 INFO  (qtp801053846-10825) [n:127.0.0.1:57607_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 762033 INFO  
(parallelCoreAdminExecutor-2564-thread-5-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931 CREATE) 
[n:127.0.0.1:57607_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
   [junit4]   2> 762032 INFO  
(parallelCoreAdminExecutor-2566-thread-2-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267161994 CREATE) 
[n:127.0.0.1:42881_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267161994&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
   [junit4]   2> 762031 INFO  (qtp584980307-10834) [n:127.0.0.1:42881_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267161994&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2}
 status=0 QTime=19
   [junit4]   2> 762029 INFO  (qtp801053846-10819) [n:127.0.0.1:57607_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2}
 status=0 QTime=28
   [junit4]   2> 762034 INFO  (qtp584980307-10831) [n:127.0.0.1:42881_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773288526642&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 762035 INFO  (qtp2079261351-10854) [n:127.0.0.1:46595_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257146410&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2}
 status=0 QTime=6
   [junit4]   2> 762036 INFO  
(parallelCoreAdminExecutor-2568-thread-5-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257146410 CREATE) 
[n:127.0.0.1:46595_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257146410&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
   [junit4]   2> 762037 INFO  
(parallelCoreAdminExecutor-2568-thread-4-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257351005 CREATE) 
[n:127.0.0.1:46595_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257351005&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
   [junit4]   2> 762037 INFO  
(parallelCoreAdminExecutor-2566-thread-4-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773288526642 CREATE) 
[n:127.0.0.1:42881_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773288526642&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2
   [junit4]   2> 762038 INFO  (qtp2079261351-10818) [n:127.0.0.1:46595_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265882123&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2}
 status=0 QTime=9
   [junit4]   2> 762039 INFO  
(parallelCoreAdminExecutor-2568-thread-3-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265882123 CREATE) 
[n:127.0.0.1:46595_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265882123&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2
   [junit4]   2> 762039 INFO  (qtp1993561934-10845) [n:127.0.0.1:44252_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773259296398&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2}
 status=0 QTime=22
   [junit4]   2> 762039 INFO  
(parallelCoreAdminExecutor-2570-thread-5-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773259296398 CREATE) 
[n:127.0.0.1:44252_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773259296398&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
   [junit4]   2> 762041 INFO  (qtp2079261351-10858) [n:127.0.0.1:46595_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255883950&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2}
 status=0 QTime=12
   [junit4]   2> 762042 INFO  
(parallelCoreAdminExecutor-2568-thread-2-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255883950 CREATE) 
[n:127.0.0.1:46595_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255883950&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
   [junit4]   2> 762046 INFO  (qtp1993561934-10842) [n:127.0.0.1:44252_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265529847&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2}
 status=0 QTime=38
   [junit4]   2> 762047 INFO  (qtp584980307-10833) [n:127.0.0.1:42881_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773264988286&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 762054 INFO  
(parallelCoreAdminExecutor-2566-thread-5-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773264988286 CREATE) 
[n:127.0.0.1:42881_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773264988286&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
   [junit4]   2> 762054 INFO  
(parallelCoreAdminExecutor-2570-thread-4-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265529847 CREATE) 
[n:127.0.0.1:44252_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265529847&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2
   [junit4]   2> 762049 INFO  (qtp801053846-10821) [n:127.0.0.1:57607_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266884108&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2}
 status=0 QTime=17
   [junit4]   2> 762055 INFO  
(parallelCoreAdminExecutor-2564-thread-4-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266884108 CREATE) 
[n:127.0.0.1:57607_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266884108&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2
   [junit4]   2> 762048 INFO  
(parallelCoreAdminExecutor-2570-thread-3-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277403907 CREATE) 
[n:127.0.0.1:44252_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277403907&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2
   [junit4]   2> 762048 INFO  
(parallelCoreAdminExecutor-2566-thread-3-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266386977 CREATE) 
[n:127.0.0.1:42881_solr    ] o.a.s.h.a.CoreAdminOperation core create command 
async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266386977&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2
   [junit4]   2> 762048 INFO  (qtp1993561934-10843) [n:127.0.0.1:44252_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277403907&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2}
 status=0 QTime=16
   [junit4]   2> 762048 INFO  (qtp584980307-10830) [n:127.0.0.1:42881_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266386977&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2}
 status=0 QTime=36
   [junit4]   2> 762062 INFO  (qtp801053846-10817) [n:127.0.0.1:57607_solr    ] 
o.a.s.h.a.CoreAdminOperation Checking request status for : 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931
   [junit4]   2> 762063 INFO  (qtp801053846-10817) [n:127.0.0.1:57607_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 762179 INFO  (zkCallback-1182-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 762179 INFO  
(zkCallback-1174-thread-1-processing-n:127.0.0.1:44252_solr) 
[n:127.0.0.1:44252_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 762179 INFO  
(zkCallback-1169-thread-4-processing-n:127.0.0.1:42881_solr) 
[n:127.0.0.1:42881_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 762179 INFO  
(zkCallback-1173-thread-1-processing-n:127.0.0.1:57607_solr) 
[n:127.0.0.1:57607_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 762179 INFO  
(zkCallback-1172-thread-1-processing-n:127.0.0.1:46595_solr) 
[n:127.0.0.1:46595_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/awhollynewcollection_0/state.json] for collection 
[awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 763026 INFO  
(parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica3] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763087 INFO  
(parallelCoreAdminExecutor-2570-thread-1-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773258251928 CREATE) 
[n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763088 INFO  
(parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763090 INFO  (qtp801053846-10822) [n:127.0.0.1:57607_solr    ] 
o.a.s.h.a.CoreAdminOperation Checking request status for : 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931
   [junit4]   2> 763090 INFO  (qtp801053846-10822) [n:127.0.0.1:57607_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&requestid=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931&action=REQUESTSTATUS&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 763091 INFO  
(parallelCoreAdminExecutor-2568-thread-1-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615 CREATE) 
[n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard4  
x:awhollynewcollection_0_shard4_replica4] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763098 INFO  
(parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica3] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard1_replica3] Schema name=minimal
   [junit4]   2> 763114 INFO  
(parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica3] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 763119 INFO  
(parallelCoreAdminExecutor-2566-thread-2-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267161994 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763119 INFO  
(parallelCoreAdminExecutor-2568-thread-2-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255883950 CREATE) 
[n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica4] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763121 INFO  
(parallelCoreAdminExecutor-2566-thread-4-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773288526642 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard5  
x:awhollynewcollection_0_shard5_replica1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763122 INFO  
(parallelCoreAdminExecutor-2570-thread-2-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307 CREATE) 
[n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763126 INFO  
(parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard1_replica1] Schema name=minimal
   [junit4]   2> 763152 INFO  
(parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 763155 INFO  
(parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica3] o.a.s.c.CoreContainer Creating 
SolrCore 'awhollynewcollection_0_shard1_replica3' using configuration from 
collection awhollynewcollection_0
   [junit4]   2> 763155 INFO  
(parallelCoreAdminExecutor-2564-thread-2-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277340623 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica3] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763158 INFO  
(parallelCoreAdminExecutor-2568-thread-3-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265882123 CREATE) 
[n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard5  
x:awhollynewcollection_0_shard5_replica4] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763159 INFO  
(parallelCoreAdminExecutor-2568-thread-1-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615 CREATE) 
[n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard4  
x:awhollynewcollection_0_shard4_replica4] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard4_replica4] Schema name=minimal
   [junit4]   2> 763161 INFO  
(parallelCoreAdminExecutor-2564-thread-3-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard5  
x:awhollynewcollection_0_shard5_replica3] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763162 INFO  
(parallelCoreAdminExecutor-2568-thread-4-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257351005 CREATE) 
[n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica4] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763162 INFO  
(parallelCoreAdminExecutor-2570-thread-5-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773259296398 CREATE) 
[n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763165 INFO  
(parallelCoreAdminExecutor-2564-thread-4-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266884108 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard4  
x:awhollynewcollection_0_shard4_replica3] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763166 INFO  
(parallelCoreAdminExecutor-2568-thread-5-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257146410 CREATE) 
[n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica4] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763170 INFO  
(parallelCoreAdminExecutor-2570-thread-3-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277403907 CREATE) 
[n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard4  
x:awhollynewcollection_0_shard4_replica2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763170 INFO  
(parallelCoreAdminExecutor-2570-thread-1-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773258251928 CREATE) 
[n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica2] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard1_replica2] Schema name=minimal
   [junit4]   2> 763186 INFO  
(parallelCoreAdminExecutor-2564-thread-3-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard5  
x:awhollynewcollection_0_shard5_replica3] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard5_replica3] Schema name=minimal
   [junit4]   2> 763200 INFO  
(parallelCoreAdminExecutor-2564-thread-5-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard3  
x:awhollynewcollection_0_shard3_replica3] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763201 INFO  
(parallelCoreAdminExecutor-2570-thread-4-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265529847 CREATE) 
[n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard5  
x:awhollynewcollection_0_shard5_replica2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 763205 INFO  
(parallelCoreAdminExecutor-2564-thread-3-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard5  
x:awhollynewcollection_0_shard5_replica3] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 763207 INFO  
(parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 
x:awhollynewcollection_0_shard1_replica3] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:38632/data
   [junit4]   2> 763207 INFO  
(parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 
x:awhollynewcollection_0_shard1_replica3] o.a.s.c.HdfsDirectoryFactory Solr 
Kerberos Authentication disabled
   [junit4]   2> 763207 INFO  
(parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 
x:awhollynewcollection_0_shard1_replica3] o.a.s.c.SolrCore 
[[awhollynewcollection_0_shard1_replica3] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001/node2/awhollynewcollection_0_shard1_replica3],
 dataDir=[hdfs://localhost:38632/data/awhollynewcollection_0/core_node1/data/]
   [junit4]   2> 763207 INFO  
(parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 
x:awhollynewcollection_0_shard1_replica3] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e9e1bd4
   [junit4]   2> 763207 INFO  
(parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 
x:awhollynewcollection_0_shard1_replica3] o.a.s.c.SolrCore 
[awhollynewcollection_0_shard1_replica3]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@4b0cc363
   [junit4]   2> 763209 INFO  
(parallelCoreAdminExecutor-2570-thread-1-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773258251928 CREATE) 
[n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 763209 ERROR 
(parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 
x:awhollynewcollection_0_shard1_replica3] o.a.s.c.SolrCore Error while closing
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.close(SolrCore.java:1348)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:164)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 763209 ERROR 
(parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 
x:awhollynewcollection_0_shard1_replica3] o.a.s.c.CoreContainer Error creating 
core [awhollynewcollection_0_shard1_replica3]: Unrecognized lockType: native
   [junit4]   2> org.apache.solr.common.SolrException: Unrecognized lockType: 
native
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:164)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unrecognized 
lockType: native
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:178)
   [junit4]   2>        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:841)
   [junit4]   2>        ... 11 more
   [junit4]   2> 763213 INFO  
(parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.CoreContainer Creating 
SolrCore 'awhollynewcollection_0_shard1_replica1' using configuration from 
collection awhollynewcollection_0
   [junit4]   2> 763214 INFO  
(parallelCoreAdminExecutor-2570-thread-2-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307 CREATE) 
[n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica2] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard2_replica2] Schema name=minimal
   [junit4]   2> 763215 INFO  
(parallelCoreAdminExecutor-2566-thread-2-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267161994 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica1] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard2_replica1] Schema name=minimal
   [junit4]   2> 763219 INFO  
(parallelCoreAdminExecutor-2566-thread-4-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773288526642 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard5  
x:awhollynewcollection_0_shard5_replica1] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard5_replica1] Schema name=minimal
   [junit4]   2> 763219 INFO  
(parallelCoreAdminExecutor-2568-thread-2-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255883950 CREATE) 
[n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard1  
x:awhollynewcollection_0_shard1_replica4] o.a.s.s.IndexSchema 
[awhollynewcollection_0_shard1_replica4] Schema name=minimal
   [junit4]   2> 763220 INFO  
(parallelCoreAdminExecutor-2570-thread-2-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307 CREATE) 
[n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 763221 INFO  
(parallelCoreAdminExecutor-2564-thread-3-processing-n:127.0.0.1:57607_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298 CREATE) 
[n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard5  
x:awhollynewcollection_0_shard5_replica3] o.a.s.c.CoreContainer Creating 
SolrCore 'awhollynewcollection_0_shard5_replica3' using configuration from 
collection awhollynewcollection_0
   [junit4]   2> 763222 INFO  
(parallelCoreAdminExecutor-2568-thread-1-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615 CREATE) 
[n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard4  
x:awhollynewcollection_0_shard4_replica4] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 763222 INFO  
(parallelCoreAdminExecutor-2570-thread-2-processing-n:127.0.0.1:44252_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307 CREATE) 
[n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard2  
x:awhollynewcollection_0_shard2_replica2] o.a.s.c.CoreContainer Creating 
SolrCore 'awhollynewcollection_0_shard2_replica2' using configuration from 
collection awhollynewcollection_0
   [junit4]   2> 763231 INFO  
(parallelCoreAdminExecutor-2568-thread-1-processing-n:127.0.0.1:46595_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615 CREATE) 
[n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard4  
x:awhollynewcollection_0_shard4_replica4] o.a.s.c.CoreContainer Creating 
SolrCore 'awhollynewcollection_0_shard4_replica4' using configuration from 
collection awhollynewcollection_0
   [junit4]   2> 763213 INFO  
(parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:38632/data
   [junit4]   2> 763241 INFO  
(parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr 
Kerberos Authentication disabled
   [junit4]   2> 763242 INFO  
(parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore 
[[awhollynewcollection_0_shard1_replica1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001/node1/awhollynewcollection_0_shard1_replica1],
 dataDir=[hdfs://localhost:38632/data/awhollynewcollection_0/core_node4/data/]
   [junit4]   2> 763242 INFO  
(parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e9e1bd4
   [junit4]   2> 763242 INFO  
(parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore 
[awhollynewcollection_0_shard1_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@7868791
   [junit4]   2> 763242 ERROR 
(parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore Error while closing
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.close(SolrCore.java:1348)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:164)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 763242 ERROR 
(parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 
1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) 
[n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 
x:awhollynewcollection_0_shard1_replica1] o.a.s.c.CoreContainer Error creating 
core [awhollynewcollection_0_shard1_replica1]: Unrecognized lockType: native
   [junit4]   2> org.apache.solr.common.SolrException: Unrecognized lockType: 
native
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2>        at org.apache.solr.handler.admin.CoreAdminO

[...truncated too long message...]

r.java:194)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2>        at 
com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.teardownClass(HdfsUnloadDistributedZkTest.java:46)
   [junit4]   2>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2>        ... 54 more
   [junit4]   2> 4658725 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6A68E06387F3B4CF-001
   [junit4]   2> Nov 19, 2016 1:33:38 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 35 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): 
{other_tl1=Lucene50(blocksize=128), 
range_facet_l_dv=BlockTreeOrds(blocksize=128), 
_version_=Lucene50(blocksize=128), multiDefault=Lucene50(blocksize=128), 
a_t=Lucene50(blocksize=128), intDefault=Lucene50(blocksize=128), 
a_i1=Lucene50(blocksize=128), id=BlockTreeOrds(blocksize=128), 
range_facet_i_dv=Lucene50(blocksize=128), text=FST50, 
range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, 
docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), 
range_facet_i_dv=DocValuesFormat(name=Lucene54), 
timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=534, 
maxMBSortInHeap=5.027802441249835, 
sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=tr, 
timezone=Brazil/West
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_102 (64-bit)/cpus=4,threads=2,free=304703552,total=500695040
   [junit4]   2> NOTE: All tests run in this JVM: 
[DefaultValueUpdateProcessorTest, DistributedQueryComponentOptimizationTest, 
QueryElevationComponentTest, TestScoreJoinQPNoScore, CloudMLTQParserTest, 
TestOmitPositions, TestAuthorizationFramework, CoreSorterTest, 
TestFileDictionaryLookup, TestSolrQueryResponse, SparseHLLTest, 
XsltUpdateRequestHandlerTest, TestCodecSupport, TestRequestForwarding, 
TestFunctionQuery, SharedFSAutoReplicaFailoverTest, 
PathHierarchyTokenizerFactoryTest, PeerSyncWithIndexFingerprintCachingTest, 
TestInitParams, TestExportWriter, ChaosMonkeyNothingIsSafeTest, 
HighlighterConfigTest, TestConfigSets, FileBasedSpellCheckerTest, 
DistributedQueryElevationComponentTest, TestDeleteCollectionOnDownNodes, 
AtomicUpdatesTest, TestDocumentBuilder, TestDistributedSearch, TestRealTimeGet, 
TestExclusionRuleCollectionAccess, UUIDFieldTest, 
TestPerFieldSimilarityWithDefaultOverride, ReplicaListTransformerTest, 
ActionThrottleTest, TestManagedSchemaAPI, 
ConcurrentDeleteAndCreateCollectionTest, AnalysisAfterCoreReloadTest, 
TestSolrDeletionPolicy2, LeaderElectionContextKeyTest, 
TestBinaryResponseWriter, ConjunctionSolrSpellCheckerTest, 
BlockJoinFacetRandomTest, DocumentAnalysisRequestHandlerTest, TestStressLucene, 
TestFieldCacheSort, TestDynamicFieldCollectionResource, TestCSVLoader, 
TestUseDocValuesAsStored, TestReplicationHandler, 
LeaderElectionIntegrationTest, TestPerFieldSimilarity, 
TestRandomRequestDistribution, BasicDistributedZkTest, TestDocSet, 
AnalysisErrorHandlingTest, TestSolrXml, ZkNodePropsTest, TestSmileRequest, 
TestClusterProperties, TestValueSourceCache, 
TestOverriddenPrefixQueryForCustomFieldType, HdfsRecoverLeaseTest, 
TestSolrCoreProperties, DistributedSpellCheckComponentTest, 
DistribDocExpirationUpdateProcessorTest, TestSolrQueryParserResource, 
TestAtomicUpdateErrorCases, TestSubQueryTransformerCrossCore, 
TestAuthenticationFramework, TestClusterStateMutator, 
UniqFieldsUpdateProcessorFactoryTest, NumericFieldsTest, 
DocExpirationUpdateProcessorFactoryTest, TestHighlightDedupGrouping, 
CloudExitableDirectoryReaderTest, TestFieldCacheWithThreads, 
RegexBoostProcessorTest, TestObjectReleaseTracker, SmileWriterTest, 
DeleteLastCustomShardedReplicaTest, CursorPagingTest, TestRandomDVFaceting, 
JavabinLoaderTest, CacheHeaderTest, BlockCacheTest, 
DistributedFacetPivotLargeTest, TestCloudPivotFacet, TestSolr4Spatial, 
TestSchemaNameResource, SignatureUpdateProcessorFactoryTest, 
TestSortByMinMaxFunction, TestCrossCoreJoin, HdfsSyncSliceTest, 
ExternalFileFieldSortTest, MultiThreadedOCPTest, TestFieldResource, 
TestShortCircuitedRequests, CdcrReplicationDistributedZkTest, 
TestRemoteStreaming, ClusterStateTest, TestHdfsBackupRestoreCore, 
TestExpandComponent, TestMacroExpander, TestStressLiveNodes, 
VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, 
HdfsBasicDistributedZkTest, HdfsNNFailoverTest, HdfsUnloadDistributedZkTest]
   [junit4] Completed [530/654 (4!)] on J0 in 95.69s, 1 test, 1 error <<< 
FAILURES!

[...truncated 61081 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to