Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1231/

4 tests failed.
FAILED:  org.apache.lucene.search.TestFuzzyQuery.testRandom

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([772F33043763FD1D]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([772F33043763FD1D]:0)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#8): CloudJettyRunner 
[url=http://127.0.0.1:40537/tz/collection1]

Stack Trace:
java.lang.AssertionError: Unable to restart (#8): CloudJettyRunner 
[url=http://127.0.0.1:40537/tz/collection1]
        at 
__randomizedtesting.SeedInfo.seed([41393A96F5B11305:C96D054C5B4D7EFD]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
        at 
org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Expected to see collection awhollynewcollection_1 null Last available state: 
DocCollection(awhollynewcollection_1//collections/awhollynewcollection_1/state.json/16)={
   "replicationFactor":"2",   "shards":{     "shard1":{       
"range":"80000000-d554ffff",       "state":"active",       "replicas":{         
"core_node1":{           "core":"awhollynewcollection_1_shard1_replica2",       
    
"dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node1/data/",
           "base_url":"https://127.0.0.1:40587/solr";,           
"node_name":"127.0.0.1:40587_solr",           "state":"active",           
"ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node1/data/tlog"},
         "core_node3":{           
"core":"awhollynewcollection_1_shard1_replica1",           
"dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node3/data/",
           "base_url":"https://127.0.0.1:53705/solr";,           
"node_name":"127.0.0.1:53705_solr",           "state":"active",           
"ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node3/data/tlog",
           "leader":"true"}}},     "shard2":{       
"range":"d5550000-2aa9ffff",       "state":"active",       "replicas":{         
"core_node4":{           "core":"awhollynewcollection_1_shard2_replica2",       
    
"dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node4/data/",
           "base_url":"https://127.0.0.1:52674/solr";,           
"node_name":"127.0.0.1:52674_solr",           "state":"active",           
"ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node4/data/tlog",
           "leader":"true"},         "core_node5":{           
"core":"awhollynewcollection_1_shard2_replica1",           
"dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node5/data/",
           "base_url":"https://127.0.0.1:58427/solr";,           
"node_name":"127.0.0.1:58427_solr",           "state":"active",           
"ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node5/data/tlog"}}},
     "shard3":{       "range":"2aaa0000-7fffffff",       "state":"active",      
 "replicas":{"core_node2":{           
"core":"awhollynewcollection_1_shard3_replica2",           
"dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node2/data/",
           "base_url":"https://127.0.0.1:40587/solr";,           
"node_name":"127.0.0.1:40587_solr",           "state":"active",           
"ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node2/data/tlog",
           "leader":"true"}}}},   "router":{"name":"compositeId"},   
"maxShardsPerNode":"2",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_1
null
Last available state: 
DocCollection(awhollynewcollection_1//collections/awhollynewcollection_1/state.json/16)={
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-d554ffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"awhollynewcollection_1_shard1_replica2",
          
"dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node1/data/",
          "base_url":"https://127.0.0.1:40587/solr";,
          "node_name":"127.0.0.1:40587_solr",
          "state":"active",
          
"ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node1/data/tlog"},
        "core_node3":{
          "core":"awhollynewcollection_1_shard1_replica1",
          
"dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node3/data/",
          "base_url":"https://127.0.0.1:53705/solr";,
          "node_name":"127.0.0.1:53705_solr",
          "state":"active",
          
"ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node3/data/tlog",
          "leader":"true"}}},
    "shard2":{
      "range":"d5550000-2aa9ffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"awhollynewcollection_1_shard2_replica2",
          
"dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node4/data/",
          "base_url":"https://127.0.0.1:52674/solr";,
          "node_name":"127.0.0.1:52674_solr",
          "state":"active",
          
"ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node4/data/tlog",
          "leader":"true"},
        "core_node5":{
          "core":"awhollynewcollection_1_shard2_replica1",
          
"dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node5/data/",
          "base_url":"https://127.0.0.1:58427/solr";,
          "node_name":"127.0.0.1:58427_solr",
          "state":"active",
          
"ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node5/data/tlog"}}},
    "shard3":{
      "range":"2aaa0000-7fffffff",
      "state":"active",
      "replicas":{"core_node2":{
          "core":"awhollynewcollection_1_shard3_replica2",
          
"dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node2/data/",
          "base_url":"https://127.0.0.1:40587/solr";,
          "node_name":"127.0.0.1:40587_solr",
          "state":"active",
          
"ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node2/data/tlog",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"false"}
        at 
__randomizedtesting.SeedInfo.seed([41393A96F5B11305:94C4E22F3823C90]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:497)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 1852 lines...]
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2> Feb 07, 2017 8:05:03 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: 
org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2>    1) Thread[id=4854, 
name=TEST-TestFuzzyQuery.testRandom-seed#[772F33043763FD1D], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Object.hashCode(Native Method)
   [junit4]   2>         at java.util.WeakHashMap.hash(WeakHashMap.java:298)
   [junit4]   2>         at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
   [junit4]   2>         at 
java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
   [junit4]   2>         at 
org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    2) Thread[id=4853, 
name=SUITE-TestFuzzyQuery-seed#[772F33043763FD1D], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1556)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native 
Method)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
   [junit4]   2>    3) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1249)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1323)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2>    4) Thread[id=9, name=JUnit4-serializer-daemon, 
state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery 
-Dtests.method=testRandom -Dtests.seed=772F33043763FD1D -Dtests.multiplier=2 
-Dtests.nightly=true -Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
 -Dtests.locale=hi -Dtests.timezone=America/Indianapolis -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   7200s J0 | TestFuzzyQuery.testRandom <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because 
suite timeout was reached.
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([772F33043763FD1D]:0)
   [junit4]   2> Feb 07, 2017 8:05:04 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> Feb 07, 2017 8:05:24 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at 
org.apache.lucene.search.TestFuzzyQuery: 
   [junit4]   2>    1) Thread[id=4854, 
name=TEST-TestFuzzyQuery.testRandom-seed#[772F33043763FD1D], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Feb 07, 2017 8:05:24 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=4854, 
name=TEST-TestFuzzyQuery.testRandom-seed#[772F33043763FD1D], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2> Feb 07, 2017 8:05:27 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be 
terminated:
   [junit4]   2>    1) Thread[id=4854, 
name=TEST-TestFuzzyQuery.testRandom-seed#[772F33043763FD1D], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Object.hashCode(Native Method)
   [junit4]   2>         at java.util.WeakHashMap.hash(WeakHashMap.java:298)
   [junit4]   2>         at java.util.WeakHashMap.get(WeakHashMap.java:396)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
   [junit4]   2>         at 
org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=false): {field=DFR I(ne)Z(0.3)}, locale=hi, 
timezone=America/Indianapolis
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_102 (64-bit)/cpus=4,threads=2,free=151588208,total=459276288
   [junit4]   2> NOTE: All tests run in this JVM: [TestTermVectorsWriter, 
TestNamedSPILoader, TestFieldMaskingSpanQuery, TestCrashCausesCorruptIndex, 
Test2BBKDPoints, TestIndexInput, TestSort, TestTotalHitCountCollector, 
TestSloppyMath, TestIndexSorting, TestSloppyPhraseQuery, TestMaxPosition, 
TestTopFieldCollector, TestIndexWriterOutOfFileDescriptors, 
TestAllFilesCheckIndexHeader, TestSpanTermQuery, TestCachingCollector, 
TermInSetQueryTest, TestOmitNorms, TestBooleanScorer, TestMinShouldMatch2, 
TestUTF32ToUTF8, TestDuelingCodecsAtNight, TestNIOFSDirectory, 
TestBinaryDocValuesUpdates, TestIntArrayDocIdSet, TestWordlistLoader, 
TestSleepingLockWrapper, TestBooleanSimilarity, TestStressIndexing, 
TestRegexpRandom, TestTerm, TestReadOnlyIndex, TestFixedLengthBytesRefArray, 
TestNearSpansOrdered, TestBoolean2ScorerSupplier, TestLiveFieldValues, 
TestStringHelper, TestDeletionPolicy, TestSimpleSearchEquivalence, 
TestIsCurrent, TestForceMergeForever, TestPerFieldPostingsFormat, TestSearch, 
TestSmallFloat, TestFlex, TestDocumentWriter, TestCharsRefBuilder, 
TestLucene50CompoundFormat, Test2BPoints, TestFilterDirectory, 
TestDeterminizeLexicon, TestUnicodeUtil, TestLRUQueryCache, TestSimilarity, 
TestAutomaton, TestIndexWriterConfig, Test4GBStoredFields, 
TestSimilarityProvider, TestFieldReuse, TestSimpleExplanations, 
TestBooleanMinShouldMatch, TestSpanBoostQuery, TestIntsRef, TestIndexWriter, 
TestTermsEnum, TestBinaryTerms, TestCharFilter, TestBytesStore, 
TestConstantScoreQuery, TestPostingsOffsets, TestDocValuesRewriteMethod, 
TestIndexWriterForceMerge, TestIndexWriterWithThreads, TestIndexWriterReader, 
TestFSTs, TestIndexWriterMergePolicy, TestNRTThreads, TestDirectoryReader, 
TestPhraseQuery, TestRegexpRandom2, TestSegmentReader, 
TestParallelCompositeReader, TestIndexWriterNRTIsCurrent, TestPagedBytes, 
TestMultiThreadTermVectors, TestToken, TestFieldsReader, 
TestCustomSearcherSort, TestFastCompressionMode, TestMultiPhraseQuery, 
TestDeterminism, TestDocsAndPositions, TestMergeSchedulerExternal, 
TestBagOfPostings, TestOmitTf, TestDocumentsWriterDeleteQueue, 
TestForTooMuchCloning, TestFuzzyQuery]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery 
-Dtests.seed=772F33043763FD1D -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
 -Dtests.locale=hi -Dtests.timezone=America/Indianapolis -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestFuzzyQuery (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 
7200000 msec).
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([772F33043763FD1D]:0)
   [junit4] Completed [447/447 (1!)] on J0 in 7223.15s, 7 tests, 2 errors <<< 
FAILURES!

[...truncated 10443 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/init-core-data-001
   [junit4]   2> 2286865 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 2286867 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2286868 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001
   [junit4]   2> 2286868 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2286868 INFO  (Thread-5052) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2286868 INFO  (Thread-5052) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2286968 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.a.s.c.ZkTestServer start zk server on port:40353
   [junit4]   2> 2287012 INFO  (jetty-launcher-1584-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2287012 INFO  (jetty-launcher-1584-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2287013 INFO  (jetty-launcher-1584-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2287013 INFO  (jetty-launcher-1584-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2287058 INFO  (jetty-launcher-1584-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@243289f{/solr,null,AVAILABLE}
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@87ac012{SSL,[ssl, 
http/1.1]}{127.0.0.1:52674}
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] 
o.e.j.s.Server Started @2291460ms
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=52674}
   [junit4]   2> 2287064 ERROR (jetty-launcher-1584-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-07T16:23:52.042Z
   [junit4]   2> 2287068 INFO  (jetty-launcher-1584-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6934e5a3{/solr,null,AVAILABLE}
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@39529b12{SSL,[ssl, 
http/1.1]}{127.0.0.1:53705}
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] 
o.e.j.s.Server Started @2291467ms
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=53705}
   [junit4]   2> 2287071 ERROR (jetty-launcher-1584-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-07T16:23:52.049Z
   [junit4]   2> 2287075 INFO  (jetty-launcher-1584-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287084 INFO  (jetty-launcher-1584-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5aa1d701{/solr,null,AVAILABLE}
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@38c89158{SSL,[ssl, 
http/1.1]}{127.0.0.1:58427}
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] 
o.e.j.s.Server Started @2291482ms
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=58427}
   [junit4]   2> 2287087 ERROR (jetty-launcher-1584-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-07T16:23:52.065Z
   [junit4]   2> 2287089 INFO  (jetty-launcher-1584-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6651d3b7{/solr,null,AVAILABLE}
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@f0b88ac{SSL,[ssl, 
http/1.1]}{127.0.0.1:40587}
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] 
o.e.j.s.Server Started @2291487ms
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40587}
   [junit4]   2> 2287091 ERROR (jetty-launcher-1584-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2287092 INFO  (jetty-launcher-1584-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-07T16:23:52.070Z
   [junit4]   2> 2287111 INFO  (jetty-launcher-1584-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287118 INFO  (jetty-launcher-1584-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287131 INFO  (jetty-launcher-1584-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40353/solr
   [junit4]   2> 2287134 INFO  (jetty-launcher-1584-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287138 INFO  (jetty-launcher-1584-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40353/solr
   [junit4]   2> 2287139 INFO  (jetty-launcher-1584-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40353/solr
   [junit4]   2> 2287154 INFO  (jetty-launcher-1584-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40353/solr
   [junit4]   2> 2287229 INFO  (jetty-launcher-1584-thread-2) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:58427_solr
   [junit4]   2> 2287230 INFO  (jetty-launcher-1584-thread-1) 
[n:127.0.0.1:52674_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:52674_solr
   [junit4]   2> 2287231 INFO  (jetty-launcher-1584-thread-2) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.Overseer Overseer 
(id=97418256832725003-127.0.0.1:58427_solr-n_0000000000) starting
   [junit4]   2> 2287231 INFO  (jetty-launcher-1584-thread-3) 
[n:127.0.0.1:53705_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:53705_solr
   [junit4]   2> 2287249 INFO  
(zkCallback-1602-thread-1-processing-n:127.0.0.1:53705_solr) 
[n:127.0.0.1:53705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2287251 INFO  
(zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) 
[n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2287264 INFO  
(zkCallback-1604-thread-1-processing-n:127.0.0.1:58427_solr) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2287266 INFO  
(zkCallback-1604-thread-1-processing-n:127.0.0.1:58427_solr) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2287266 INFO  
(zkCallback-1602-thread-1-processing-n:127.0.0.1:53705_solr) 
[n:127.0.0.1:53705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2287277 INFO  
(zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) 
[n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2287282 INFO  (jetty-launcher-1584-thread-4) 
[n:127.0.0.1:40587_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 2287286 INFO  (jetty-launcher-1584-thread-4) 
[n:127.0.0.1:40587_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40587_solr
   [junit4]   2> 2287287 INFO  
(zkCallback-1602-thread-1-processing-n:127.0.0.1:53705_solr) 
[n:127.0.0.1:53705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2287288 INFO  
(zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) 
[n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2287288 INFO  
(zkCallback-1604-thread-1-processing-n:127.0.0.1:58427_solr) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2287301 INFO  
(zkCallback-1605-thread-1-processing-n:127.0.0.1:40587_solr) 
[n:127.0.0.1:40587_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2287322 INFO  (jetty-launcher-1584-thread-2) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58427_solr
   [junit4]   2> 2287324 INFO  
(zkCallback-1605-thread-1-processing-n:127.0.0.1:40587_solr) 
[n:127.0.0.1:40587_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2287324 INFO  
(zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) 
[n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2287324 INFO  
(zkCallback-1602-thread-1-processing-n:127.0.0.1:53705_solr) 
[n:127.0.0.1:53705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2287325 INFO  
(zkCallback-1604-thread-1-processing-n:127.0.0.1:58427_solr) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2287442 INFO  (jetty-launcher-1584-thread-3) 
[n:127.0.0.1:53705_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node3/.
   [junit4]   2> 2287443 INFO  (jetty-launcher-1584-thread-2) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node2/.
   [junit4]   2> 2287452 INFO  (jetty-launcher-1584-thread-4) 
[n:127.0.0.1:40587_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node4/.
   [junit4]   2> 2287490 INFO  (jetty-launcher-1584-thread-1) 
[n:127.0.0.1:52674_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node1/.
   [junit4]   2> 2288363 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2288364 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40353/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2288425 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2288440 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2288442 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 2288473 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_47149_hdfs____vvij0d/webapp
   [junit4]   2> 2288902 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47149
   [junit4]   2> 2289010 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2289011 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 2289027 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_48783_datanode____.wcvq23/webapp
   [junit4]   2> 2289430 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48783
   [junit4]   2> 2289511 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2289512 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 2289525 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_52677_datanode____4paqtc/webapp
   [junit4]   2> 2289702 INFO  (IPC Server handler 3 on 36879) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-5bce9845-8b59-43a8-bf5d-ab67ded19a02 node 
DatanodeRegistration(127.0.0.1:47668, 
datanodeUuid=2ab31771-64fc-4b54-abd8-b26718f3584b, infoPort=40013, 
infoSecurePort=0, ipcPort=44567, 
storageInfo=lv=-56;cid=testClusterID;nsid=883810773;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2289702 INFO  (IPC Server handler 3 on 36879) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-c00a9095-3448-48f7-8b67-79fef98d4708 node 
DatanodeRegistration(127.0.0.1:47668, 
datanodeUuid=2ab31771-64fc-4b54-abd8-b26718f3584b, infoPort=40013, 
infoSecurePort=0, ipcPort=44567, 
storageInfo=lv=-56;cid=testClusterID;nsid=883810773;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2290005 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52677
   [junit4]   2> 2290135 INFO  (IPC Server handler 4 on 36879) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-4c6ab3ac-e2fc-4bca-bcf9-46fb8ade8f58 node 
DatanodeRegistration(127.0.0.1:57344, 
datanodeUuid=12478af4-cd1b-4bc8-8513-cc117ab1efef, infoPort=39159, 
infoSecurePort=0, ipcPort=35441, 
storageInfo=lv=-56;cid=testClusterID;nsid=883810773;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 2290135 INFO  (IPC Server handler 4 on 36879) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-cb3f2a27-ecf1-44d4-a544-5e8d7d24ea76 node 
DatanodeRegistration(127.0.0.1:57344, 
datanodeUuid=12478af4-cd1b-4bc8-8513-cc117ab1efef, infoPort=39159, 
infoSecurePort=0, ipcPort=35441, 
storageInfo=lv=-56;cid=testClusterID;nsid=883810773;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2290403 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[41393A96F5B11305])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
   [junit4]   2> 2290404 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[41393A96F5B11305])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2290435 INFO  (qtp1256639394-13720) [n:127.0.0.1:53705_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2290438 INFO  
(OverseerThreadFactory-4644-thread-1-processing-n:127.0.0.1:58427_solr) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
acollection
   [junit4]   2> 2290439 ERROR 
(OverseerThreadFactory-4644-thread-1-processing-n:127.0.0.1:58427_solr) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerCollectionMessageHandler 
Collection: acollection operation: create 
failed:org.apache.solr.common.SolrException: numShards is a required param 
(when using CompositeId router).
   [junit4]   2>        at 
org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:112)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2290459 INFO  (qtp1256639394-13720) [n:127.0.0.1:53705_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2}
 status=400 QTime=24
   [junit4]   2> 2290460 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[41393A96F5B11305])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards
   [junit4]   2> 2290574 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[41393A96F5B11305])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
   [junit4]   2> 2290575 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[41393A96F5B11305])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2290578 INFO  (qtp1256639394-13721) [n:127.0.0.1:53705_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2290587 INFO  
(OverseerCollectionConfigSetProcessor-97418256832725003-127.0.0.1:58427_solr-n_0000000000)
 [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2290588 INFO  
(OverseerThreadFactory-4644-thread-2-processing-n:127.0.0.1:58427_solr) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
created_and_deleted
   [junit4]   2> 2290724 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2290830 INFO  
(zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) 
[n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/created_and_deleted/state.json] for collection 
[created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2291736 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2291745 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
   [junit4]   2> 2291748 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2291749 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' 
using configuration from collection created_and_deleted
   [junit4]   2> 2291749 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:36879/data
   [junit4]   2> 2291750 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2291750 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore 
at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node1/created_and_deleted_shard1_replica1],
 dataDir=[hdfs://localhost:36879/data/created_and_deleted/core_node1/data/]
   [junit4]   2> 2291750 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28f90c4e
   [junit4]   2> 2291750 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:36879/data/created_and_deleted/core_node1/data/snapshot_metadata
   [junit4]   2> 2291757 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 2291757 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2291757 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2291768 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2291770 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:36879/data/created_and_deleted/core_node1/data
   [junit4]   2> 2291787 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:36879/data/created_and_deleted/core_node1/data/index
   [junit4]   2> 2291793 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 2291793 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2291794 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2291804 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2291827 INFO  (IPC Server handler 1 on 36879) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57344 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-c00a9095-3448-48f7-8b67-79fef98d4708:NORMAL:127.0.0.1:47668|RBW],
 
ReplicaUC[[DISK]DS-4c6ab3ac-e2fc-4bca-bcf9-46fb8ade8f58:NORMAL:127.0.0.1:57344|FINALIZED]]}
 size 0
   [junit4]   2> 2291827 INFO  (IPC Server handler 2 on 36879) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47668 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-4c6ab3ac-e2fc-4bca-bcf9-46fb8ade8f58:NORMAL:127.0.0.1:57344|FINALIZED],
 
ReplicaUC[[DISK]DS-5bce9845-8b59-43a8-bf5d-ab67ded19a02:NORMAL:127.0.0.1:47668|FINALIZED]]}
 size 0
   [junit4]   2> 2291887 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2291887 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2291887 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2291898 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2291898 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2291908 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3a166844[created_and_deleted_shard1_replica1] main]
   [junit4]   2> 2291909 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2291910 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2291910 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2291915 INFO  
(searcherExecutor-4653-thread-1-processing-n:127.0.0.1:52674_solr 
x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted) 
[n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  
x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore 
[created_and_deleted_shard1_replica1] Registered new searcher 
Searcher@3a166844[created_and_deleted_shard1_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2291918 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1558692114617860096
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:52674/solr/created_and_deleted_shard1_replica1/
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.SyncStrategy 
https://127.0.0.1:52674/solr/created_and_deleted_shard1_replica1/ has no 
replicas
   [junit4]   2> 2291939 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:52674/solr/created_and_deleted_shard1_replica1/ shard1
   [junit4]   2> 2292042 INFO  
(zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) 
[n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/created_and_deleted/state.json] for collection 
[created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2292092 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2292096 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr 
c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2}
 status=0 QTime=1372
   [junit4]   2> 2292098 INFO  (qtp1256639394-13721) [n:127.0.0.1:53705_solr    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 2292196 INFO  
(zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) 
[n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/created_and_deleted/state.json] for collection 
[created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2292590 INFO  
(OverseerCollectionConfigSetProcessor-97418256832725003-127.0.0.1:58427_solr-n_0000000000)
 [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2293099 INFO  (qtp1256639394-13721) [n:127.0.0.1:53705_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2}
 status=0 QTime=2521
   [junit4]   2> 2293100 INFO  (qtp1256639394-13714) [n:127.0.0.1:53705_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2293101 INFO  (qtp1256639394-13714) [n:127.0.0.1:53705_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2293102 INFO  (qtp1256639394-13717) [n:127.0.0.1:53705_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=created_and_deleted&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 2293105 INFO  
(OverseerThreadFactory-4644-thread-3-processing-n:127.0.0.1:58427_solr) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2293108 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.created_and_deleted.shard1.replica1
   [junit4]   2> 2293109 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] 
o.a.s.c.SolrCore [created_and_deleted_shard1_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@2bce37e6
   [junit4]   2> 2293178 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.created_and_deleted.shard1.replica1
   [junit4]   2> 2293178 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:36879/data/created_and_deleted/core_node1/data/snapshot_metadata
   [junit4]   2> 2293178 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:36879/data/created_and_deleted/core_node1/data
   [junit4]   2> 2293179 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:36879/data/created_and_deleted/core_node1/data/index
   [junit4]   2> 2293189 INFO  (IPC Server handler 1 on 36879) [    ] 
BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:47668 
127.0.0.1:57344 
   [junit4]   2> 2293193 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=85
   [junit4]   2> 2293899 INFO  (qtp1256639394-13717) [n:127.0.0.1:53705_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 
QTime=797
   [junit4]   2> 2293899 INFO  (qtp1256639394-13718) [n:127.0.0.1:53705_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2293900 INFO  (qtp1256639394-13718) [n:127.0.0.1:53705_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2293900 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[41393A96F5B11305])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
   [junit4]   2> 2294025 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[41393A96F5B11305])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
   [junit4]   2> 2294027 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[41393A96F5B11305])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2294029 INFO  (qtp1256639394-13719) [n:127.0.0.1:53705_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2294031 INFO  
(OverseerThreadFactory-4644-thread-4-processing-n:127.0.0.1:58427_solr) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
collection
   [junit4]   2> 2294032 INFO  
(OverseerCollectionConfigSetProcessor-97418256832725003-127.0.0.1:58427_solr-n_0000000000)
 [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2294032 WARN  
(OverseerThreadFactory-4644-thread-4-processing-n:127.0.0.1:58427_solr) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.CreateCollectionCmd Specified 
replicationFactor of 10 on collection collection is higher than or equal to the 
number of Solr instances currently live or live and part of your 
createNodeSet(4). It's unusual to run two replica of the same slice on the same 
Solr-instance.
   [junit4]   2> 2294032 ERROR 
(OverseerThreadFactory-4644-thread-4-processing-n:127.0.0.1:58427_solr) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerCollectionMessageHandler 
Collection: collection operation: create 
failed:org.apache.solr.common.SolrException: Cannot create collection 
collection. Value of maxShardsPerNode is 1, and the number of nodes currently 
live or live and part of your createNodeSet is 4. This allows a maximum of 4 to 
be created. Value of numShards is 2 and value of replicationFactor is 10. This 
requires 20 shards to be created (higher than the allowed number)
   [junit4]   2>        at 
org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2294035 INFO  (qtp1256639394-13719) [n:127.0.0.1:53705_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2}
 status=400 QTime=5
   [junit4]   2> 2294035 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[41393A96F5B11305])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
   [junit4]   2> 2294157 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[41393A96F5B11305])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
   [junit4]   2> 2294158 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[41393A96F5B11305])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2294185 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
   [junit4]   2> 2294187 INFO  
(OverseerStateUpdate-97418256832725003-127.0.0.1:58427_solr-n_0000000000) 
[n:127.0.0.1:58427_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard1
   [junit4]   2> 2294984 INFO  
(org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@15d5a2ad)
 [    ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:57344 to delete 
[blk_1073741825_1001]
   [junit4]   2> 2295218 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2295227 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema 
[halfcollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 2295230 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2295231 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using 
configuration from collection halfcollectionblocker
   [junit4]   2> 2295231 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:36879/data
   [junit4]   2> 2295232 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2295232 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrCore 
[[halfcollection_shard1_replica1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node2/halfcollection_shard1_replica1],
 
dataDir=[hdfs://localhost:36879/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003/]
   [junit4]   2> 2295232 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28f90c4e
   [junit4]   2> 2295232 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:36879/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003/snapshot_metadata
   [junit4]   2> 2295240 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 2295240 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2295240 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2295249 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2295249 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:36879/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003
   [junit4]   2> 2295270 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:36879/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003/index
   [junit4]   2> 2295276 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 2295276 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2295276 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2295283 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2295301 INFO  (IPC Server handler 6 on 36879) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57344 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-c00a9095-3448-48f7-8b67-79fef98d4708:NORMAL:127.0.0.1:47668|RBW],
 
ReplicaUC[[DISK]DS-cb3f2a27-ecf1-44d4-a544-5e8d7d24ea76:NORMAL:127.0.0.1:57344|RBW]]}
 size 0
   [junit4]   2> 2295302 INFO  (IPC Server handler 7 on 36879) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47668 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-c00a9095-3448-48f7-8b67-79fef98d4708:NORMAL:127.0.0.1:47668|RBW],
 
ReplicaUC[[DISK]DS-cb3f2a27-ecf1-44d4-a544-5e8d7d24ea76:NORMAL:127.0.0.1:57344|RBW]]}
 size 0
   [junit4]   2> 2295364 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2295364 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2295364 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2295376 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2295376 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2295385 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@2727dfef[halfcollection_shard1_replica1] main]
   [junit4]   2> 2295386 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2295387 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2295387 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2295388 INFO  
(searcherExecutor-4658-thread-1-processing-n:127.0.0.1:58427_solr 
x:halfcollection_shard1_replica1 c:halfcollectionblocker) 
[n:127.0.0.1:58427_solr c:halfcollectionblocker   
x:halfcollection_shard1_replica1] o.a.s.c.SolrCore 
[halfcollection_shard1_replica1] Registered new searcher 
Searcher@2727dfef[halfcollection_shard1_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2295390 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr 
c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new 

[...truncated too long message...]

2       
/solr/overseer_elect/election/97418361526747171-127.0.0.1:47801_tz-n_0000000010
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747399-127.0.0.1:46163_tz-n_0000000121
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747459-127.0.0.1:41267_tz-n_0000000150
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747330-127.0.0.1:59565_tz-n_0000000089
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747180-127.0.0.1:57929_tz-n_0000000032
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/97418361526747468-core_node2-n_0000000064
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747267-127.0.0.1:41267_tz-n_0000000059
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/97418361526747303-core_node16-n_0000000030
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747522-127.0.0.1:59565_tz-n_0000000179
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard2/election/97418361526747360-core_node3-n_0000000029
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747570-127.0.0.1:59565_tz-n_0000000202
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/97418361526747420-core_node2-n_0000000054
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard2/election/97418361526747408-core_node3-n_0000000035
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747474-127.0.0.1:59565_tz-n_0000000157
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747140-127.0.0.1:38022_tz-n_0000000200
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/97418361526747189-core_node16-n_0000000007
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/97418361526747447-core_node16-n_0000000060
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard2/election/97418361526747264-core_node3-n_0000000017
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747140-127.0.0.1:38022_tz-n_0000000017
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747378-127.0.0.1:59565_tz-n_0000000111
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/97418361526747372-core_node2-n_0000000044
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard2/election/97418361526747552-core_node3-n_0000000053
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/97418361526747564-core_node2-n_0000000084
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/97418361526747207-core_node16-n_0000000010
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747516-127.0.0.1:52576_tz-n_0000000177
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747372-127.0.0.1:52576_tz-n_0000000109
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard2/election/97418361526747216-core_node3-n_0000000011
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747165-127.0.0.1:39915_tz-n_0000000008
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/97418361526747276-core_node2-n_0000000024
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747282-127.0.0.1:59565_tz-n_0000000067
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/97418361526747495-core_node16-n_0000000070
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747186-127.0.0.1:35494_tz-n_0000000015
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747177-127.0.0.1:43481_tz-n_0000000133
   [junit4]   2>        2       
/solr/overseer_elect/election/97418361526747363-127.0.0.1:41267_tz-n_0000000106
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        984     /solr/overseer/collection-queue-work
   [junit4]   2>        893     /solr/overseer/queue
   [junit4]   2>        189     /solr/overseer/queue-work
   [junit4]   2>        149     /solr/collections
   [junit4]   2>        18      /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest 
-Dtests.method=test -Dtests.seed=41393A96F5B11305 -Dtests.multiplier=2 
-Dtests.nightly=true -Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
 -Dtests.locale=es-CU -Dtests.timezone=Asia/Dubai -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 1109s J0 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Unable to restart 
(#8): CloudJettyRunner [url=http://127.0.0.1:40537/tz/collection1]
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([41393A96F5B11305:C96D054C5B4D7EFD]:0)
   [junit4]    >        at 
org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
   [junit4]    >        at 
org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    >        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4992973 INFO  
(SUITE-RollingRestartTest-seed#[41393A96F5B11305]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_41393A96F5B11305-001
   [junit4]   2> Feb 07, 2017 5:08:57 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=1955, maxMBSortInHeap=5.965330933268625, 
sim=RandomSimilarity(queryNorm=false): {}, locale=es-CU, timezone=Asia/Dubai
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_102 (64-bit)/cpus=4,threads=1,free=86785784,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [SpatialHeatmapFacetsTest, 
TestNoOpRegenerator, TestConfigSetsAPIExclusivity, TestRemoteStreaming, 
RuleEngineTest, PolyFieldTest, SyncSliceTest, ReplicationFactorTest, 
HdfsWriteToMultipleCollectionsTest, SystemInfoHandlerTest, TestCSVLoader, 
SolrIndexMetricsTest, FastVectorHighlighterTest, 
TestTrackingShardHandlerFactory, TestLazyCores, TestCustomDocTransformer, 
SSLMigrationTest, TestRandomRequestDistribution, MultiThreadedOCPTest, 
CdcrRequestHandlerTest, TestCloudPivotFacet, TestClusterProperties, 
DistributedQueryElevationComponentTest, InfoHandlerTest, TestSolr4Spatial, 
BlockJoinFacetSimpleTest, NumericFieldsTest, TestBulkSchemaConcurrent, 
ExplicitHLLTest, TestCorePropertiesReload, TestNonDefinedSimilarityFactory, 
SolrCoreTest, ForceLeaderTest, CursorMarkTest, AtomicUpdatesTest, 
CollectionsAPISolrJTest, TestFieldCacheReopen, HdfsRecoveryZkTest, 
TestRequestForwarding, TestBadConfig, TestChildDocTransformer, TestBlobHandler, 
TestPseudoReturnFields, DeleteReplicaTest, TestUnifiedSolrHighlighter, 
TestOmitPositions, TestDeleteCollectionOnDownNodes, 
ClassificationUpdateProcessorTest, SolrCLIZkUtilsTest, 
TestSubQueryTransformerDistrib, PeerSyncTest, TestJmxIntegration, 
TestUninvertingReader, SharedFSAutoReplicaFailoverTest, 
CurrencyFieldOpenExchangeTest, TestRealTimeGet, TestCollectionAPIs, AssignTest, 
TestPKIAuthenticationPlugin, DateMathParserTest, TestFoldingMultitermQuery, 
RegexBoostProcessorTest, BigEndianAscendingWordDeserializerTest, 
TestGraphTermsQParserPlugin, CoreAdminCreateDiscoverTest, 
LeaderInitiatedRecoveryOnShardRestartTest, TestRTGBase, 
TestStressCloudBlindAtomicUpdates, TestScoreJoinQPScore, 
BasicDistributedZkTest, DateRangeFieldTest, TestSolrConfigHandlerConcurrent, 
TestJoin, TestAnalyzedSuggestions, QueryEqualityTest, TestRestManager, 
SignatureUpdateProcessorFactoryTest, HdfsCollectionsAPIDistributedZkTest, 
DistributedQueryComponentOptimizationTest, SimpleMLTQParserTest, 
SpellPossibilityIteratorTest, TestDistributedStatsComponentCardinality, 
ReturnFieldsTest, TestDistributedSearch, TestUniqueKeyFieldResource, 
TestRangeQuery, CursorPagingTest, DistributedQueueTest, TestRandomFaceting, 
TestSolrConfigHandler, UUIDFieldTest, TestUseDocValuesAsStored2, 
TestHighlightDedupGrouping, TestSolrCoreProperties, 
TestAuthenticationFramework, TestDynamicFieldResource, 
TestAtomicUpdateErrorCases, TestGraphMLResponseWriter, TestIntervalFaceting, 
HLLUtilTest, TestStressLucene, DistributedSpellCheckComponentTest, 
CheckHdfsIndexTest, TestPathTrie, ClusterStateTest, CdcrUpdateLogTest, 
IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSchemaManager, 
NotRequiredUniqueKeyTest, UpdateLogTest, SortSpecParsingTest, 
TestMinMaxOnMultiValuedField, PreAnalyzedFieldTest, TestSystemIdResolver, 
PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, 
SpellingQueryConverterTest, DOMUtilTest, TestSolrJ, TestLRUCache, TestUtils, 
ZkNodePropsTest, FileUtilsTest, DistributedMLTComponentTest, 
DistributedIntervalFacetingTest, CdcrVersionReplicationTest, 
CleanupOldIndexTest, CloudExitableDirectoryReaderTest, 
CollectionStateFormat2Test, CollectionTooManyReplicasTest, ConfigSetsAPITest, 
ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, 
DeleteStatusTest, DocValuesNotIndexedTest, HttpPartitionTest, 
LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, 
OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, 
RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, RollingRestartTest]
   [junit4] Completed [531/693 (2!)] on J0 in 1108.88s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 62914 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to