Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1240/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseParallelGC

1 tests failed.
FAILED:  
org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:37779_solr, 
127.0.0.1:44759_solr] Last available state: 
DocCollection(testSimple1//collections/testSimple1/state.json/16)={   
"pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{      
 "range":"80000000-ffffffff",       "state":"active",       "replicas":{        
 "core_node3":{           
"dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/",
           "base_url":"https://127.0.0.1:37779/solr";,           
"node_name":"127.0.0.1:37779_solr",           "type":"NRT",           
"ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/tlog",
           "core":"testSimple1_shard1_replica_n1",           
"shared_storage":"true",           "state":"active"},         "core_node5":{    
       
"dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/",
           "base_url":"https://127.0.0.1:37779/solr";,           
"node_name":"127.0.0.1:37779_solr",           "type":"NRT",           
"ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/tlog",
           "core":"testSimple1_shard1_replica_n2",           
"shared_storage":"true",           "state":"active",           
"leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       
"state":"active",       "replicas":{         "core_node7":{           
"dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/",
           "base_url":"https://127.0.0.1:39677/solr";,           
"node_name":"127.0.0.1:39677_solr",           "type":"NRT",           
"ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/tlog",
           "core":"testSimple1_shard2_replica_n4",           
"shared_storage":"true",           "state":"down"},         "core_node8":{      
     
"dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/",
           "base_url":"https://127.0.0.1:37779/solr";,           
"node_name":"127.0.0.1:37779_solr",           "type":"NRT",           
"ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/tlog",
           "core":"testSimple1_shard2_replica_n6",           
"shared_storage":"true",           "state":"active",           
"leader":"true"}}}},   "router":{"name":"compositeId"},   
"maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   
"tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:37779_solr, 127.0.0.1:44759_solr]
Last available state: 
DocCollection(testSimple1//collections/testSimple1/state.json/16)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          
"dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/",
          "base_url":"https://127.0.0.1:37779/solr";,
          "node_name":"127.0.0.1:37779_solr",
          "type":"NRT",
          
"ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/tlog",
          "core":"testSimple1_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active"},
        "core_node5":{
          
"dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/",
          "base_url":"https://127.0.0.1:37779/solr";,
          "node_name":"127.0.0.1:37779_solr",
          "type":"NRT",
          
"ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/tlog",
          "core":"testSimple1_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          
"dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/",
          "base_url":"https://127.0.0.1:39677/solr";,
          "node_name":"127.0.0.1:39677_solr",
          "type":"NRT",
          
"ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/tlog",
          "core":"testSimple1_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          
"dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/",
          "base_url":"https://127.0.0.1:37779/solr";,
          "node_name":"127.0.0.1:37779_solr",
          "type":"NRT",
          
"ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/tlog",
          "core":"testSimple1_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
        at 
__randomizedtesting.SeedInfo.seed([4D6CE1B2D8F35C7B:75DFC54CFF0088AA]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at 
org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13775 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> 2951583 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/init-core-data-001
   [junit4]   2> 2951584 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 2951584 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2951586 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2951586 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001
   [junit4]   2> 2951586 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2951587 INFO  (Thread-7178) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2951587 INFO  (Thread-7178) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2951588 ERROR (Thread-7178) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2951687 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.s.c.ZkTestServer start zk server on port:33585
   [junit4]   2> 2951688 INFO  (zkConnectionManagerCallback-5057-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951694 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2951694 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2951695 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2951697 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@19354de{/solr,null,AVAILABLE}
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1e0c200{/solr,null,AVAILABLE}
   [junit4]   2> 2951698 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@170768b{/solr,null,AVAILABLE}
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@abc5b8{SSL,[ssl, 
http/1.1]}{127.0.0.1:39677}
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@c74488{SSL,[ssl, 
http/1.1]}{127.0.0.1:37779}
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.e.j.s.Server Started @2952650ms
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.e.j.s.Server Started @2952650ms
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=39677}
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=37779}
   [junit4]   2> 2951699 ERROR (jetty-launcher-5054-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@c727d0{SSL,[ssl, 
http/1.1]}{127.0.0.1:44759}
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.3.0
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.e.j.s.Server Started @2952650ms
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=44759}
   [junit4]   2> 2951699 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2951699 ERROR (jetty-launcher-5054-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T12:09:40.506Z
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.3.0
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2951700 ERROR (jetty-launcher-5054-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.3.0
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T12:09:40.506Z
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2951700 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T12:09:40.506Z
   [junit4]   2> 2951701 INFO  (zkConnectionManagerCallback-5059-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951701 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2951705 INFO  (zkConnectionManagerCallback-5061-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951705 INFO  (zkConnectionManagerCallback-5063-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951706 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2951706 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2951710 INFO  (jetty-launcher-5054-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33585/solr
   [junit4]   2> 2951711 INFO  (zkConnectionManagerCallback-5067-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951712 INFO  (jetty-launcher-5054-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33585/solr
   [junit4]   2> 2951713 INFO  
(zkConnectionManagerCallback-5071-thread-1-processing-n:127.0.0.1:39677_solr) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951723 INFO  (zkConnectionManagerCallback-5073-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951724 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x1612d3939290003, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2951725 INFO  
(zkConnectionManagerCallback-5075-thread-1-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951727 INFO  (jetty-launcher-5054-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33585/solr
   [junit4]   2> 2951728 INFO  (zkConnectionManagerCallback-5079-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951729 INFO  
(zkConnectionManagerCallback-5083-thread-1-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2951773 INFO  (jetty-launcher-5054-thread-3) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2951773 INFO  (jetty-launcher-5054-thread-2) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2951773 INFO  (jetty-launcher-5054-thread-1) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2951773 INFO  (jetty-launcher-5054-thread-3) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:39677_solr
   [junit4]   2> 2951774 INFO  (jetty-launcher-5054-thread-2) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44759_solr
   [junit4]   2> 2951774 INFO  (jetty-launcher-5054-thread-1) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:37779_solr
   [junit4]   2> 2951774 INFO  (jetty-launcher-5054-thread-3) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.Overseer Overseer 
(id=99410390574235653-127.0.0.1:39677_solr-n_0000000000) starting
   [junit4]   2> 2951777 INFO  
(zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2951777 INFO  
(zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 2951777 INFO  
(zkCallback-5070-thread-1-processing-n:127.0.0.1:39677_solr) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 2951777 INFO  
(zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2951781 DEBUG 
(OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000)
 [n:127.0.0.1:39677_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 2951782 INFO  (jetty-launcher-5054-thread-3) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39677_solr
   [junit4]   2> 2951782 DEBUG 
(OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000)
 [n:127.0.0.1:39677_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 2951782 DEBUG 
(OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000)
 [n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:37779_solr, 127.0.0.1:44759_solr]
   [junit4]   2> 2951782 DEBUG 
(OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000)
 [n:127.0.0.1:39677_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 2951782 DEBUG 
(OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000)
 [n:127.0.0.1:39677_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 2951785 INFO  
(zkCallback-5070-thread-1-processing-n:127.0.0.1:39677_solr) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2951785 INFO  
(zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2951785 INFO  
(zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2951790 DEBUG 
(OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000)
 [n:127.0.0.1:39677_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 2951791 DEBUG 
(OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000)
 [n:127.0.0.1:39677_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2951791 DEBUG (ScheduledTrigger-10484-thread-1) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2951996 INFO  (jetty-launcher-5054-thread-2) 
[n:127.0.0.1:44759_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44759.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952007 INFO  (jetty-launcher-5054-thread-2) 
[n:127.0.0.1:44759_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44759.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952007 INFO  (jetty-launcher-5054-thread-2) 
[n:127.0.0.1:44759_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44759.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952008 INFO  (jetty-launcher-5054-thread-1) 
[n:127.0.0.1:37779_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37779.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952008 INFO  (jetty-launcher-5054-thread-2) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node2/.
   [junit4]   2> 2952030 INFO  (jetty-launcher-5054-thread-1) 
[n:127.0.0.1:37779_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37779.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952030 INFO  (jetty-launcher-5054-thread-1) 
[n:127.0.0.1:37779_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37779.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952031 INFO  (jetty-launcher-5054-thread-1) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node1/.
   [junit4]   2> 2952132 INFO  (jetty-launcher-5054-thread-3) 
[n:127.0.0.1:39677_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39677.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952141 INFO  (jetty-launcher-5054-thread-3) 
[n:127.0.0.1:39677_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39677.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952141 INFO  (jetty-launcher-5054-thread-3) 
[n:127.0.0.1:39677_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39677.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2952142 INFO  (jetty-launcher-5054-thread-3) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node3/.
   [junit4]   2> 2952175 INFO  (zkConnectionManagerCallback-5089-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2952178 INFO  (zkConnectionManagerCallback-5093-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2952179 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2952179 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33585/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2952251 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2952257 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2952260 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 2952273 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_localdomain_32907_hdfs____4r6djv/webapp
   [junit4]   2> 2952776 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:32907
   [junit4]   2> 2952791 DEBUG (ScheduledTrigger-10484-thread-1) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2953791 DEBUG (ScheduledTrigger-10484-thread-2) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2954102 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2954103 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 2954116 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_37317_datanode____z5l2cc/webapp
   [junit4]   2> 2954576 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37317
   [junit4]   2> 2954607 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2954607 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 2954617 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_33985_datanode____rmxldp/webapp
   [junit4]   2> 2954792 DEBUG (ScheduledTrigger-10484-thread-1) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2954851 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:38985) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 2954857 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0xa00abd98633f: from storage 
DS-f07e5dae-af63-4b16-b734-17957d0a28ee node 
DatanodeRegistration(127.0.0.1:38851, 
datanodeUuid=dcf556f4-1162-4caa-9236-bbd615b57478, infoPort=36695, 
infoSecurePort=0, ipcPort=32863, 
storageInfo=lv=-56;cid=testClusterID;nsid=559131733;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2954857 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0xa00abd98633f: from storage 
DS-415d9b44-1c3c-43d9-a204-9eb0b916a98e node 
DatanodeRegistration(127.0.0.1:38851, 
datanodeUuid=dcf556f4-1162-4caa-9236-bbd615b57478, infoPort=36695, 
infoSecurePort=0, ipcPort=32863, 
storageInfo=lv=-56;cid=testClusterID;nsid=559131733;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2955090 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33985
   [junit4]   2> 2955184 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:38985) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 2955189 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0xa00ad16036cc: from storage 
DS-44de2f4f-6267-400e-9f69-16495c88d352 node 
DatanodeRegistration(127.0.0.1:33101, 
datanodeUuid=893115de-44be-4092-84b7-c26432202f39, infoPort=46191, 
infoSecurePort=0, ipcPort=35241, 
storageInfo=lv=-56;cid=testClusterID;nsid=559131733;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2955189 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0xa00ad16036cc: from storage 
DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921 node 
DatanodeRegistration(127.0.0.1:33101, 
datanodeUuid=893115de-44be-4092-84b7-c26432202f39, infoPort=46191, 
infoSecurePort=0, ipcPort=35241, 
storageInfo=lv=-56;cid=testClusterID;nsid=559131733;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2955250 INFO  
(TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4D6CE1B2D8F35C7B]) [  
  ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 2955294 INFO  (qtp4312364-25981) [n:127.0.0.1:37779_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:44759_solr,127.0.0.1:37779_solr&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2955296 INFO  
(OverseerThreadFactory-10486-thread-1-processing-n:127.0.0.1:39677_solr) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
testSimple1
   [junit4]   2> 2955403 INFO  
(OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44759/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2955405 INFO  
(OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37779/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2955407 INFO  
(OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44759/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2955409 INFO  
(OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37779/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2955618 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2955618 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2955619 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 2955654 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2955654 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 2955665 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2955768 INFO  
(zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2955768 INFO  
(zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2955768 INFO  
(zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2955768 INFO  
(zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2955792 DEBUG (ScheduledTrigger-10484-thread-1) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2956629 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2956651 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2956661 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 2956663 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2956663 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2956665 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2956666 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using 
configuration from collection testSimple1, trusted=true
   [junit4]   2> 2956667 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37779.solr.core.testSimple1.shard2.replica_n6' (registry 
'solr.core.testSimple1.shard2.replica_n6') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2956667 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:38985/data
   [junit4]   2> 2956667 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2956667 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2956667 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node1/testSimple1_shard2_replica_n6],
 dataDir=[hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/]
   [junit4]   2> 2956668 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2956668 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using 
configuration from collection testSimple1, trusted=true
   [junit4]   2> 2956669 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37779.solr.core.testSimple1.shard1.replica_n2' (registry 
'solr.core.testSimple1.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2956669 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:38985/data
   [junit4]   2> 2956669 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2956669 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2956669 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node1/testSimple1_shard1_replica_n2],
 dataDir=[hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/]
   [junit4]   2> 2956670 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 2956671 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2956673 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2956673 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using 
configuration from collection testSimple1, trusted=true
   [junit4]   2> 2956673 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2956673 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 2956673 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44759.solr.core.testSimple1.shard1.replica_n1' (registry 
'solr.core.testSimple1.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2956674 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:38985/data
   [junit4]   2> 2956674 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2956674 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2956674 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node2/testSimple1_shard1_replica_n1],
 dataDir=[hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/]
   [junit4]   2> 2956677 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 2956680 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 2956682 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2956682 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using 
configuration from collection testSimple1, trusted=true
   [junit4]   2> 2956683 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44759.solr.core.testSimple1.shard2.replica_n4' (registry 
'solr.core.testSimple1.shard2.replica_n4') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
   [junit4]   2> 2956683 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:38985/data
   [junit4]   2> 2956683 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2956684 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2956684 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node2/testSimple1_shard2_replica_n4],
 dataDir=[hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/]
   [junit4]   2> 2956688 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 2956688 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data
   [junit4]   2> 2956689 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data
   [junit4]   2> 2956693 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data
   [junit4]   2> 2956701 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data
   [junit4]   2> 2956718 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/index
   [junit4]   2> 2956721 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/index
   [junit4]   2> 2956722 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/index
   [junit4]   2> 2956730 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/index
   [junit4]   2> 2956766 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33101 is added to 
blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-f07e5dae-af63-4b16-b734-17957d0a28ee:NORMAL:127.0.0.1:38851|RBW],
 
ReplicaUC[[DISK]DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921:NORMAL:127.0.0.1:33101|FINALIZED]]}
 size 0
   [junit4]   2> 2956766 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38851 is added to 
blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921:NORMAL:127.0.0.1:33101|FINALIZED],
 
ReplicaUC[[DISK]DS-415d9b44-1c3c-43d9-a204-9eb0b916a98e:NORMAL:127.0.0.1:38851|FINALIZED]]}
 size 0
   [junit4]   2> 2956767 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33101 is added to 
blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-f07e5dae-af63-4b16-b734-17957d0a28ee:NORMAL:127.0.0.1:38851|RBW],
 
ReplicaUC[[DISK]DS-44de2f4f-6267-400e-9f69-16495c88d352:NORMAL:127.0.0.1:33101|RBW]]}
 size 0
   [junit4]   2> 2956768 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38851 is added to 
blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921:NORMAL:127.0.0.1:33101|RBW],
 
ReplicaUC[[DISK]DS-415d9b44-1c3c-43d9-a204-9eb0b916a98e:NORMAL:127.0.0.1:38851|RBW]]}
 size 0
   [junit4]   2> 2956769 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33101 is added to 
blk_1073741827_1003 size 69
   [junit4]   2> 2956769 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38851 is added to 
blk_1073741826_1002 size 69
   [junit4]   2> 2956787 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38851 is added to 
blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921:NORMAL:127.0.0.1:33101|RBW],
 
ReplicaUC[[DISK]DS-f07e5dae-af63-4b16-b734-17957d0a28ee:NORMAL:127.0.0.1:38851|RBW]]}
 size 0
   [junit4]   2> 2956790 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33101 is added to 
blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-f07e5dae-af63-4b16-b734-17957d0a28ee:NORMAL:127.0.0.1:38851|RBW],
 
ReplicaUC[[DISK]DS-44de2f4f-6267-400e-9f69-16495c88d352:NORMAL:127.0.0.1:33101|FINALIZED]]}
 size 0
   [junit4]   2> 2956792 DEBUG (ScheduledTrigger-10484-thread-1) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2956845 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2956845 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2956846 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2956846 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2956846 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2956846 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2956846 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2956846 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2956846 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2956859 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2956859 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2956859 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2956859 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2956859 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2956860 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2956860 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2956861 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2956861 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2956874 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1e1ff36[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 2956876 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1166d7e[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 2956877 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2956877 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2956877 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2956877 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2956878 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2956878 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2956879 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3bade3[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 2956879 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2956879 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2956880 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2956881 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1590566254738931712
   [junit4]   2> 2956881 INFO  
(searcherExecutor-10495-thread-1-processing-n:127.0.0.1:44759_solr 
x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) 
[n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 
x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore 
[testSimple1_shard1_replica_n1] Registered new searcher 
Searcher@1e1ff36[testSimple1_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2956881 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2956881 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1590566254738931712
   [junit4]   2> 2956882 INFO  
(searcherExecutor-10494-thread-1-processing-n:127.0.0.1:37779_solr 
x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) 
[n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 
x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore 
[testSimple1_shard1_replica_n2] Registered new searcher 
Searcher@1166d7e[testSimple1_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2956882 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2956885 INFO  
(searcherExecutor-10493-thread-1-processing-n:127.0.0.1:37779_solr 
x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) 
[n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 
x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore 
[testSimple1_shard2_replica_n6] Registered new searcher 
Searcher@3bade3[testSimple1_shard2_replica_n6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2956885 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1590566254743126016
   [junit4]   2> 2956886 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2956886 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2956886 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:44759/solr/testSimple1_shard1_replica_n1/
   [junit4]   2> 2956886 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 
url=https://127.0.0.1:44759/solr START 
replicas=[https://127.0.0.1:37779/solr/testSimple1_shard1_replica_n2/] 
nUpdates=100
   [junit4]   2> 2956888 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2956889 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1e94525[testSimple1_shard2_replica_n4] main]
   [junit4]   2> 2956890 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2956891 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2956891 INFO  (qtp4312364-25972) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.S.Request [testSimple1_shard1_replica_n2]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2956892 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2956894 INFO  
(searcherExecutor-10496-thread-1-processing-n:127.0.0.1:44759_solr 
x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) 
[n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 
x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore 
[testSimple1_shard2_replica_n4] Registered new searcher 
Searcher@1e94525[testSimple1_shard2_replica_n4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2956894 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1590566254752563200
   [junit4]   2> 2956990 INFO  
(zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2956990 INFO  
(zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2956990 INFO  
(zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2956990 INFO  
(zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957187 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 
url=https://127.0.0.1:44759/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2957187 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 2957187 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2957187 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 2957191 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:44759/solr/testSimple1_shard1_replica_n1/ shard1
   [junit4]   2> 2957292 INFO  
(zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957292 INFO  
(zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957292 INFO  
(zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957292 INFO  
(zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957342 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2957389 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2957389 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2957389 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:37779/solr/testSimple1_shard2_replica_n6/
   [junit4]   2> 2957398 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 
url=https://127.0.0.1:37779/solr START 
replicas=[https://127.0.0.1:44759/solr/testSimple1_shard2_replica_n4/] 
nUpdates=100
   [junit4]   2> 2957402 INFO  (qtp26324823-26244) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.S.Request [testSimple1_shard2_replica_n4]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2957404 INFO  (qtp26324823-26247) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=1750
   [junit4]   2> 2957444 INFO  
(zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957444 INFO  
(zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957444 INFO  
(zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957444 INFO  
(zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957698 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 
url=https://127.0.0.1:37779/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2957698 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 2957698 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2957698 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 2957702 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:37779/solr/testSimple1_shard2_replica_n6/ shard2
   [junit4]   2> 2957792 DEBUG (ScheduledTrigger-10484-thread-4) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2957803 INFO  
(zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957803 INFO  
(zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957803 INFO  
(zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957803 INFO  
(zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957853 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2957854 INFO  (qtp4312364-25978) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2236
   [junit4]   2> 2957999 INFO  
(zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957999 INFO  
(zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957999 INFO  
(zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2957999 INFO  
(zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) 
[n:127.0.0.1:44759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2958676 INFO  (qtp26324823-26248) [n:127.0.0.1:44759_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=3010
   [junit4]   2> 2958676 INFO  (qtp4312364-26249) [n:127.0.0.1:37779_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=3058
   [junit4]   2> 2958680 INFO  (qtp4312364-25981) [n:127.0.0.1:37779_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 2958680 INFO  (qtp4312364-25981) [n:127.0.0.1:37779_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:44759_solr,127.0.0.1:37779_solr&wt=javabin&version=2}
 status=0 QTime=3386
   [junit4]   2> 2958682 INFO  (qtp4312364-25976) [n:127.0.0.1:37779_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:37779_solr,127.0.0.1:39677_solr&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2958684 INFO  
(OverseerThreadFactory-10486-thread-2-processing-n:127.0.0.1:39677_solr) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
testSimple2
   [junit4]   2> 2958684 INFO  
(OverseerCollectionConfigSetProcessor-99410390574235653-127.0.0.1:39677_solr-n_0000000000)
 [n:127.0.0.1:39677_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2958793 DEBUG (ScheduledTrigger-10484-thread-4) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2958890 INFO  
(OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39677/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2958892 INFO  
(OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple2_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37779/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2958893 INFO  
(OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple2_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39677/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2958895 INFO  
(OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple2_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37779/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2959098 INFO  (qtp4312364-26251) [n:127.0.0.1:37779_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2959098 INFO  (qtp4312364-25971) [n:127.0.0.1:37779_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2959143 INFO  (qtp23058622-25980) [n:127.0.0.1:39677_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2959144 INFO  (qtp23058622-25980) [n:127.0.0.1:39677_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 2959144 INFO  (qtp23058622-25977) [n:127.0.0.1:39677_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2959248 INFO  
(zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple2/state.json] for collection [testSimple2] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2959248 INFO  
(zkCallback-5070-thread-2-processing-n:127.0.0.1:39677_solr) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple2/state.json] for collection [testSimple2] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2959248 INFO  
(zkCallback-5070-thread-3-processing-n:127.0.0.1:39677_solr) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple2/state.json] for collection [testSimple2] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2959248 INFO  
(zkCallback-5070-thread-1-processing-n:127.0.0.1:39677_solr) 
[n:127.0.0.1:39677_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple2/state.json] for collection [testSimple2] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 2959248 INFO  
(zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) 
[n:127.0.0.1:37779_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple2/state.json] for collection [testSimple2] has 
occurred - updating... (live nodes

[...truncated too long message...]

r-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:38985) [    ] 
o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager 
interrupted
   [junit4]   2> 3100832 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:38985) [    ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool 
BP-249026764-88.99.242.108-1516882181014 (Datanode Uuid 
893115de-44be-4092-84b7-c26432202f39) service to 
localhost.localdomain/127.0.0.1:38985
   [junit4]   2> 3100833 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 3100837 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 3100937 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:38985) [    ] 
o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager 
interrupted
   [junit4]   2> 3100938 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:38985) [    ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool 
BP-249026764-88.99.242.108-1516882181014 (Datanode Uuid 
dcf556f4-1162-4caa-9236-bbd615b57478) service to 
localhost.localdomain/127.0.0.1:38985
   [junit4]   2> 3100944 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.m.log Stopped 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 3101058 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [    
] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33585 33585
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001
   [junit4]   2> Jan 25, 2018 12:12:09 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 66 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=638, maxMBSortInHeap=6.2526948987254, 
sim=RandomSimilarity(queryNorm=false): {}, locale=tr-TR, timezone=Etc/GMT
   [junit4]   2> NOTE: Linux 4.13.0-31-generic i386/Oracle Corporation 
1.8.0_144 (32-bit)/cpus=8,threads=2,free=183232568,total=521142272
   [junit4]   2> NOTE: All tests run in this JVM: 
[XsltUpdateRequestHandlerTest, TestCursorMarkWithoutUniqueKey, TestCoreBackup, 
TestLegacyTerms, TestSystemIdResolver, TestNRTOpen, SimplePostToolTest, 
TestCollectionAPI, DeleteLastCustomShardedReplicaTest, 
TestSystemCollAutoCreate, InfixSuggestersTest, CurrencyFieldTypeTest, 
BasicFunctionalityTest, TestSolr4Spatial, ChaosMonkeySafeLeaderTest, 
TestExportWriter, DocumentBuilderTest, SignatureUpdateProcessorFactoryTest, 
FieldMutatingUpdateProcessorTest, RulesTest, TestPartialUpdateDeduplication, 
SOLR749Test, TestBulkSchemaConcurrent, TestLockTree, 
TestOverriddenPrefixQueryForCustomFieldType, ZkControllerTest, 
TestExactSharedStatsCache, TestClusterProperties, TestSimpleTextCodec, 
TestTriggerIntegration, TestSolrJ, TestFastLRUCache, TestConfigsApi, 
TestPrepRecovery, PathHierarchyTokenizerFactoryTest, 
LegacyCloudClusterPropTest, AddBlockUpdateTest, LoggingHandlerTest, 
SliceStateTest, TestCharFilters, TestPolicyCloud, 
TestComplexPhraseQParserPlugin, TestRequestForwarding, 
TimeRoutedAliasUpdateProcessorTest, ConnectionManagerTest, TestLRUCache, 
StatsReloadRaceTest, RollingRestartTest, DOMUtilTest, PolyFieldTest, 
UninvertDocValuesMergePolicyTest, TestSurroundQueryParser, 
TestSweetSpotSimilarityFactory, CollectionsAPIDistributedZkTest, 
DataDrivenBlockJoinTest, TestJavabinTupleStreamParser, 
TestCorePropertiesReload, IgnoreCommitOptimizeUpdateProcessorFactoryTest, 
JvmMetricsTest, JsonLoaderTest, AutoscalingHistoryHandlerTest, TestZkChroot, 
PeerSyncReplicationTest, ResponseHeaderTest, TestManagedStopFilterFactory, 
TestRestManager, TestShortCircuitedRequests, CoreMergeIndexesAdminHandlerTest, 
DirectUpdateHandlerOptimizeTest, TestFieldCacheReopen, 
CollectionStateFormat2Test, DistributedDebugComponentTest, 
TestFuzzyAnalyzedSuggestions, TestQueryUtils, TestInitQParser, 
HdfsRestartWhileUpdatingTest, FileUtilsTest, BasicZkTest, 
SolrMetricManagerTest, UpdateRequestProcessorFactoryTest, 
ClassificationUpdateProcessorTest, TestReversedWildcardFilterFactory, 
TestScoreJoinQPNoScore, HttpPartitionTest, TestAnalyzeInfixSuggestions, 
PrimUtilsTest, TestFieldCacheVsDocValues, HLLUtilTest, ExplicitHLLTest, 
TestSolrCloudSnapshots, SmileWriterTest, TestFilteredDocIdSet, 
SchemaVersionSpecificBehaviorTest, QueryResultKeyTest, SolrInfoBeanTest, 
TestMacroExpander, LeaderFailureAfterFreshStartTest, SolrCoreTest, 
GraphQueryTest, TestSchemaVersionResource, TestRecovery, TestTlogReplica, 
DirectSolrConnectionTest, TestJsonFacetRefinement, 
TestSolrCloudWithHadoopAuthPlugin, CdcrBootstrapTest, BadCopyFieldTest, 
TestSolrCloudWithDelegationTokens, TestSubQueryTransformerDistrib, 
SortByFunctionTest, TestUseDocValuesAsStored2, SolrGangliaReporterTest, 
TestSchemaManager, IndexSchemaTest, TestSQLHandlerNonCloud, 
TestConfigSetImmutable, TestDocBasedVersionConstraints, 
HttpTriggerListenerTest, TestReqParamsAPI, PrimitiveFieldTypeTest, 
OverseerTest, TestChildDocTransformer, CachingDirectoryFactoryTest, 
FastVectorHighlighterTest, VMParamsZkACLAndCredentialsProvidersTest, 
BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, 
OpenCloseCoreStressTest, LeaderElectionIntegrationTest, RecoveryZkTest, 
TestReplicationHandler, ZkSolrClientTest, TestRandomDVFaceting, 
ShardRoutingCustomTest, TestDistributedGrouping, TestHashPartitioner, 
TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, 
TestReload, TestStressVersions, DistributedTermsComponentTest, 
StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, 
QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestSort, 
TestFunctionQuery, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, 
SoftAutoCommitTest, SuggesterTest, SpatialFilterTest, TestPseudoReturnFields, 
TestUpdate, QueryEqualityTest, TestSolrDeletionPolicy1, DebugComponentTest, 
IndexBasedSpellCheckerTest, TestWriterPerf, DirectSolrSpellCheckerTest, 
TermsComponentTest, RegexBoostProcessorTest, MBeansHandlerTest, 
HighlighterConfigTest, TestQuerySenderListener, AlternateDirectoryTest, 
TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, 
SolrIndexConfigTest, BadComponentTest, TestStressRecovery, SampleTest, 
TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, 
TestElisionMultitermQuery, TestConfig, OutputWriterTest, 
ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestPhraseSuggestions, 
SpellPossibilityIteratorTest, TestXIncludeConfig, EchoParamsTest, 
TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, 
TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, 
TestFastWriter, ResourceLoaderTest, ScriptEngineTest, 
OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, DateMathParserTest, 
PreAnalyzedFieldTest, SpellingQueryConverterTest, ClusterStateTest, 
TestDocumentBuilder, SystemInfoHandlerTest, DistributedMLTComponentTest, 
TestRTGBase, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, 
TestLuceneIndexBackCompat, AsyncCallRequestStatusResponseTest, 
DeleteInactiveReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, 
DistribDocExpirationUpdateProcessorTest, LeaderFailoverAfterPartitionTest, 
MoveReplicaHDFSTest, MultiThreadedOCPTest, 
OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, ReplaceNodeTest, 
RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, 
SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, 
TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestConfigSetsAPIZkFailure, 
TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, 
TestLeaderElectionWithEmptyReplica, TestPullReplicaErrorHandling, 
TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorRandomCloud, 
ZkFailoverTest, TestHdfsCloudBackupRestore, TestRequestStatusCollectionAPI, 
ComputePlanActionTest, HdfsAutoAddReplicasIntegrationTest]
   [junit4] Completed [600/767 (1!)] on J1 in 159.36s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 44436 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to