Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1992/

3 tests failed.
FAILED:  
org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica

Error Message:
Timeout occured while waiting response from server at: 
http://127.0.0.1:37136/solr/pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_n1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting 
response from server at: 
http://127.0.0.1:37136/solr/pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_n1
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
        at 
org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:240)
        at 
org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:250)
        at 
org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica(TestPullReplicaErrorHandling.java:150)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:171)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
        at 
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
        at 
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:523)
        ... 47 more


FAILED:  
org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper

Error Message:
IOException occured when talking to server at: http://127.0.0.1:35822/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when 
talking to server at: http://127.0.0.1:35822/solr
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
        at 
org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper(TestPullReplicaErrorHandling.java:216)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:35822 failed to 
respond
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
        at 
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
        at 
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:523)
        ... 49 more


FAILED:  
org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader

Error Message:
IOException occured when talking to server at: http://127.0.0.1:35822/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when 
talking to server at: http://127.0.0.1:35822/solr
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
        at 
org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToLeader(TestPullReplicaErrorHandling.java:181)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:35822 failed to 
respond
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
        at 
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
        at 
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:523)
        ... 49 more




Build Log:
[...truncated 13285 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001/init-core-data-001
   [junit4]   2> 3289681 WARN  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 3289681 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3289682 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 3289682 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001/tempDir-001
   [junit4]   2> 3289682 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3289707 INFO  (Thread-4351) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3289707 INFO  (Thread-4351) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 3289708 ERROR (Thread-4351) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3289807 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:46757
   [junit4]   2> 3289828 INFO  (jetty-launcher-1930-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3289828 INFO  (jetty-launcher-1930-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3289828 INFO  (jetty-launcher-1930-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3289829 INFO  (jetty-launcher-1930-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3289830 INFO  (jetty-launcher-1930-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6d8afc1a{/solr,null,AVAILABLE}
   [junit4]   2> 3289830 INFO  (jetty-launcher-1930-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@327af41f{HTTP/1.1,[http/1.1]}{127.0.0.1:40738}
   [junit4]   2> 3289830 INFO  (jetty-launcher-1930-thread-3) [    ] 
o.e.j.s.Server Started @3299199ms
   [junit4]   2> 3289830 INFO  (jetty-launcher-1930-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40738}
   [junit4]   2> 3289830 ERROR (jetty-launcher-1930-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3289830 INFO  (jetty-launcher-1930-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 3289830 INFO  (jetty-launcher-1930-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3289830 INFO  (jetty-launcher-1930-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 3289830 INFO  (jetty-launcher-1930-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-16T17:33:54.622Z
   [junit4]   2> 3289832 INFO  (jetty-launcher-1930-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@682f9261{/solr,null,AVAILABLE}
   [junit4]   2> 3289832 INFO  (jetty-launcher-1930-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5ec28a7a{HTTP/1.1,[http/1.1]}{127.0.0.1:36567}
   [junit4]   2> 3289832 INFO  (jetty-launcher-1930-thread-4) [    ] 
o.e.j.s.Server Started @3299201ms
   [junit4]   2> 3289832 INFO  (jetty-launcher-1930-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36567}
   [junit4]   2> 3289832 ERROR (jetty-launcher-1930-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3289833 INFO  (jetty-launcher-1930-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 3289833 INFO  (jetty-launcher-1930-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3289833 INFO  (jetty-launcher-1930-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 3289833 INFO  (jetty-launcher-1930-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-16T17:33:54.625Z
   [junit4]   2> 3289849 INFO  (jetty-launcher-1930-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2d8b9312{/solr,null,AVAILABLE}
   [junit4]   2> 3289849 INFO  (jetty-launcher-1930-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3289878 INFO  (jetty-launcher-1930-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@470626f8{HTTP/1.1,[http/1.1]}{127.0.0.1:36731}
   [junit4]   2> 3289878 INFO  (jetty-launcher-1930-thread-1) [    ] 
o.e.j.s.Server Started @3299246ms
   [junit4]   2> 3289878 INFO  (jetty-launcher-1930-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36731}
   [junit4]   2> 3289878 ERROR (jetty-launcher-1930-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3289878 INFO  (jetty-launcher-1930-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 3289878 INFO  (jetty-launcher-1930-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3289878 INFO  (jetty-launcher-1930-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 3289878 INFO  (jetty-launcher-1930-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-16T17:33:54.670Z
   [junit4]   2> 3289879 INFO  (jetty-launcher-1930-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1fcc759{/solr,null,AVAILABLE}
   [junit4]   2> 3289880 INFO  (jetty-launcher-1930-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3289880 INFO  (jetty-launcher-1930-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46757/solr
   [junit4]   2> 3289884 INFO  (jetty-launcher-1930-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4b354135{HTTP/1.1,[http/1.1]}{127.0.0.1:34749}
   [junit4]   2> 3289905 INFO  (jetty-launcher-1930-thread-2) [    ] 
o.e.j.s.Server Started @3299273ms
   [junit4]   2> 3289905 INFO  (jetty-launcher-1930-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=34749}
   [junit4]   2> 3289905 ERROR (jetty-launcher-1930-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3289905 INFO  (jetty-launcher-1930-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 3289905 INFO  (jetty-launcher-1930-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3289905 INFO  (jetty-launcher-1930-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 3289905 INFO  (jetty-launcher-1930-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-16T17:33:54.697Z
   [junit4]   2> 3289904 INFO  (jetty-launcher-1930-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3289909 INFO  (jetty-launcher-1930-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46757/solr
   [junit4]   2> 3289967 INFO  (jetty-launcher-1930-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46757/solr
   [junit4]   2> 3289971 INFO  (jetty-launcher-1930-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3289998 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15d4c76b5c40009, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3289999 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15d4c76b5c40005, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3290015 INFO  (jetty-launcher-1930-thread-3) 
[n:127.0.0.1:40738_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3290015 INFO  (jetty-launcher-1930-thread-1) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3290015 INFO  (jetty-launcher-1930-thread-3) 
[n:127.0.0.1:40738_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:40738_solr
   [junit4]   2> 3290016 INFO  (jetty-launcher-1930-thread-1) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36731_solr
   [junit4]   2> 3290024 INFO  (jetty-launcher-1930-thread-3) 
[n:127.0.0.1:40738_solr    ] o.a.s.c.Overseer Overseer 
(id=98318839611392007-127.0.0.1:40738_solr-n_0000000000) starting
   [junit4]   2> 3290032 INFO  
(zkCallback-1941-thread-1-processing-n:127.0.0.1:40738_solr) 
[n:127.0.0.1:40738_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 3290034 INFO  
(zkCallback-1949-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 3290034 INFO  (jetty-launcher-1930-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46757/solr
   [junit4]   2> 3290080 INFO  (jetty-launcher-1930-thread-3) 
[n:127.0.0.1:40738_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40738_solr
   [junit4]   2> 3290100 INFO  
(zkCallback-1949-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 3290101 INFO  
(zkCallback-1941-thread-1-processing-n:127.0.0.1:40738_solr) 
[n:127.0.0.1:40738_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 3290160 INFO  (jetty-launcher-1930-thread-2) 
[n:127.0.0.1:34749_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 3290161 INFO  (jetty-launcher-1930-thread-2) 
[n:127.0.0.1:34749_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3290215 INFO  (jetty-launcher-1930-thread-2) 
[n:127.0.0.1:34749_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34749_solr
   [junit4]   2> 3290216 INFO  
(zkCallback-1949-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 3290217 INFO  
(zkCallback-1941-thread-1-processing-n:127.0.0.1:40738_solr) 
[n:127.0.0.1:40738_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 3290218 INFO  
(zkCallback-1955-thread-1-processing-n:127.0.0.1:34749_solr) 
[n:127.0.0.1:34749_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 3290332 INFO  (jetty-launcher-1930-thread-3) 
[n:127.0.0.1:40738_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40738.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3290343 INFO  (jetty-launcher-1930-thread-3) 
[n:127.0.0.1:40738_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40738.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3290343 INFO  (jetty-launcher-1930-thread-3) 
[n:127.0.0.1:40738_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40738.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3290344 INFO  (jetty-launcher-1930-thread-3) 
[n:127.0.0.1:40738_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001/tempDir-001/node3/.
   [junit4]   2> 3290510 INFO  (jetty-launcher-1930-thread-2) 
[n:127.0.0.1:34749_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34749.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3290521 INFO  (jetty-launcher-1930-thread-2) 
[n:127.0.0.1:34749_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34749.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3290522 INFO  (jetty-launcher-1930-thread-2) 
[n:127.0.0.1:34749_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34749.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3290522 INFO  (jetty-launcher-1930-thread-2) 
[n:127.0.0.1:34749_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001/tempDir-001/node1/.
   [junit4]   2> 3290624 INFO  (jetty-launcher-1930-thread-1) 
[n:127.0.0.1:36731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36731.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3290641 INFO  (jetty-launcher-1930-thread-1) 
[n:127.0.0.1:36731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36731.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3290642 INFO  (jetty-launcher-1930-thread-1) 
[n:127.0.0.1:36731_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36731.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3290642 INFO  (jetty-launcher-1930-thread-1) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001/tempDir-001/node2/.
   [junit4]   2> 3290643 INFO  (jetty-launcher-1930-thread-4) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 3290645 INFO  (jetty-launcher-1930-thread-4) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3290646 INFO  (jetty-launcher-1930-thread-4) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36567_solr
   [junit4]   2> 3290646 INFO  
(zkCallback-1955-thread-1-processing-n:127.0.0.1:34749_solr) 
[n:127.0.0.1:34749_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3290646 INFO  
(zkCallback-1949-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3290646 INFO  
(zkCallback-1941-thread-1-processing-n:127.0.0.1:40738_solr) 
[n:127.0.0.1:40738_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3290707 INFO  
(zkCallback-1945-thread-1-processing-n:127.0.0.1:36567_solr) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3290838 INFO  (jetty-launcher-1930-thread-4) 
[n:127.0.0.1:36567_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36567.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3290841 INFO  (jetty-launcher-1930-thread-4) 
[n:127.0.0.1:36567_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36567.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3290841 INFO  (jetty-launcher-1930-thread-4) 
[n:127.0.0.1:36567_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36567.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3290850 INFO  (jetty-launcher-1930-thread-4) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001/tempDir-001/node4/.
   [junit4]   2> 3290910 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3290910 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46757/solr ready
   [junit4]   2> 3290914 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@327af41f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3290914 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=977027571
   [junit4]   2> 3290914 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 3290916 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 3290917 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 3290918 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 3290933 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 3290933 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.Overseer Overseer 
(id=98318839611392007-127.0.0.1:40738_solr-n_0000000000) closing
   [junit4]   2> 3290942 INFO  
(OverseerStateUpdate-98318839611392007-127.0.0.1:40738_solr-n_0000000000) 
[n:127.0.0.1:40738_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:40738_solr
   [junit4]   2> 3290959 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15d4c76b5c40007, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3290959 WARN  
(zkCallback-1941-thread-1-processing-n:127.0.0.1:40738_solr) 
[n:127.0.0.1:40738_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3290961 INFO  
(zkCallback-1949-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:36731_solr
   [junit4]   2> 3290960 INFO  
(zkCallback-1955-thread-1-processing-n:127.0.0.1:34749_solr) 
[n:127.0.0.1:34749_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 3290960 INFO  
(zkCallback-1945-thread-1-processing-n:127.0.0.1:36567_solr) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 3290961 INFO  (zkCallback-1960-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3290961 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@6d8afc1a{/solr,null,UNAVAILABLE}
   [junit4]   2> 3290962 INFO  
(zkCallback-1949-thread-1-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.Overseer Overseer 
(id=98318839611392010-127.0.0.1:36731_solr-n_0000000001) starting
   [junit4]   2> 3290962 INFO  
(zkCallback-1949-thread-2-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 3290962 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3290963 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1fb96cd2{/solr,null,AVAILABLE}
   [junit4]   2> 3290963 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@3ecff487{HTTP/1.1,[http/1.1]}{127.0.0.1:41665}
   [junit4]   2> 3290963 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.Server Started @3300332ms
   [junit4]   2> 3290963 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=37136}
   [junit4]   2> 3290964 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3290964 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 3290964 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3290964 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 3290964 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-16T17:33:55.756Z
   [junit4]   2> 3290977 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3290983 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46757/solr
   [junit4]   2> 3291030 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 3291057 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3291058 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:37136_solr
   [junit4]   2> 3291059 INFO  (zkCallback-1960-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3291059 INFO  
(zkCallback-1955-thread-1-processing-n:127.0.0.1:34749_solr) 
[n:127.0.0.1:34749_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3291059 INFO  
(zkCallback-1949-thread-2-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3291059 INFO  
(zkCallback-1945-thread-1-processing-n:127.0.0.1:36567_solr) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3291060 INFO  
(zkCallback-1965-thread-1-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3291198 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:37136_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37136.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3291209 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:37136_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37136.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3291209 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:37136_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37136.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3291210 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001/tempDir-001/node3/.
   [junit4]   2> 3291273 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: 
http://127.0.0.1:41665/solr. Proxy: http://127.0.0.1:37136/solr
   [junit4]   2> 3291274 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@4b354135{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3291274 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=2040821128
   [junit4]   2> 3291275 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 3291276 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 3291277 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 3291278 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 3291279 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 3291293 INFO  (zkCallback-1960-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3291293 INFO  
(zkCallback-1949-thread-2-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 3291293 INFO  
(zkCallback-1965-thread-1-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 3291294 INFO  
(zkCallback-1945-thread-1-processing-n:127.0.0.1:36567_solr) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 3291300 WARN  
(zkCallback-1955-thread-1-processing-n:127.0.0.1:34749_solr) 
[n:127.0.0.1:34749_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3291301 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1fcc759{/solr,null,UNAVAILABLE}
   [junit4]   2> 3291301 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3291302 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@ae94921{/solr,null,AVAILABLE}
   [junit4]   2> 3291303 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@51516f4{HTTP/1.1,[http/1.1]}{127.0.0.1:45992}
   [junit4]   2> 3291303 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.Server Started @3300671ms
   [junit4]   2> 3291303 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=45469}
   [junit4]   2> 3291303 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3291325 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 3291325 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3291325 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 3291325 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-16T17:33:56.117Z
   [junit4]   2> 3291346 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3291360 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46757/solr
   [junit4]   2> 3291383 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:45469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 3291384 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:45469_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3291386 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:45469_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45469_solr
   [junit4]   2> 3291386 INFO  
(zkCallback-1949-thread-2-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3291387 INFO  (zkCallback-1960-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3291387 INFO  
(zkCallback-1965-thread-1-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3291387 INFO  
(zkCallback-1945-thread-1-processing-n:127.0.0.1:36567_solr) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3291387 INFO  
(zkCallback-1971-thread-1-processing-n:127.0.0.1:45469_solr) 
[n:127.0.0.1:45469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3291564 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:45469_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45469.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3291575 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:45469_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45469.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3291575 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:45469_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45469.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3291576 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:45469_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001/tempDir-001/node1/.
   [junit4]   2> 3291639 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: 
http://127.0.0.1:45992/solr. Proxy: http://127.0.0.1:45469/solr
   [junit4]   2> 3291640 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@470626f8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3291640 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=572683405
   [junit4]   2> 3291640 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 3291642 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 3291655 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 3291656 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 3291658 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 3291658 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.Overseer Overseer 
(id=98318839611392010-127.0.0.1:36731_solr-n_0000000001) closing
   [junit4]   2> 3291659 INFO  
(OverseerStateUpdate-98318839611392010-127.0.0.1:36731_solr-n_0000000001) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:36731_solr
   [junit4]   2> 3291659 INFO  (zkCallback-1960-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3291659 INFO  
(zkCallback-1965-thread-1-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 3291660 INFO  
(zkCallback-1945-thread-1-processing-n:127.0.0.1:36567_solr) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:36567_solr
   [junit4]   2> 3291660 INFO  
(zkCallback-1971-thread-1-processing-n:127.0.0.1:45469_solr) 
[n:127.0.0.1:45469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 3291660 INFO  
(zkCallback-1945-thread-2-processing-n:127.0.0.1:36567_solr) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 3291660 INFO  
(zkCallback-1945-thread-1-processing-n:127.0.0.1:36567_solr) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.Overseer Overseer 
(id=98318839611392008-127.0.0.1:36567_solr-n_0000000003) starting
   [junit4]   2> 3293160 WARN  
(zkCallback-1949-thread-2-processing-n:127.0.0.1:36731_solr) 
[n:127.0.0.1:36731_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3293160 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@2d8b9312{/solr,null,UNAVAILABLE}
   [junit4]   2> 3293161 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3293170 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7e443078{/solr,null,AVAILABLE}
   [junit4]   2> 3293170 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@7b3d6da6{HTTP/1.1,[http/1.1]}{127.0.0.1:37818}
   [junit4]   2> 3293170 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.Server Started @3302539ms
   [junit4]   2> 3293170 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=41554}
   [junit4]   2> 3293170 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3293171 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 3293171 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3293171 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 3293171 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-16T17:33:57.963Z
   [junit4]   2> 3293173 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3293179 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46757/solr
   [junit4]   2> 3293234 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:41554_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 3293276 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:41554_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3293277 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:41554_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:41554_solr
   [junit4]   2> 3293278 INFO  
(zkCallback-1971-thread-1-processing-n:127.0.0.1:45469_solr) 
[n:127.0.0.1:45469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3293278 INFO  (zkCallback-1960-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3293291 INFO  
(zkCallback-1977-thread-1-processing-n:127.0.0.1:41554_solr) 
[n:127.0.0.1:41554_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3293292 INFO  
(zkCallback-1965-thread-1-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3293292 INFO  
(zkCallback-1945-thread-2-processing-n:127.0.0.1:36567_solr) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3293531 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:41554_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41554.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3293534 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:41554_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41554.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3293534 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:41554_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41554.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3293535 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:41554_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001/tempDir-001/node2/.
   [junit4]   2> 3293574 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: 
http://127.0.0.1:37818/solr. Proxy: http://127.0.0.1:41554/solr
   [junit4]   2> 3293575 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@5ec28a7a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3293575 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=469799770
   [junit4]   2> 3293575 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 3293577 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 3293578 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 3293579 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 3293579 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 3293580 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.Overseer Overseer 
(id=98318839611392008-127.0.0.1:36567_solr-n_0000000003) closing
   [junit4]   2> 3293580 INFO  
(OverseerStateUpdate-98318839611392008-127.0.0.1:36567_solr-n_0000000003) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:36567_solr
   [junit4]   2> 3293581 INFO  
(zkCallback-1971-thread-1-processing-n:127.0.0.1:45469_solr) 
[n:127.0.0.1:45469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 3293581 INFO  (zkCallback-1960-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3293581 INFO  
(zkCallback-1977-thread-1-processing-n:127.0.0.1:41554_solr) 
[n:127.0.0.1:41554_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 3293581 INFO  
(zkCallback-1965-thread-1-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 3293581 INFO  
(zkCallback-1965-thread-2-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:37136_solr
   [junit4]   2> 3293582 INFO  
(zkCallback-1965-thread-2-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.Overseer Overseer 
(id=98318839611392017-127.0.0.1:37136_solr-n_0000000004) starting
   [junit4]   2> 3295081 WARN  
(zkCallback-1945-thread-2-processing-n:127.0.0.1:36567_solr) 
[n:127.0.0.1:36567_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3295081 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@682f9261{/solr,null,UNAVAILABLE}
   [junit4]   2> 3295082 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3295083 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4c93e744{/solr,null,AVAILABLE}
   [junit4]   2> 3295083 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5326f7b4{HTTP/1.1,[http/1.1]}{127.0.0.1:37427}
   [junit4]   2> 3295083 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.e.j.s.Server Started @3304451ms
   [junit4]   2> 3295083 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=35822}
   [junit4]   2> 3295083 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3295084 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 3295084 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3295084 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 3295084 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-16T17:33:59.876Z
   [junit4]   2> 3295085 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3295092 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46757/solr
   [junit4]   2> 3295097 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:35822_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 3295099 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:35822_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3295100 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:35822_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35822_solr
   [junit4]   2> 3295101 INFO  (zkCallback-1960-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3295102 INFO  
(zkCallback-1977-thread-1-processing-n:127.0.0.1:41554_solr) 
[n:127.0.0.1:41554_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3295102 INFO  
(zkCallback-1965-thread-2-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3295102 INFO  
(zkCallback-1971-thread-1-processing-n:127.0.0.1:45469_solr) 
[n:127.0.0.1:45469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3295127 INFO  
(zkCallback-1983-thread-1-processing-n:127.0.0.1:35822_solr) 
[n:127.0.0.1:35822_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3295259 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:35822_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35822.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3295262 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:35822_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35822.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3295262 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:35822_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35822.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3295263 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) 
[n:127.0.0.1:35822_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001/tempDir-001/node4/.
   [junit4]   2> 3295314 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: 
http://127.0.0.1:37427/solr. Proxy: http://127.0.0.1:35822/solr
   [junit4]   2> 3295315 INFO  (SocketProxy-Acceptor-37136) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=44200,localport=37136], receiveBufferSize:531000
   [junit4]   2> 3295315 INFO  (SocketProxy-Acceptor-37136) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=41665,localport=49498], receiveBufferSize=530904
   [junit4]   2> 3295322 INFO  (qtp296744249-16831) [n:127.0.0.1:37136_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with 
params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 3295323 INFO  (qtp296744249-16831) [n:127.0.0.1:37136_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} 
status=0 QTime=0
   [junit4]   2> 3295351 INFO  
(TEST-TestPullReplicaErrorHandling.testCantConnectToPullReplica-seed#[84E33F2C306FCA85])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCantConnectToPullReplica
   [junit4]   2> 3295352 INFO  (qtp296744249-16832) [n:127.0.0.1:37136_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=1&replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=pull_replica_error_handling_test_cant_connect_to_pull_replica&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3295365 INFO  
(OverseerThreadFactory-4794-thread-1-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
pull_replica_error_handling_test_cant_connect_to_pull_replica
   [junit4]   2> 3295469 INFO  
(OverseerStateUpdate-98318839611392017-127.0.0.1:37136_solr-n_0000000004) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   
"collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37136/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 3295470 INFO  
(OverseerStateUpdate-98318839611392017-127.0.0.1:37136_solr-n_0000000004) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   
"collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45469/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 3295471 INFO  
(OverseerStateUpdate-98318839611392017-127.0.0.1:37136_solr-n_0000000004) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   
"collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   
"core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41554/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 3295472 INFO  
(OverseerStateUpdate-98318839611392017-127.0.0.1:37136_solr-n_0000000004) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   
"collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   
"core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_p1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35822/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 3295672 INFO  (SocketProxy-Acceptor-37136) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=44206,localport=37136], receiveBufferSize:531000
   [junit4]   2> 3295673 INFO  (SocketProxy-Acceptor-45469) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=34786,localport=45469], receiveBufferSize:531000
   [junit4]   2> 3295673 INFO  (SocketProxy-Acceptor-41554) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=51910,localport=41554], receiveBufferSize:531000
   [junit4]   2> 3295674 INFO  (SocketProxy-Acceptor-41554) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=37818,localport=47172], receiveBufferSize=530904
   [junit4]   2> 3295676 INFO  (SocketProxy-Acceptor-37136) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=41665,localport=49504], receiveBufferSize=530904
   [junit4]   2> 3295677 INFO  (qtp296744249-16829) [n:127.0.0.1:37136_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_n1&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3295677 INFO  (qtp2038790035-16890) [n:127.0.0.1:41554_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n1&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3295677 INFO  (qtp296744249-16829) [n:127.0.0.1:37136_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 3295677 INFO  (qtp2038790035-16890) [n:127.0.0.1:41554_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 3295678 INFO  (SocketProxy-Acceptor-35822) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=57568,localport=35822], receiveBufferSize:531000
   [junit4]   2> 3295678 INFO  (SocketProxy-Acceptor-45469) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=45992,localport=40284], receiveBufferSize=530904
   [junit4]   2> 3295679 INFO  (SocketProxy-Acceptor-35822) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=37427,localport=44998], receiveBufferSize=530904
   [junit4]   2> 3295679 INFO  (qtp2118597152-16913) [n:127.0.0.1:35822_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_p1&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard2&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 3295679 INFO  (qtp2118597152-16913) [n:127.0.0.1:35822_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 3295682 INFO  (qtp876617292-16858) [n:127.0.0.1:45469_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 3295682 INFO  (qtp876617292-16858) [n:127.0.0.1:45469_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 3295808 INFO  
(zkCallback-1977-thread-1-processing-n:127.0.0.1:41554_solr) 
[n:127.0.0.1:41554_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3295808 INFO  
(zkCallback-1983-thread-1-processing-n:127.0.0.1:35822_solr) 
[n:127.0.0.1:35822_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3295808 INFO  
(zkCallback-1971-thread-1-processing-n:127.0.0.1:45469_solr) 
[n:127.0.0.1:45469_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3295809 INFO  
(zkCallback-1965-thread-1-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3295809 INFO  
(zkCallback-1983-thread-2-processing-n:127.0.0.1:35822_solr) 
[n:127.0.0.1:35822_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3295809 INFO  
(zkCallback-1965-thread-2-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3295809 INFO  
(zkCallback-1971-thread-2-processing-n:127.0.0.1:45469_solr) 
[n:127.0.0.1:45469_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3295810 INFO  
(zkCallback-1977-thread-2-processing-n:127.0.0.1:41554_solr) 
[n:127.0.0.1:41554_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3296690 INFO  (qtp876617292-16858) [n:127.0.0.1:45469_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1]
 o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3296710 INFO  (qtp876617292-16858) [n:127.0.0.1:45469_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1]
 o.a.s.s.IndexSchema 
[pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1]
 Schema name=minimal
   [junit4]   2> 3296712 INFO  (qtp876617292-16858) [n:127.0.0.1:45469_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1]
 o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3296712 INFO  (qtp876617292-16858) [n:127.0.0.1:45469_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1]
 o.a.s.c.CoreContainer Creating SolrCore 
'pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1'
 using configuration from collection 
pull_replica_error_handling_test_cant_connect_to_pull_replica, trusted=true
   [junit4]   2> 3296713 INFO  (qtp876617292-16858) [n:127.0.0.1:45469_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1]
 o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45469.solr.core.pull_replica_error_handling_test_cant_connect_to_pull_replica.shard1.replica_p1'
 (registry 
'solr.core.pull_replica_error_handling_test_cant_connect_to_pull_replica.shard1.replica_p1')
 enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3296713 INFO  (qtp876617292-16858) [n:127.0.0.1:45469_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1]
 o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3296713 INFO  (qtp876617292-16858) [n:127.0.0.1:45469_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1]
 o.a.s.c.SolrCore 
[[pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1]
 ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001/tempDir-001/node1/pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001/tempDir-001/node1/./pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p1/data/]
   [junit4]   2> 3296782 INFO  (qtp2038790035-16890) [n:127.0.0.1:41554_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard2 
r:core_node3 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n1]
 o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3296786 INFO  (qtp2118597152-16913) [n:127.0.0.1:35822_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard2 
r:core_node4 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_p1]
 o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3296787 INFO  (qtp2038790035-16890) [n:127.0.0.1:41554_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard2 
r:core_node3 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n1]
 o.a.s.s.IndexSchema 
[pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n1]
 Schema name=minimal
   [junit4]   2> 3296789 INFO  (qtp2038790035-16890) [n:127.0.0.1:41554_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard2 
r:core_node3 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n1]
 o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3296789 INFO  (qtp2038790035-16890) [n:127.0.0.1:41554_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard2 
r:core_node3 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n1]
 o.a.s.c.CoreContainer Creating SolrCore 
'pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n1'
 using configuration from collection 
pull_replica_error_handling_test_cant_connect_to_pull_replica, trusted=true
   [junit4]   2> 3296790 INFO  (qtp2038790035-16890) [n:127.0.0.1:41554_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard2 
r:core_node3 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n1]
 o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41554.solr.core.pull_replica_error_handling_test_cant_connect_to_pull_replica.shard2.replica_n1'
 (registry 
'solr.core.pull_replica_error_handling_test_cant_connect_to_pull_replica.shard2.replica_n1')
 enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c13b43d
   [junit4]   2> 3296790 INFO  (qtp2038790035-16890) [n:127.0.0.1:41554_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard2 
r:core_node3 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n1]
 o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3296790 INFO  (qtp2038790035-16890) [n:127.0.0.1:41554_solr 
c:pull_replica_error_handling_test

[...truncated too long message...]

 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: CoreContainer 
is closed
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1138)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1105)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1061)
   [junit4]   2>        ... 41 more
   [junit4]   2> 
   [junit4]   2> 5902575 INFO  (qtp2038790035-16884) [n:127.0.0.1:41554_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1&action=CREATE&numShards=1&collection=pull_replica_error_handling_test_cant_connect_to_leader&shard=shard1&wt=javabin&version=2&replicaType=PULL}
 status=0 QTime=198160
   [junit4]   2> 5932295 ERROR 
(OverseerThreadFactory-4794-thread-5-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.OverseerCollectionMessageHandler 
Collection: pull_replica_error_handling_test_cant_connect_to_leader operation: 
create failed:org.apache.solr.common.SolrException: Could not fully remove 
collection: pull_replica_error_handling_test_cant_connect_to_leader
   [junit4]   2>        at 
org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:106)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:680)
   [junit4]   2>        at 
org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:283)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 5932296 INFO  
(OverseerThreadFactory-4794-thread-5-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000028 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 5933797 WARN  
(zkCallback-1965-thread-26-processing-n:127.0.0.1:37136_solr) 
[n:127.0.0.1:37136_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 5933797 INFO  (jetty-closer-1931-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1fb96cd2{/solr,null,UNAVAILABLE}
   [junit4]   2> 5933798 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 5933799 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[84E33F2C306FCA85]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:46757 46757
   [junit4]   2> 5933938 INFO  (Thread-4351) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:46757 46757
   [junit4]   2> 5933939 WARN  (Thread-4351) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        11      /solr/configs/conf
   [junit4]   2>        9       /solr/aliases.json
   [junit4]   2>        9       /solr/clusterprops.json
   [junit4]   2>        8       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        30      
/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
   [junit4]   2>        28      
/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
   [junit4]   2>        9       /solr/clusterstate.json
   [junit4]   2>        5       
/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        2       
/solr/overseer_elect/election/98318839611392017-127.0.0.1:37136_solr-n_0000000004
   [junit4]   2>        2       
/solr/overseer_elect/election/98318839611392010-127.0.0.1:36731_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        9       /solr/collections
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2>        4       /solr/overseer/queue
   [junit4]   2>        4       /solr/overseer/queue-work
   [junit4]   2>        4       /solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_84E33F2C306FCA85-001
   [junit4]   2> Jul 16, 2017 6:17:58 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{_version_=Lucene50(blocksize=128), fieldName_s=PostingsFormat(name=Direct), 
id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1916, 
maxMBSortInHeap=7.855079662824811, sim=RandomSimilarity(queryNorm=true): {}, 
locale=ko, timezone=Asia/Macao
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 
1.8.0_131 (64-bit)/cpus=4,threads=1,free=218674520,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [V2StandaloneTest, 
TestLuceneMatchVersion, DefaultValueUpdateProcessorTest, 
DistributedSpellCheckComponentTest, TestLegacyFieldReuse, 
TestCSVResponseWriter, DistributedVersionInfoTest, TestJsonRequest, 
SolrCoreTest, SolrGraphiteReporterTest, TolerantUpdateProcessorTest, 
TestSSLRandomization, HdfsUnloadDistributedZkTest, TestRecoveryHdfs, 
BJQParserTest, WordBreakSolrSpellCheckerTest, TestSolrDeletionPolicy1, 
TestRandomDVFaceting, TestWordDelimiterFilterFactory, NodeMutatorTest, 
ConnectionReuseTest, XmlUpdateRequestHandlerTest, TestDownShardTolerantSearch, 
SuggesterWFSTTest, CdcrRequestHandlerTest, DeleteLastCustomShardedReplicaTest, 
TestSchemaManager, TestDocumentBuilder, TestLegacyNumericRangeQueryBuilder, 
TestWriterPerf, TestPhraseSuggestions, ReplicationFactorTest, 
TestFastOutputStream, TestRawTransformer, AtomicUpdatesTest, 
PropertiesRequestHandlerTest, VersionInfoTest, CreateCollectionCleanupTest, 
TestImpersonationWithHadoopAuth, CursorPagingTest, TestMergePolicyConfig, 
ConfigureRecoveryStrategyTest, TestRandomFaceting, RankQueryTest, 
MetricUtilsTest, ImplicitSnitchTest, DeleteShardTest, TestExportWriter, 
TestMinMaxOnMultiValuedField, SynonymTokenizerTest, MetricsConfigTest, 
TestSolr4Spatial, TestSolrCLIRunExample, SolrRequestParserTest, 
TestMultiWordSynonyms, TestSimpleQParserPlugin, TestPayloadCheckQParserPlugin, 
LeaderFailureAfterFreshStartTest, CoreMergeIndexesAdminHandlerTest, 
TestHighlightDedupGrouping, TestInfoStreamLogging, 
TestLocalFSCloudBackupRestore, TestCryptoKeys, TestFunctionQuery, 
TestOmitPositions, TestLRUStatsCache, OutputWriterTest, TestSolrQueryParser, 
RequestHandlersTest, HttpPartitionTest, LeaderElectionIntegrationTest, 
TestReloadAndDeleteDocs, TestRemoteStreaming, MoveReplicaHDFSUlogDirTest, 
SpellingQueryConverterTest, FieldAnalysisRequestHandlerTest, 
TestReplicaProperties, CurrencyFieldTypeTest, SolrIndexConfigTest, 
PeerSyncTest, HdfsBasicDistributedZk2Test, DistributedExpandComponentTest, 
TestDocSet, TestIBSimilarityFactory, SolrCLIZkUtilsTest, 
DistribDocExpirationUpdateProcessorTest, TestExtendedDismaxParser, 
QueryElevationComponentTest, MBeansHandlerTest, 
TestEmbeddedSolrServerConstructors, ExitableDirectoryReaderTest, 
CdcrBootstrapTest, SmileWriterTest, DistributedFacetPivotLongTailTest, 
TestLMDirichletSimilarityFactory, TestAuthenticationFramework, EchoParamsTest, 
DocumentAnalysisRequestHandlerTest, HdfsSyncSliceTest, SpellCheckCollatorTest, 
HLLSerializationTest, RAMDirectoryFactoryTest, TestPrepRecovery, 
TestManagedStopFilterFactory, TestGraphTermsQParserPlugin, 
TestBackupRepositoryFactory, TestMultiValuedNumericRangeQuery, 
TestExpandComponent, TestMacroExpander, TestLeaderElectionWithEmptyReplica, 
TestCrossCoreJoin, BlockDirectoryTest, TestStressLucene, 
TestRuleBasedAuthorizationPlugin, SuggestComponentContextFilterQueryTest, 
MigrateRouteKeyTest, BasicDistributedZkTest, 
ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, 
DeleteInactiveReplicaTest, DeleteNodeTest, 
LeaderInitiatedRecoveryOnShardRestartTest, 
OverriddenZkACLAndCredentialsProvidersTest, 
OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, ReplaceNodeTest, 
RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, 
SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, 
SimpleCollectionCreateDeleteTest, TestCloudJSONFacetJoinDomain, 
TestCloudRecovery, TestConfigSetsAPI, TestPullReplicaErrorHandling]
   [junit4] Completed [728/728 (1!)] on J0 in 2644.80s, 3 tests, 3 errors <<< 
FAILURES!

[...truncated 43234 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to