Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20882/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.ForceLeaderTest.testLastPublishedStateIsActive

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46259

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting 
response from server at: http://127.0.0.1:46259
        at 
__randomizedtesting.SeedInfo.seed([F44F69E291F55A63:1C2D577336F8583F]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.base/java.net.SocketInputStream.socketRead0(Native Method)
        at 
java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
        at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
        at 
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
        at 
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
        ... 42 more




Build Log:
[...truncated 13260 lines...]
   [junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
   [junit4]   2> 2273214 INFO  
(SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/init-core-data-001
   [junit4]   2> 2273214 WARN  
(SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 2273214 INFO  
(SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2273215 INFO  
(SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776";)
   [junit4]   2> 2273215 INFO  
(SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2273216 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2273216 INFO  (Thread-1800) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2273216 INFO  (Thread-1800) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2273217 ERROR (Thread-1800) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2273316 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.ZkTestServer start zk server on port:35259
   [junit4]   2> 2273328 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 2273329 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 2273330 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2273330 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 2273331 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 2273331 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 2273332 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2273333 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2273333 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2273334 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2273334 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 2273335 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless 
explicitly asked otherwise
   [junit4]   2> 2273397 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2273398 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@190e0653{/,null,AVAILABLE}
   [junit4]   2> 2273399 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.e.j.s.AbstractConnector Started 
ServerConnector@5ce82fcc{HTTP/1.1,[http/1.1]}{127.0.0.1:۳۸۱۸۵}
   [junit4]   2> 2273399 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.e.j.s.Server Started @۲۲۷۵۷۶۹ms
   [junit4]   2> 2273399 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/tempDir-001/control/data,
 hostPort=46259, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/cores}
   [junit4]   2> 2273399 ERROR 
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may 
be missing or incomplete.
   [junit4]   2> 2273399 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ 
version 8.0.0
   [junit4]   2> 2273399 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 2273399 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2273399 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-10T18:53:00.760533Z
   [junit4]   2> 2273400 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 2273400 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/solr.xml
   [junit4]   2> 2273402 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2273402 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2273403 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 2273404 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35259/solr
   [junit4]   2> 2273433 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2273434 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.OverseerElectionContext I am going to be the leader 
127.0.0.1:46259_
   [junit4]   2> 2273434 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.Overseer Overseer 
(id=98981640967159812-127.0.0.1:46259_-n_0000000000) starting
   [junit4]   2> 2273437 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46259_
   [junit4]   2> 2273439 INFO  (zkCallback-3367-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2273462 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2273469 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2273469 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2273470 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/cores
   [junit4]   2> 2273482 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2273482 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35259/solr 
ready
   [junit4]   2> 2273483 INFO  (SocketProxy-Acceptor-46259) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=53164,localport=46259], receiveBufferSize:531000
   [junit4]   2> 2273485 INFO  (SocketProxy-Acceptor-46259) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=38185,localport=58458], receiveBufferSize=530904
   [junit4]   2> 2273486 INFO  (qtp489925090-21059) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46259_&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2273488 INFO  (OverseerThreadFactory-3957-thread-1) [    ] 
o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2273591 INFO  (SocketProxy-Acceptor-46259) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=53168,localport=46259], receiveBufferSize:531000
   [junit4]   2> 2273592 INFO  (SocketProxy-Acceptor-46259) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=38185,localport=58462], receiveBufferSize=530904
   [junit4]   2> 2273592 INFO  (qtp489925090-21061) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2273592 INFO  (qtp489925090-21061) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 2273694 INFO  (zkCallback-3367-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2274610 INFO  (qtp489925090-21061) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2274622 INFO  (qtp489925090-21061) [    ] o.a.s.s.IndexSchema 
[control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2274677 INFO  (qtp489925090-21061) [    ] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2274683 INFO  (qtp489925090-21061) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' 
using configuration from collection control_collection, trusted=true
   [junit4]   2> 2274683 INFO  (qtp489925090-21061) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.control_collection.shard1.replica_n1' (registry 
'solr.core.control_collection.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2274683 INFO  (qtp489925090-21061) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2274684 INFO  (qtp489925090-21061) [    ] o.a.s.c.SolrCore 
[[control_collection_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/cores/control_collection_shard1_replica_n1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2274685 INFO  (qtp489925090-21061) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 2274686 WARN  (qtp489925090-21061) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 2274708 INFO  (qtp489925090-21061) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2274708 INFO  (qtp489925090-21061) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2274709 INFO  (qtp489925090-21061) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2274709 INFO  (qtp489925090-21061) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2274710 INFO  (qtp489925090-21061) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=45, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=68.3271484375, 
floorSegmentMB=0.771484375, forceMergeDeletesPctAllowed=23.749580381893775, 
segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2274710 INFO  (qtp489925090-21061) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@367ea576[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2274710 INFO  (qtp489925090-21061) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 2274711 INFO  (qtp489925090-21061) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2274711 INFO  (qtp489925090-21061) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2274711 INFO  (qtp489925090-21061) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1583706257041129472
   [junit4]   2> 2274712 INFO  (searcherExecutor-3960-thread-1) [    ] 
o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher 
Searcher@367ea576[control_collection_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2274714 INFO  (qtp489925090-21061) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2274714 INFO  (qtp489925090-21061) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2274714 INFO  (qtp489925090-21061) [    ] o.a.s.c.SyncStrategy 
Sync replicas to http://127.0.0.1:46259/control_collection_shard1_replica_n1/
   [junit4]   2> 2274714 INFO  (qtp489925090-21061) [    ] o.a.s.c.SyncStrategy 
Sync Success - now sync replicas to me
   [junit4]   2> 2274714 INFO  (qtp489925090-21061) [    ] o.a.s.c.SyncStrategy 
http://127.0.0.1:46259/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2274714 INFO  (qtp489925090-21061) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 2274715 INFO  (qtp489925090-21061) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:46259/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2333530 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.ChaosMonkey monkey: stop jetty! 46259
   [junit4]   2> 2333530 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1318213408
   [junit4]   2> 2333530 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 2333530 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@2a4399be: rootName = null, 
domain = solr.node, service url = null, agent id = null] for registry solr.node 
/ com.codahale.metrics.MetricRegistry@552fa43f
   [junit4]   2> 2333535 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 2333535 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@62c58ea: rootName = null, 
domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / 
com.codahale.metrics.MetricRegistry@42770f6a
   [junit4]   2> 2333539 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 2333539 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@22f1e2e4: rootName = null, 
domain = solr.jetty, service url = null, agent id = null] for registry 
solr.jetty / com.codahale.metrics.MetricRegistry@287d92a2
   [junit4]   2> 2333540 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46259_
   [junit4]   2> 2333540 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 2333540 INFO  (zkCallback-3367-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2333541 INFO  (coreCloseExecutor-3965-thread-1) [    ] 
o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@572e8552
   [junit4]   2> 2333541 INFO  (coreCloseExecutor-3965-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.control_collection.shard1.replica_n1, tag=1462666578
   [junit4]   2> 2333541 INFO  (coreCloseExecutor-3965-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@41b36b2b: rootName = null, 
domain = solr.core.control_collection.shard1.replica_n1, service url = null, 
agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / 
com.codahale.metrics.MetricRegistry@75d82338
   [junit4]   2> 2333549 INFO  (coreCloseExecutor-3965-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.control_collection.shard1.leader, tag=1462666578
   [junit4]   2> 2344450 INFO  (ScheduledTrigger-3955-thread-3) [    ] 
o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling 
logging.
   [junit4]   2> 2344451 INFO  (AutoscalingActionExecutor-3956-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"14f5ce441212f640Tcg8g5rrgfct5m5o62pgb17cbs",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1510340041809000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1510340041809000000],
   [junit4]   2>     "_enqueue_time_":1510340051811000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:46259_"]}}
   [junit4]   2> 2373690 WARN  (SocketProxy-Request-53168:38185) [    ] 
o.a.s.c.SocketProxy java.net.SocketTimeoutException: Read timed out when 
reading from Socket[addr=/127.0.0.1,port=53168,localport=46259]
   [junit4]   2> 2373692 ERROR (OverseerThreadFactory-3957-thread-1) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Error from shard: 
http://127.0.0.1:46259
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException 
occured when talking to server at: http://127.0.0.1:46259
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2>        at 
org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2>        at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2>        at 
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2>        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2>        at 
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 
127.0.0.1:46259 failed to respond
   [junit4]   2>        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2>        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2>        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2>        at 
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2>        at 
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2>        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2>        at 
org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2>        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2>        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2>        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2>        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2>        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2>        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2>        ... 12 more
   [junit4]   2> 2373692 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.Overseer Overseer 
(id=98981640967159812-127.0.0.1:46259_-n_0000000000) closing
   [junit4]   2> 2373693 INFO  
(OverseerStateUpdate-98981640967159812-127.0.0.1:46259_-n_0000000000) [    ] 
o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46259_
   [junit4]   2> 2373693 ERROR (OverseerThreadFactory-3957-thread-1) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection 
[control_collection].
   [junit4]   2> 2373695 INFO  (OverseerThreadFactory-3957-thread-1) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : 
action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2403728 INFO  (zkCallback-3367-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDeleted 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2403729 ERROR (OverseerThreadFactory-3957-thread-1) [    ] 
o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection 
operation: create failed:org.apache.solr.common.SolrException: Could not fully 
remove collection: control_collection
   [junit4]   2>        at 
org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
   [junit4]   2>        at 
org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2>        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 2403730 WARN  
(OverseerAutoScalingTriggerThread-98981640967159812-127.0.0.1:46259_-n_0000000000)
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 2403731 INFO  (qtp489925090-21059) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46259_&wt=javabin&version=2}
 status=500 QTime=130244
   [junit4]   2> 2403731 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@5ce82fcc{HTTP/1.1,[http/1.1]}{127.0.0.1:۰}
   [junit4]   2> 2403731 ERROR (qtp489925090-21059) [    ] o.a.s.s.HttpSolrCall 
null:org.apache.solr.common.SolrException: Could not fully remove collection: 
control_collection
   [junit4]   2>        at 
org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 2403731 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@190e0653{/,null,UNAVAILABLE}
   [junit4]   2> 2403750 ERROR (qtp489925090-21061) [    ] o.a.s.c.ZkController 
Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was 
found after waiting for 1220000ms , collection: control_collection slice: 
shard1 saw state=null with live_nodes=[]
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2>        at 
org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2>        at 
org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2403751 ERROR (qtp489925090-21061) [    ] o.a.s.c.ZkContainer 
:org.apache.solr.common.SolrException: Error getting leader from zk for shard 
shard1
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2>        at 
org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2>        at 
org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered 
leader was found after waiting for 1220000ms , collection: control_collection 
slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2>        ... 41 more
   [junit4]   2> 
   [junit4]   2> 2403762 INFO  (qtp489925090-21061) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=130170
   [junit4]   2> 2403762 ERROR 
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2403763 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35259 35259
   [junit4]   2> 2414559 INFO  (Thread-1800) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:35259 35259
   [junit4]   2> 2414560 WARN  (Thread-1800) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        2       /solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        2       /solr/clusterstate.json
   [junit4]   2>        2       /solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        2       /solr/live_nodes
   [junit4]   2>        2       /solr/collections
   [junit4]   2> 
   [junit4]   2> 2414560 WARN  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ 
   ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:46259/, 
target: http://127.0.0.1:38185/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ForceLeaderTest 
-Dtests.method=testLastPublishedStateIsActive -Dtests.seed=F44F69E291F55A63 
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mzn 
-Dtests.timezone=Etc/Zulu -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    141s J0 | ForceLeaderTest.testLastPublishedStateIsActive 
<<<
   [junit4]    > Throwable #1: 
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting 
response from server at: http://127.0.0.1:46259
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([F44F69E291F55A63:1C2D577336F8583F]:0)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    >        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    >        at 
java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    >        at 
java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    >        at 
java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    >        at 
java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    >        at 
org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    >        at 
org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    >        at 
org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    >        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    >        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    >        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    >        at 
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    >        at 
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    >        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    >        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    >        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    >        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    >        at 
org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    >        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    >        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    >        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    >        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    >        ... 42 more
   [junit4]   2> 2414566 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2414566 INFO  (Thread-1811) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2414566 INFO  (Thread-1811) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2414568 ERROR (Thread-1811) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2414666 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:41743
   [junit4]   2> 2414677 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 2414678 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 2414679 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2414681 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 2414682 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 2414682 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 2414683 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2414684 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2414685 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2414686 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2414687 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 2414688 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly 
asked otherwise
   [junit4]   2> 2414757 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2414757 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@45095ad0{/,null,AVAILABLE}
   [junit4]   2> 2414758 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@567786c1{HTTP/1.1,[http/1.1]}{127.0.0.1:۳۵۴۳۳}
   [junit4]   2> 2414758 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.e.j.s.Server Started @۲۴۱۷۱۲۸ms
   [junit4]   2> 2414758 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/tempDir-002/control/data,
 hostPort=38683, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/cores}
   [junit4]   2> 2414758 ERROR 
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2414758 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 2414758 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2414758 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2414758 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-10T18:55:22.119786Z
   [junit4]   2> 2414760 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 2414760 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/solr.xml
   [junit4]   2> 2414761 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 2414761 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2414761 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 2414763 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41743/solr
   [junit4]   2> 2414788 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2414788 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38683_
   [junit4]   2> 2414788 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.Overseer Overseer (id=98981650230673412-127.0.0.1:38683_-n_0000000000) 
starting
   [junit4]   2> 2414790 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38683_
   [junit4]   2> 2414791 INFO  (zkCallback-3379-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2414827 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2414833 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2414833 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2414833 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/cores
   [junit4]   2> 2414844 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2414844 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41743/solr ready
   [junit4]   2> 2414845 INFO  (SocketProxy-Acceptor-38683) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=41552,localport=38683], receiveBufferSize:531000
   [junit4]   2> 2414845 INFO  (SocketProxy-Acceptor-38683) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=35433,localport=42818], receiveBufferSize=530904
   [junit4]   2> 2414845 INFO  (qtp1813213988-21122) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38683_&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2414846 INFO  (OverseerThreadFactory-3974-thread-1) [    ] 
o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2414950 INFO  (SocketProxy-Acceptor-38683) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=41556,localport=38683], receiveBufferSize:531000
   [junit4]   2> 2414951 INFO  (SocketProxy-Acceptor-38683) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=35433,localport=42822], receiveBufferSize=530904
   [junit4]   2> 2414952 INFO  (qtp1813213988-21124) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2414952 INFO  (qtp1813213988-21124) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 2415057 INFO  (zkCallback-3379-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2415981 INFO  (qtp1813213988-21124) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2416005 INFO  (qtp1813213988-21124) [    ] o.a.s.s.IndexSchema 
[control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2416043 INFO  (qtp1813213988-21124) [    ] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2416048 INFO  (qtp1813213988-21124) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' 
using configuration from collection control_collection, trusted=true
   [junit4]   2> 2416048 INFO  (qtp1813213988-21124) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.control_collection.shard1.replica_n1' (registry 
'solr.core.control_collection.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2416048 INFO  (qtp1813213988-21124) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2416048 INFO  (qtp1813213988-21124) [    ] o.a.s.c.SolrCore 
[[control_collection_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/cores/control_collection_shard1_replica_n1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2416050 INFO  (qtp1813213988-21124) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 2416051 WARN  (qtp1813213988-21124) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 2416072 INFO  (qtp1813213988-21124) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2416072 INFO  (qtp1813213988-21124) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2416072 INFO  (qtp1813213988-21124) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2416073 INFO  (qtp1813213988-21124) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2416073 INFO  (qtp1813213988-21124) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=45, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=68.3271484375, 
floorSegmentMB=0.771484375, forceMergeDeletesPctAllowed=23.749580381893775, 
segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2416073 INFO  (qtp1813213988-21124) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@4140bb8d[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2416074 INFO  (qtp1813213988-21124) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 2416074 INFO  (qtp1813213988-21124) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2416075 INFO  (qtp1813213988-21124) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2416075 INFO  (qtp1813213988-21124) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1583706405272027136
   [junit4]   2> 2416075 INFO  (searcherExecutor-3977-thread-1) [    ] 
o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher 
Searcher@4140bb8d[control_collection_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2416077 INFO  (qtp1813213988-21124) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2416077 INFO  (qtp1813213988-21124) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2416077 INFO  (qtp1813213988-21124) [    ] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:38683/control_collection_shard1_replica_n1/
   [junit4]   2> 2416077 INFO  (qtp1813213988-21124) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2416077 INFO  (qtp1813213988-21124) [    ] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:38683/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2416077 INFO  (qtp1813213988-21124) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 2416078 INFO  (qtp1813213988-21124) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:38683/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2416179 INFO  (zkCallback-3379-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2416229 INFO  (qtp1813213988-21124) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2416231 INFO  (qtp1813213988-21124) [    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=1279
   [junit4]   2> 2416234 INFO  (qtp1813213988-21122) [    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 2416332 INFO  (zkCallback-3379-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2416848 INFO  
(OverseerCollectionConfigSetProcessor-98981650230673412-127.0.0.1:38683_-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2417234 INFO  (qtp1813213988-21122) [    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38683_&wt=javabin&version=2}
 status=0 QTime=2389
   [junit4]   2> 2417240 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2417241 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41743/solr ready
   [junit4]   2> 2417241 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 2417242 INFO  (SocketProxy-Acceptor-38683) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=41562,localport=38683], receiveBufferSize:531000
   [junit4]   2> 2417243 INFO  (SocketProxy-Acceptor-38683) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=35433,localport=42828], receiveBufferSize=530904
   [junit4]   2> 2417243 INFO  (qtp1813213988-21122) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2417245 INFO  (OverseerThreadFactory-3974-thread-2) [    ] 
o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2417246 WARN  (OverseerThreadFactory-3974-thread-2) [    ] 
o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) 
without cores.
   [junit4]   2> 2417452 INFO  (qtp1813213988-21122) [    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 2417452 INFO  (qtp1813213988-21122) [    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2}
 status=0 QTime=208
   [junit4]   2> 2417525 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001
 of type NRT
   [junit4]   2> 2417526 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2417527 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6e215f26{/,null,AVAILABLE}
   [junit4]   2> 2417527 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6141b59d{HTTP/1.1,[http/1.1]}{127.0.0.1:۴۵۹۴۷}
   [junit4]   2> 2417527 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.e.j.s.Server Started @۲۴۱۹۸۹۷ms
   [junit4]   2> 2417527 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, 
solrconfig=solrconfig.xml, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/tempDir-002/jetty1,
 hostPort=38341, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/cores}
   [junit4]   2> 2417528 ERROR 
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2417528 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 2417528 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2417528 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2417528 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-10T18:55:24.889244Z
   [junit4]   2> 2417529 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 2417529 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/solr.xml
   [junit4]   2> 2417531 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 2417531 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2417531 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 2417532 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41743/solr
   [junit4]   2> 2417536 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2417537 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2417537 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38341_
   [junit4]   2> 2417538 INFO  (zkCallback-3379-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2417538 INFO  (zkCallback-3387-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2417538 INFO  (zkCallback-3392-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2417559 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2417565 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2417565 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2417566 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/cores
   [junit4]   2> 2417580 INFO  (SocketProxy-Acceptor-38341) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=40674,localport=38341], receiveBufferSize:531000
   [junit4]   2> 2417581 INFO  (SocketProxy-Acceptor-38341) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=45947,localport=49754], receiveBufferSize=530904
   [junit4]   2> 2417581 INFO  (qtp1594464997-21176) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params 
node=127.0.0.1:38341_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2417583 INFO  
(OverseerCollectionConfigSetProcessor-98981650230673412-127.0.0.1:38683_-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2417583 INFO  (OverseerThreadFactory-3974-thread-3) [    ] 
o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38341_ for creating new replica
   [junit4]   2> 2417584 INFO  (SocketProxy-Acceptor-38341) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=40678,localport=38341], receiveBufferSize:531000
   [junit4]   2> 2417585 INFO  (SocketProxy-Acceptor-38341) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=45947,localport=49758], receiveBufferSize=530904
   [junit4]   2> 2417585 INFO  (qtp1594464997-21178) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2417585 INFO  (qtp1594464997-21178) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 2417687 INFO  (zkCallback-3392-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 2418622 INFO  (qtp1594464997-21178) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2418637 INFO  (qtp1594464997-21178) [    ] o.a.s.s.IndexSchema 
[collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 2418722 INFO  (qtp1594464997-21178) [    ] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2418728 INFO  (qtp1594464997-21178) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using 
configuration from collection collection1, trusted=true
   [junit4]   2> 2418728 INFO  (qtp1594464997-21178) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1.shard2.replica_n41' (registry 
'solr.core.collection1.shard2.replica_n41') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2418729 INFO  (qtp1594464997-21178) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2418729 INFO  (qtp1594464997-21178) [    ] o.a.s.c.SolrCore 
[[collection1_shard2_replica_n41] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/cores/collection1_shard2_replica_n41],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 2418730 INFO  (qtp1594464997-21178) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 2418732 WARN  (qtp1594464997-21178) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 2418754 INFO  (qtp1594464997-21178) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2418754 INFO  (qtp1594464997-21178) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2418755 INFO  (qtp1594464997-21178) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2418755 INFO  (qtp1594464997-21178) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2418756 INFO  (qtp1594464997-21178) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=45, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=68.3271484375, 
floorSegmentMB=0.771484375, forceMergeDeletesPctAllowed=23.749580381893775, 
segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2418756 INFO  (qtp1594464997-21178) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@6da9a84[collection1_shard2_replica_n41] main]
   [junit4]   2> 2418757 INFO  (qtp1594464997-21178) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 2418757 INFO  (qtp1594464997-21178) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2418757 INFO  (qtp1594464997-21178) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2418758 INFO  (searcherExecutor-3988-thread-1) [    ] 
o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher 
Searcher@6da9a84[collection1_shard2_replica_n41] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2418758 INFO  (qtp1594464997-21178) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1583706408085356544
   [junit4]   2> 2418761 INFO  (qtp1594464997-21178) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2418761 INFO  (qtp1594464997-21178) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - t

[...truncated too long message...]

.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 2449384 INFO  (zkCallback-3414-thread-3) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2449385 INFO  (zkCallback-3387-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2449385 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.Overseer Overseer (id=98981650230673426-127.0.0.1:46467_-n_0000000004) 
closing
   [junit4]   2> 2449385 INFO  
(OverseerStateUpdate-98981650230673426-127.0.0.1:46467_-n_0000000004) [    ] 
o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46467_
   [junit4]   2> 2449385 WARN  
(OverseerAutoScalingTriggerThread-98981650230673426-127.0.0.1:46467_-n_0000000004)
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 2451865 WARN  (zkCallback-3414-thread-1) [    ] 
o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 2451865 INFO  (zkCallback-3414-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2451865 INFO  (zkCallback-3414-thread-1) [    ] 
o.a.s.c.SolrCore [collection1_shard2_replica_n45]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@2ec821b6
   [junit4]   2> 2451865 INFO  (zkCallback-3414-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1.shard2.replica_n45, tag=784867766
   [junit4]   2> 2451865 INFO  (zkCallback-3414-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@ebde8ac: rootName = null, 
domain = solr.core.collection1.shard2.replica_n45, service url = null, agent id 
= null] for registry solr.core.collection1.shard2.replica_n45 / 
com.codahale.metrics.MetricRegistry@4c1ba4a4
   [junit4]   2> 2451877 INFO  (zkCallback-3414-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.collection1.shard2.leader, tag=784867766
   [junit4]   2> 2451880 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@aff1741{HTTP/1.1,[http/1.1]}{127.0.0.1:۴۶۴۶۷}
   [junit4]   2> 2451881 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@4872af6f{/,null,UNAVAILABLE}
   [junit4]   2> 2451882 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.ChaosMonkey monkey: stop jetty! 38683
   [junit4]   2> 2451882 ERROR 
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2451882 INFO  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:41743 41743
   [junit4]   2> 2461911 INFO  (Thread-1811) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:41743 41743
   [junit4]   2> 2461912 WARN  (Thread-1811) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/aliases.json
   [junit4]   2>        5       /solr/security.json
   [junit4]   2>        5       /solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/clusterprops.json
   [junit4]   2>        7       /solr/clusterstate.json
   [junit4]   2>        4       
/solr/collections/forceleader_test_collection/state.json
   [junit4]   2>        4       /solr/collections/collection1/state.json
   [junit4]   2>        3       /solr/autoscaling.json
   [junit4]   2>        2       
/solr/collections/forceleader_test_collection/leader_elect/shard1/election/98981650230673417-core_node4-n_0000000004
   [junit4]   2>        2       
/solr/overseer_elect/election/98981650230673420-127.0.0.1:44955_-n_0000000002
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard2/election/98981650230673417-core_node42-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2>        7       /solr/collections
   [junit4]   2>        3       /solr/overseer/queue
   [junit4]   2>        3       /solr/overseer/collection-queue-work
   [junit4]   2>        3       /solr/overseer/queue-work
   [junit4]   2>        2       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 
   [junit4]   2> 2461912 WARN  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:44955/, target: 
http://127.0.0.1:37575/
   [junit4]   2> 2461912 WARN  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.SocketProxy Closing 18 connections to: http://127.0.0.1:38341/, target: 
http://127.0.0.1:45947/
   [junit4]   2> 2461912 WARN  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:46467/, target: 
http://127.0.0.1:35589/
   [junit4]   2> 2461912 WARN  
(TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] 
o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:38683/, target: 
http://127.0.0.1:35433/
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), 
a_t=PostingsFormat(name=LuceneVarGapFixedInterval), 
id=PostingsFormat(name=Direct), text=FSTOrd50}, 
docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), 
_version_=DocValuesFormat(name=Memory), 
intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Memory), 
range_facet_i_dv=DocValuesFormat(name=Lucene70), 
intDvoDefault=DocValuesFormat(name=Asserting), 
range_facet_l=DocValuesFormat(name=Lucene70), 
timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=38, 
maxMBSortInHeap=5.039838803049916, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@419bc7d8),
 locale=mzn, timezone=Etc/Zulu
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea 
(64-bit)/cpus=8,threads=1,free=300648968,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestBulkSchemaConcurrent, 
PreAnalyzedUpdateProcessorTest, TestLegacyFieldCache, 
TestRandomCollapseQParserPlugin, ConnectionManagerTest, CursorMarkTest, 
DocValuesTest, TestSolrIndexConfig, SuggestComponentTest, TestSimpleTextCodec, 
BasicZkTest, DeleteInactiveReplicaTest, TestImpersonationWithHadoopAuth, 
TestCoreAdminApis, TestJoin, HdfsNNFailoverTest, CoreAdminCreateDiscoverTest, 
TestFieldCollectionResource, TestUniqueKeyFieldResource, TestApiFramework, 
OverseerCollectionConfigSetProcessorTest, RankQueryTest, UpdateParamsTest, 
RulesTest, TestSolrConfigHandlerCloud, ResourceLoaderTest, 
TestPerFieldSimilarityWithDefaultOverride, SolrMetricsIntegrationTest, 
HdfsChaosMonkeyNothingIsSafeTest, SliceStateTest, 
TestSolrCloudWithSecureImpersonation, SolrCoreMetricManagerTest, 
CollectionsAPISolrJTest, TestUtils, TestGraphMLResponseWriter, 
CdcrReplicationDistributedZkTest, TestStressLiveNodes, 
TestCustomDocTransformer, BJQParserTest, TestClassicSimilarityFactory, 
OverseerStatusTest, TestSolrJ, TestNumericRangeQuery32, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, RAMDirectoryFactoryTest, 
ReplicationFactorTest, CollectionStateFormat2Test, TestConfigSetImmutable, 
TestHdfsCloudBackupRestore, ChangedSchemaMergeTest, TestFileDictionaryLookup, 
HttpSolrCallGetCoreTest, SoftAutoCommitTest, NodeMutatorTest, 
TestLegacyNumericRangeQueryBuilder, ActionThrottleTest, 
DistribCursorPagingTest, TestUninvertingReader, TestFieldCache, 
SolrCloudReportersTest, ExplicitHLLTest, TestManagedSynonymGraphFilterFactory, 
SolrIndexMetricsTest, BasicDistributedZkTest, AutoAddReplicasPlanActionTest, 
SimpleFacetsTest, MigrateRouteKeyTest, DeleteReplicaTest, 
HdfsRestartWhileUpdatingTest, CacheHeaderTest, TermsComponentTest, 
PeerSyncTest, URLClassifyProcessorTest, SubstringBytesRefFilterTest, 
TestHttpShardHandlerFactory, TestSuggestSpellingConverter, 
TestGraphTermsQParserPlugin, CleanupOldIndexTest, SyncSliceTest, 
IndexSchemaRuntimeFieldTest, HLLUtilTest, ForceLeaderTest]
   [junit4] Completed [492/749 (1!)] on J0 in 188.72s, 3 tests, 1 error, 1 
skipped <<< FAILURES!

[...truncated 869 lines...]
   [junit4] JVM J1: stdout was not empty, see: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20171110_181504_96415060796133323986734.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to 
/home/jenkins/workspace/Lucene-Solr-master-Linux/heapdumps/java_pid32076.hprof 
...
   [junit4] Heap dump file created [359909410 bytes in 0.712 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 8465 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:835: The following 
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:787: Some of the 
tests produced a heap dump, but did not fail. Maybe a suppressed 
OutOfMemoryError? Dumps created:
* java_pid32076.hprof

Total time: 93 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to