Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4455/ Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed. FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple Error Message: No live SolrServers available to handle this request:[http://127.0.0.1:51746/solr] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:51746/solr] at __randomizedtesting.SeedInfo.seed([FCEF794CD188444C:C45C5DB2F67B909D]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:51746/solr at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) ... 44 more Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:51746 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542) ... 48 more Build Log: [...truncated 13957 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest [junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/init-core-data-001 [junit4] 2> 3711142 WARN (SUITE-AutoAddReplicasPlanActionTest-seed#[FCEF794CD188444C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15 [junit4] 2> 3711143 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[FCEF794CD188444C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 3711147 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[FCEF794CD188444C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth [junit4] 2> 3711147 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[FCEF794CD188444C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 3711148 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[FCEF794CD188444C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001 [junit4] 2> 3711148 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[FCEF794CD188444C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 3711148 INFO (Thread-5773) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 3711148 INFO (Thread-5773) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 3711156 ERROR (Thread-5773) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 3711251 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[FCEF794CD188444C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:51743 [junit4] 2> 3711265 INFO (zkConnectionManagerCallback-8728-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3711276 INFO (jetty-launcher-8725-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3711276 INFO (jetty-launcher-8725-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3711276 INFO (jetty-launcher-8725-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3711277 INFO (jetty-launcher-8725-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3711277 INFO (jetty-launcher-8725-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3711277 INFO (jetty-launcher-8725-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 3711278 INFO (jetty-launcher-8725-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3711278 INFO (jetty-launcher-8725-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3711278 INFO (jetty-launcher-8725-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 3711279 INFO (jetty-launcher-8725-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3711279 INFO (jetty-launcher-8725-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3711279 INFO (jetty-launcher-8725-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 3711279 INFO (jetty-launcher-8725-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ef97893{/solr,null,AVAILABLE} [junit4] 2> 3711279 INFO (jetty-launcher-8725-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10583b3{/solr,null,AVAILABLE} [junit4] 2> 3711280 INFO (jetty-launcher-8725-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@179ad2f1{HTTP/1.1,[http/1.1]}{127.0.0.1:51746} [junit4] 2> 3711280 INFO (jetty-launcher-8725-thread-1) [ ] o.e.j.s.Server Started @3715910ms [junit4] 2> 3711280 INFO (jetty-launcher-8725-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51746} [junit4] 2> 3711280 INFO (jetty-launcher-8725-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@214ff85{HTTP/1.1,[http/1.1]}{127.0.0.1:51745} [junit4] 2> 3711280 ERROR (jetty-launcher-8725-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3711280 INFO (jetty-launcher-8725-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57895d7e{/solr,null,AVAILABLE} [junit4] 2> 3711280 INFO (jetty-launcher-8725-thread-2) [ ] o.e.j.s.Server Started @3715910ms [junit4] 2> 3711280 INFO (jetty-launcher-8725-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c92abc5{HTTP/1.1,[http/1.1]}{127.0.0.1:51747} [junit4] 2> 3711280 INFO (jetty-launcher-8725-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51745} [junit4] 2> 3711280 INFO (jetty-launcher-8725-thread-3) [ ] o.e.j.s.Server Started @3715910ms [junit4] 2> 3711280 INFO (jetty-launcher-8725-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51747} [junit4] 2> 3711281 ERROR (jetty-launcher-8725-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3711281 INFO (jetty-launcher-8725-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 3711281 INFO (jetty-launcher-8725-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3711281 INFO (jetty-launcher-8725-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3711281 INFO (jetty-launcher-8725-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-22T03:49:48.611Z [junit4] 2> 3711281 ERROR (jetty-launcher-8725-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3711281 INFO (jetty-launcher-8725-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 3711281 INFO (jetty-launcher-8725-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3711281 INFO (jetty-launcher-8725-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3711281 INFO (jetty-launcher-8725-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-22T03:49:48.611Z [junit4] 2> 3711282 INFO (jetty-launcher-8725-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 3711282 INFO (jetty-launcher-8725-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3711282 INFO (jetty-launcher-8725-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3711282 INFO (jetty-launcher-8725-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-22T03:49:48.612Z [junit4] 2> 3711284 INFO (zkConnectionManagerCallback-8734-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3711284 INFO (zkConnectionManagerCallback-8730-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3711285 INFO (zkConnectionManagerCallback-8732-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3711285 INFO (jetty-launcher-8725-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3711285 INFO (jetty-launcher-8725-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3711285 INFO (jetty-launcher-8725-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3711311 INFO (jetty-launcher-8725-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51743/solr [junit4] 2> 3711311 INFO (jetty-launcher-8725-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51743/solr [junit4] 2> 3711311 INFO (jetty-launcher-8725-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51743/solr [junit4] 2> 3711313 INFO (zkConnectionManagerCallback-8741-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3711313 INFO (zkConnectionManagerCallback-8744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3711313 INFO (zkConnectionManagerCallback-8746-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3711316 INFO (zkConnectionManagerCallback-8748-thread-1-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3711316 INFO (zkConnectionManagerCallback-8752-thread-1-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3711317 INFO (zkConnectionManagerCallback-8751-thread-1-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3711470 INFO (jetty-launcher-8725-thread-3) [n:127.0.0.1:51747_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3711470 INFO (jetty-launcher-8725-thread-2) [n:127.0.0.1:51745_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3711470 INFO (jetty-launcher-8725-thread-1) [n:127.0.0.1:51746_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3711471 INFO (jetty-launcher-8725-thread-3) [n:127.0.0.1:51747_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51747_solr [junit4] 2> 3711472 INFO (jetty-launcher-8725-thread-2) [n:127.0.0.1:51745_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51745_solr [junit4] 2> 3711472 INFO (jetty-launcher-8725-thread-1) [n:127.0.0.1:51746_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51746_solr [junit4] 2> 3711472 INFO (jetty-launcher-8725-thread-3) [n:127.0.0.1:51747_solr ] o.a.s.c.Overseer Overseer (id=72102139338817544-127.0.0.1:51747_solr-n_0000000000) starting [junit4] 2> 3711477 INFO (zkCallback-8747-thread-1-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3711480 INFO (zkCallback-8749-thread-1-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3711483 INFO (zkCallback-8750-thread-1-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3711503 INFO (jetty-launcher-8725-thread-3) [n:127.0.0.1:51747_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51747_solr [junit4] 2> 3711515 INFO (zkCallback-8749-thread-1-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3711515 INFO (zkCallback-8747-thread-1-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3711515 INFO (zkCallback-8750-thread-1-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3711594 INFO (jetty-launcher-8725-thread-1) [n:127.0.0.1:51746_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51746.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3711600 INFO (jetty-launcher-8725-thread-1) [n:127.0.0.1:51746_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51746.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3711600 INFO (jetty-launcher-8725-thread-1) [n:127.0.0.1:51746_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51746.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3711601 INFO (jetty-launcher-8725-thread-1) [n:127.0.0.1:51746_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node1/. [junit4] 2> 3711622 INFO (jetty-launcher-8725-thread-3) [n:127.0.0.1:51747_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51747.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3711640 INFO (jetty-launcher-8725-thread-3) [n:127.0.0.1:51747_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51747.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3711640 INFO (jetty-launcher-8725-thread-3) [n:127.0.0.1:51747_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51747.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3711641 INFO (jetty-launcher-8725-thread-3) [n:127.0.0.1:51747_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node3/. [junit4] 2> 3711711 INFO (jetty-launcher-8725-thread-2) [n:127.0.0.1:51745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51745.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3711717 INFO (jetty-launcher-8725-thread-2) [n:127.0.0.1:51745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51745.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3711718 INFO (jetty-launcher-8725-thread-2) [n:127.0.0.1:51745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51745.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3711719 INFO (jetty-launcher-8725-thread-2) [n:127.0.0.1:51745_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node2/. [junit4] 2> 3711759 INFO (zkConnectionManagerCallback-8760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3711763 INFO (zkConnectionManagerCallback-8764-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3711766 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[FCEF794CD188444C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 3711767 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[FCEF794CD188444C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51743/solr ready [junit4] 2> 3711932 INFO (TEST-AutoAddReplicasPlanActionTest.testSimple-seed#[FCEF794CD188444C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple [junit4] 2> 3711934 INFO (qtp756155695-35269) [n:127.0.0.1:51747_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:51746_solr,127.0.0.1:51747_solr&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 3711946 INFO (OverseerThreadFactory-12505-thread-1-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1 [junit4] 2> 3712072 INFO (OverseerStateUpdate-72102139338817544-127.0.0.1:51747_solr-n_0000000000) [n:127.0.0.1:51747_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple1", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testSimple1_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:51746/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 3712076 INFO (OverseerStateUpdate-72102139338817544-127.0.0.1:51747_solr-n_0000000000) [n:127.0.0.1:51747_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple1", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testSimple1_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:51747/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 3712080 INFO (OverseerStateUpdate-72102139338817544-127.0.0.1:51747_solr-n_0000000000) [n:127.0.0.1:51747_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple1", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testSimple1_shard2_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:51746/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 3712084 INFO (OverseerStateUpdate-72102139338817544-127.0.0.1:51747_solr-n_0000000000) [n:127.0.0.1:51747_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple1", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testSimple1_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:51747/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 3712302 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 3712302 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 3712302 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 3712303 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 3712303 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 3712310 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 3712425 INFO (zkCallback-8750-thread-1-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3712425 INFO (zkCallback-8747-thread-1-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3712425 INFO (zkCallback-8747-thread-2-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3712425 INFO (zkCallback-8747-thread-3-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3712426 INFO (zkCallback-8750-thread-2-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3713342 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 3713343 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 3713343 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 3713360 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 3713361 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal [junit4] 2> 3713361 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal [junit4] 2> 3713365 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 3713365 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true [junit4] 2> 3713365 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51746.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3713366 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 3713366 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node1/testSimple1_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node1/./testSimple1_shard2_replica_n4/data/] [junit4] 2> 3713366 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal [junit4] 2> 3713366 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal [junit4] 2> 3713368 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 3713368 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true [junit4] 2> 3713378 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 3713378 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true [junit4] 2> 3713378 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51747.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3713378 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 3713378 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node3/testSimple1_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node3/./testSimple1_shard2_replica_n6/data/] [junit4] 2> 3713378 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51747.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3713378 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 3713378 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true [junit4] 2> 3713378 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 3713378 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node3/testSimple1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node3/./testSimple1_shard1_replica_n2/data/] [junit4] 2> 3713378 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51746.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3713379 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 3713379 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node1/testSimple1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node1/./testSimple1_shard1_replica_n1/data/] [junit4] 2> 3713457 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 3713457 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 3713457 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 3713457 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 3713459 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 3713459 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 3713459 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 3713459 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 3713462 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@95b9a88[testSimple1_shard1_replica_n1] main] [junit4] 2> 3713463 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2984eb16[testSimple1_shard1_replica_n2] main] [junit4] 2> 3713464 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 3713464 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 3713465 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 3713465 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 3713465 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 3713465 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 3713465 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593071517874257920 [junit4] 2> 3713466 INFO (searcherExecutor-12515-thread-1-processing-n:127.0.0.1:51746_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@95b9a88[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3713466 INFO (searcherExecutor-12514-thread-1-processing-n:127.0.0.1:51747_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@2984eb16[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3713466 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593071517875306496 [junit4] 2> 3713469 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 3713469 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 3713471 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 3713472 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 3713472 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying [junit4] 2> 3713478 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@163d480b[testSimple1_shard2_replica_n6] main] [junit4] 2> 3713478 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 3713478 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 3713478 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51747/solr/testSimple1_shard1_replica_n2/ [junit4] 2> 3713479 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:51747/solr START replicas=[http://127.0.0.1:51746/solr/testSimple1_shard1_replica_n1/] nUpdates=100 [junit4] 2> 3713479 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 3713480 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 3713480 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 3713480 INFO (qtp1569374868-35292) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 3713480 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593071517889986560 [junit4] 2> 3713481 INFO (searcherExecutor-12513-thread-1-processing-n:127.0.0.1:51747_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@163d480b[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3713491 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms [junit4] 2> 3713495 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 3713495 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 3713496 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 3713497 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 3713498 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a992e50[testSimple1_shard2_replica_n4] main] [junit4] 2> 3713499 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 3713500 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 3713500 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 3713500 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593071517910958080 [junit4] 2> 3713501 INFO (searcherExecutor-12512-thread-1-processing-n:127.0.0.1:51746_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@5a992e50[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3713602 INFO (zkCallback-8747-thread-3-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3713602 INFO (zkCallback-8747-thread-1-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3713602 INFO (zkCallback-8750-thread-3-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3713602 INFO (zkCallback-8750-thread-2-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3713602 INFO (zkCallback-8747-thread-2-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3713789 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:51747/solr DONE. We have no versions. sync failed. [junit4] 2> 3713789 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 3713790 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 3713790 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 3713796 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51747/solr/testSimple1_shard1_replica_n2/ shard1 [junit4] 2> 3713908 INFO (zkCallback-8747-thread-2-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3713908 INFO (zkCallback-8750-thread-3-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3713908 INFO (zkCallback-8747-thread-3-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3713908 INFO (zkCallback-8750-thread-2-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3713908 INFO (zkCallback-8747-thread-1-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3713963 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 3713966 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1663 [junit4] 2> 3713993 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 3713993 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 3713993 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51747/solr/testSimple1_shard2_replica_n6/ [junit4] 2> 3713994 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:51747/solr START replicas=[http://127.0.0.1:51746/solr/testSimple1_shard2_replica_n4/] nUpdates=100 [junit4] 2> 3713995 INFO (qtp1569374868-35288) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 3714077 INFO (zkCallback-8750-thread-2-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714077 INFO (zkCallback-8750-thread-3-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714077 INFO (zkCallback-8747-thread-2-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714077 INFO (zkCallback-8747-thread-3-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714077 INFO (zkCallback-8747-thread-1-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714304 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:51747/solr DONE. We have no versions. sync failed. [junit4] 2> 3714304 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 3714304 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 3714304 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 3714311 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51747/solr/testSimple1_shard2_replica_n6/ shard2 [junit4] 2> 3714418 INFO (zkCallback-8750-thread-3-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714418 INFO (zkCallback-8747-thread-1-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714418 INFO (zkCallback-8747-thread-2-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714418 INFO (zkCallback-8747-thread-3-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714418 INFO (zkCallback-8750-thread-2-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714430 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 3714432 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2130 [junit4] 2> 3714491 INFO (qtp1569374868-35285) [n:127.0.0.1:51746_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2188 [junit4] 2> 3714520 INFO (qtp1569374868-35290) [n:127.0.0.1:51746_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2210 [junit4] 2> 3714526 INFO (qtp756155695-35269) [n:127.0.0.1:51747_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 3714631 INFO (zkCallback-8750-thread-2-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714631 INFO (zkCallback-8747-thread-2-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714631 INFO (zkCallback-8747-thread-1-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714631 INFO (zkCallback-8747-thread-3-processing-n:127.0.0.1:51746_solr) [n:127.0.0.1:51746_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3714631 INFO (zkCallback-8750-thread-3-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3715527 INFO (qtp756155695-35269) [n:127.0.0.1:51747_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:51746_solr,127.0.0.1:51747_solr&wt=javabin&version=2} status=0 QTime=3593 [junit4] 2> 3715528 INFO (qtp756155695-35271) [n:127.0.0.1:51747_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:51747_solr,127.0.0.1:51745_solr&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 3715532 INFO (OverseerThreadFactory-12505-thread-2-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2 [junit4] 2> 3715533 INFO (OverseerCollectionConfigSetProcessor-72102139338817544-127.0.0.1:51747_solr-n_0000000000) [n:127.0.0.1:51747_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 3715749 INFO (OverseerStateUpdate-72102139338817544-127.0.0.1:51747_solr-n_0000000000) [n:127.0.0.1:51747_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple2", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testSimple2_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:51747/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 3715753 INFO (OverseerStateUpdate-72102139338817544-127.0.0.1:51747_solr-n_0000000000) [n:127.0.0.1:51747_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple2", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testSimple2_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:51745/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 3715975 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 3715976 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 3715983 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 3716099 INFO (zkCallback-8750-thread-3-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3716099 INFO (zkCallback-8750-thread-2-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3716099 INFO (zkCallback-8749-thread-2-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3716099 INFO (zkCallback-8749-thread-1-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3717012 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 3717012 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 3717042 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal [junit4] 2> 3717043 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal [junit4] 2> 3717046 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 3717046 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true [junit4] 2> 3717046 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 3717047 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true [junit4] 2> 3717047 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51747.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3717047 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51745.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27f07d12 [junit4] 2> 3717047 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 3717047 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 3717047 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node3/testSimple2_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node3/./testSimple2_shard1_replica_n1/data/] [junit4] 2> 3717047 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node2/testSimple2_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001/tempDir-001/node2/./testSimple2_shard1_replica_n2/data/] [junit4] 2> 3717141 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 3717141 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 3717141 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 3717141 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 3717143 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 3717143 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 3717143 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 3717143 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 3717144 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@58e004f4[testSimple2_shard1_replica_n2] main] [junit4] 2> 3717144 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d32a8ee[testSimple2_shard1_replica_n1] main] [junit4] 2> 3717146 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 3717146 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 3717146 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 3717146 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 3717147 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 3717147 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 3717147 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593071521735114752 [junit4] 2> 3717147 INFO (searcherExecutor-12533-thread-1-processing-n:127.0.0.1:51745_solr x:testSimple2_shard1_replica_n2 s:shard1 c:testSimple2 r:core_node4) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@58e004f4[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3717148 INFO (searcherExecutor-12532-thread-1-processing-n:127.0.0.1:51747_solr x:testSimple2_shard1_replica_n1 s:shard1 c:testSimple2 r:core_node3) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@d32a8ee[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3717147 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593071521735114752 [junit4] 2> 3717154 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying [junit4] 2> 3717160 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 3717160 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 3717160 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51747/solr/testSimple2_shard1_replica_n1/ [junit4] 2> 3717161 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:51747/solr START replicas=[http://127.0.0.1:51745/solr/testSimple2_shard1_replica_n2/] nUpdates=100 [junit4] 2> 3717162 INFO (qtp540356135-35281) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.S.Request [testSimple2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 3717264 INFO (zkCallback-8749-thread-1-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3717264 INFO (zkCallback-8750-thread-3-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3717264 INFO (zkCallback-8749-thread-2-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3717264 INFO (zkCallback-8750-thread-2-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3717471 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:51747/solr DONE. We have no versions. sync failed. [junit4] 2> 3717471 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 3717471 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 3717471 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 3717478 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51747/solr/testSimple2_shard1_replica_n1/ shard1 [junit4] 2> 3717587 INFO (zkCallback-8749-thread-2-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3717587 INFO (zkCallback-8750-thread-3-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3717587 INFO (zkCallback-8750-thread-2-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3717587 INFO (zkCallback-8749-thread-1-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3717646 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 3717649 INFO (qtp756155695-35275) [n:127.0.0.1:51747_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1673 [junit4] 2> 3717760 INFO (zkCallback-8749-thread-1-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3717760 INFO (zkCallback-8749-thread-2-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3717760 INFO (zkCallback-8750-thread-2-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3717760 INFO (zkCallback-8750-thread-3-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3718173 INFO (qtp540356135-35277) [n:127.0.0.1:51745_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2196 [junit4] 2> 3718176 INFO (qtp756155695-35271) [n:127.0.0.1:51747_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 3718284 INFO (zkCallback-8750-thread-3-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3718284 INFO (zkCallback-8749-thread-2-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3718284 INFO (zkCallback-8749-thread-1-processing-n:127.0.0.1:51745_solr) [n:127.0.0.1:51745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3718284 INFO (zkCallback-8750-thread-2-processing-n:127.0.0.1:51747_solr) [n:127.0.0.1:51747_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 3719186 INFO (qtp756155695-35271) [n:127.0.0.1:51747_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:51747_solr,127.0.0.1:51745_solr&wt=javabin&version=2} status=0 QTime=3658 [junit4] 2> 3719187 INFO (qtp756155695-35273) [n:127.0.0.1:51747_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:51746_solr&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 3719190 INFO (OverseerThreadFactory-12505-thread-3-processing-n:127.0.0.1:51747_solr) [n:127.0.0 [...truncated too long message...] ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 3725543 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[FCEF794CD188444C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51743 51743 [junit4] 2> 3725598 INFO (Thread-5773) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51743 51743 [junit4] 2> 3726021 WARN (Thread-5773) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 7 /solr/collections/testSimple1/terms/shard1 [junit4] 2> 6 /solr/collections/testSimple1/terms/shard2 [junit4] 2> 5 /solr/collections/testSimple2/terms/shard1 [junit4] 2> 5 /solr/clusterprops.json [junit4] 2> 5 /solr/aliases.json [junit4] 2> 4 /solr/security.json [junit4] 2> 4 /solr/configs/conf [junit4] 2> 3 /solr/collections/testSimple3/terms/shard3 [junit4] 2> 3 /solr/collections/testSimple3/terms/shard2 [junit4] 2> 3 /solr/collections/testSimple3/terms/shard1 [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 32 /solr/collections/testSimple1/state.json [junit4] 2> 16 /solr/collections/testSimple2/state.json [junit4] 2> 14 /solr/collections/testSimple3/state.json [junit4] 2> 5 /solr/clusterstate.json [junit4] 2> 3 /solr/overseer_elect/election/72102139338817544-127.0.0.1:51747_solr-n_0000000000 [junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/72102139338817544-core_node8-n_0000000000 [junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/72102139338817544-core_node5-n_0000000000 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 5 /solr/live_nodes [junit4] 2> 5 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_FCEF794CD188444C-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=359, maxMBSortInHeap=6.795457520840598, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@86691e0), locale=ar-LB, timezone=Chile/EasterIsland [junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=230316288,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [NoCacheHeaderTest, TestSolrCLIRunExample, QueryParsingTest, TestRTGBase, TestFieldTypeResource, SimpleMLTQParserTest, UtilsToolTest, MetricsHandlerTest, EchoParamsTest, TestNoOpRegenerator, TermVectorComponentTest, UUIDUpdateProcessorFallbackTest, TestDynamicLoading, SaslZkACLProviderTest, DocValuesMultiTest, TestManagedSchemaAPI, TestSearcherReuse, BlockJoinFacetSimpleTest, TestCollectionAPIs, TestConfigSetsAPIZkFailure, ClusterStateTest, ReplicationFactorTest, TestStandardQParsers, BitVectorTest, ZkFailoverTest, DistribDocExpirationUpdateProcessorTest, TestInfoStreamLogging, RulesTest, TestClusterStateProvider, SimplePostToolTest, TestCodecSupport, TestShortCircuitedRequests, TestLegacyNumericRangeQueryBuilder, TimeRoutedAliasUpdateProcessorTest, TriLevelCompositeIdRoutingTest, FieldAnalysisRequestHandlerTest, StressHdfsTest, SolrCoreCheckLockOnStartupTest, DocValuesNotIndexedTest, TestLRUCache, AddSchemaFieldsUpdateProcessorFactoryTest, TestPolicyCloud, TestPointFields, TestReversedWildcardFilterFactory, TestStressLucene, TestNumericRangeQuery64, DirectUpdateHandlerTest, MetricUtilsTest, StatsReloadRaceTest, JsonLoaderTest, ConfigureRecoveryStrategyTest, AutoAddReplicasIntegrationTest, TestHashPartitioner, TestValueSourceCache, AnalysisErrorHandlingTest, ImplicitSnitchTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestReplicaProperties, SearchRateTriggerTest, TestSSLRandomization, TestIndexingPerformance, BasicDistributedZk2Test, TestUninvertingReader, TestSolr4Spatial, TestUpdate, TestCloudNestedDocsSort, XsltUpdateRequestHandlerTest, SuggestComponentContextFilterQueryTest, SpellCheckCollatorTest, TimeZoneUtilsTest, IndexBasedSpellCheckerTest, SoftAutoCommitTest, DistributedQueueTest, TestNRTOpen, TestCustomDocTransformer, FullSolrCloudDistribCmdsTest, TestSmileRequest, TestDeleteCollectionOnDownNodes, TestDFRSimilarityFactory, TestUtilizeNode, TestInPlaceUpdatesDistrib, ZkControllerTest, TestTrieFacet, IndexSchemaTest, TestNodeAddedTrigger, TestWordDelimiterFilterFactory, CdcrBidirectionalTest, ShardSplitTest, ConjunctionSolrSpellCheckerTest, DefaultValueUpdateProcessorTest, AsyncCallRequestStatusResponseTest, TestPolicyCloud, TestRestManager, TestFieldCacheReopen, ExecutePlanActionTest, TestDistributedMissingSort, TestSolrCloudSnapshots, AutoScalingHandlerTest, LeaderElectionContextKeyTest, TestAddFieldRealTimeGet, TestDocTermOrds, AliasIntegrationTest, TestFastWriter, HdfsRecoverLeaseTest, BadCopyFieldTest, PeerSyncTest, MissingSegmentRecoveryTest, HDFSCollectionsAPITest, HdfsDirectoryFactoryTest, DOMUtilTest, SolrCloudReportersTest, TestUseDocValuesAsStored, TestHdfsCloudBackupRestore, TestSolrConfigHandler, RequestLoggingTest, ResponseLogComponentTest, TestManagedSynonymFilterFactory, TestHttpShardHandlerFactory, NodeAddedTriggerTest, UpdateRequestProcessorFactoryTest, CollectionsAPIDistributedZkTest, FullHLLTest, TestLeaderElectionZkExpiry, TestSearchPerf, TestReqParamsAPI, DocValuesTest, DebugComponentTest, DataDrivenBlockJoinTest, TestScoreJoinQPNoScore, TestStressVersions, TestEmbeddedSolrServerConstructors, TestAuthorizationFramework, TestFuzzyAnalyzedSuggestions, TestDefaultStatsCache, TestManagedResource, AnalyticsMergeStrategyTest, ConnectionManagerTest, TestLuceneMatchVersion, DistributedFacetExistsSmallTest, URLClassifyProcessorTest, TestMissingGroups, TestCloudSchemaless, SuggesterWFSTTest, TestConfig, TestCloudJSONFacetJoinDomain, TestBulkSchemaConcurrent, OverseerRolesTest, HighlighterMaxOffsetTest, ReplaceNodeNoTargetTest, ZkStateReaderTest, TestRandomFlRTGCloud, ClassificationUpdateProcessorIntegrationTest, DistributedFacetPivotLongTailTest, TestExclusionRuleCollectionAccess, TestRetrieveFieldsOptimizer, TestGenericDistributedQueue, TestLuceneIndexBackCompat, TestComplexPhraseLeadingWildcard, TestQueryWrapperFilter, ShufflingReplicaListTransformerTest, TestConfigSetsAPI, HdfsDirectoryTest, SolrCmdDistributorTest, CdcrRequestHandlerTest, HttpTriggerListenerTest, CloneFieldUpdateProcessorFactoryTest, InfixSuggestersTest, TestHdfsBackupRestoreCore, ConcurrentCreateRoutedAliasTest, TestJavabinTupleStreamParser, TestExceedMaxTermLength, TestCopyFieldCollectionResource, SolrXmlInZkTest, TestConfigReload, DistributedIntervalFacetingTest, TestStressRecovery, TestSchemaVersionResource, TestLMDirichletSimilarityFactory, ChaosMonkeySafeLeaderTest, TestSchemalessBufferedUpdates, TestObjectReleaseTracker, CdcrReplicationDistributedZkTest, TestNumericTerms32, HdfsThreadLeakTest, TemplateUpdateProcessorTest, RecoveryAfterSoftCommitTest, HttpPartitionTest, TestStressReorder, ConvertedLegacyTest, BasicFunctionalityTest, TestBadConfig, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestTrie, SpatialFilterTest, PolyFieldTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, DistanceFunctionTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestJmxIntegration, MBeansHandlerTest, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestSolrJ, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestJettySolrRunner, ActionThrottleTest, AssignBackwardCompatibilityTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistributedVersionInfoTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, LIRRollingUpdatesTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, OverseerTaskQueueTest, PeerSyncReplicationTest, RemoteQueryErrorTest, RestartWhileUpdatingTest, RollingRestartTest, SSLMigrationTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudSearcherWarming, TestClusterProperties, TestCryptoKeys, TestDistribDocBasedVersion, TestDistributedMap, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestLockTree, TestOnReconnectListenerSupport, TestPullReplica, TestRandomRequestDistribution, TestRebalanceLeaders, TestSkipOverseerOperations, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestStressInPlaceUpdates, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, ZkShardTermsTest, AssignTest, CollectionTooManyReplicasTest, CustomCollectionTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, AutoAddReplicasPlanActionTest] [junit4] Completed [593/778 (1!)] on J1 in 14.90s, 1 test, 1 error <<< FAILURES! [...truncated 49163 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
