[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 300 - Still Unstable!

[Policeman Jenkins Server]

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/300/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  
org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
Collection not found: withShardField

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
        at 
__randomizedtesting.SeedInfo.seed([776F6FCEC1247424:223F875C6DDDBBD4]:0)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:850)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at 
org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
        at 
org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Could not find collection : implicitcoll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
        at 
__randomizedtesting.SeedInfo.seed([776F6FCEC1247424:1D8EE1A5FCBEC25C]:0)
        at 
org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
        at 
org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
        at 
org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12524 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 1157063 INFO  
(SUITE-CustomCollectionTest-seed#[776F6FCEC1247424]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/init-core-data-001
   [junit4]   2> 1157064 WARN  
(SUITE-CustomCollectionTest-seed#[776F6FCEC1247424]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 1157064 INFO  
(SUITE-CustomCollectionTest-seed#[776F6FCEC1247424]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1157068 INFO  
(SUITE-CustomCollectionTest-seed#[776F6FCEC1247424]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) 
w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1157068 INFO  
(SUITE-CustomCollectionTest-seed#[776F6FCEC1247424]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001
   [junit4]   2> 1157068 INFO  
(SUITE-CustomCollectionTest-seed#[776F6FCEC1247424]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1157069 INFO  (Thread-2467) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1157069 INFO  (Thread-2467) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1157073 ERROR (Thread-2467) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1157173 INFO  
(SUITE-CustomCollectionTest-seed#[776F6FCEC1247424]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:60331
   [junit4]   2> 1157205 INFO  (jetty-launcher-2801-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1157205 INFO  (jetty-launcher-2801-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1157205 INFO  (jetty-launcher-2801-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1157205 INFO  (jetty-launcher-2801-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1157209 INFO  (jetty-launcher-2801-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@c1e5b3a{/solr,null,AVAILABLE}
   [junit4]   2> 1157209 INFO  (jetty-launcher-2801-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@10565313{/solr,null,AVAILABLE}
   [junit4]   2> 1157209 INFO  (jetty-launcher-2801-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@51e2a3a6{/solr,null,AVAILABLE}
   [junit4]   2> 1157210 INFO  (jetty-launcher-2801-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@7c6139f9{HTTP/1.1,[http/1.1]}{127.0.0.1:60335}
   [junit4]   2> 1157210 INFO  (jetty-launcher-2801-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@63ed3758{HTTP/1.1,[http/1.1]}{127.0.0.1:60333}
   [junit4]   2> 1157210 INFO  (jetty-launcher-2801-thread-3) [    ] 
o.e.j.s.Server Started @1160285ms
   [junit4]   2> 1157210 INFO  (jetty-launcher-2801-thread-1) [    ] 
o.e.j.s.Server Started @1160285ms
   [junit4]   2> 1157210 INFO  (jetty-launcher-2801-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60335}
   [junit4]   2> 1157210 INFO  (jetty-launcher-2801-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60333}
   [junit4]   2> 1157210 ERROR (jetty-launcher-2801-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1157210 ERROR (jetty-launcher-2801-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1157210 INFO  (jetty-launcher-2801-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 1157210 INFO  (jetty-launcher-2801-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1157210 INFO  (jetty-launcher-2801-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1157211 INFO  (jetty-launcher-2801-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-10T20:12:51.008Z
   [junit4]   2> 1157211 INFO  (jetty-launcher-2801-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 1157211 INFO  (jetty-launcher-2801-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1157211 INFO  (jetty-launcher-2801-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1157211 INFO  (jetty-launcher-2801-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-10T20:12:51.008Z
   [junit4]   2> 1157212 INFO  (jetty-launcher-2801-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@75adfa04{/solr,null,AVAILABLE}
   [junit4]   2> 1157213 INFO  (jetty-launcher-2801-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@27f3ae3c{HTTP/1.1,[http/1.1]}{127.0.0.1:60336}
   [junit4]   2> 1157213 INFO  (jetty-launcher-2801-thread-2) [    ] 
o.e.j.s.Server Started @1160288ms
   [junit4]   2> 1157213 INFO  (jetty-launcher-2801-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60336}
   [junit4]   2> 1157213 ERROR (jetty-launcher-2801-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1157213 INFO  (jetty-launcher-2801-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 1157213 INFO  (jetty-launcher-2801-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1157213 INFO  (jetty-launcher-2801-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1157213 INFO  (jetty-launcher-2801-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-10T20:12:51.010Z
   [junit4]   2> 1157217 INFO  (jetty-launcher-2801-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2e50e3ab{HTTP/1.1,[http/1.1]}{127.0.0.1:60334}
   [junit4]   2> 1157217 INFO  (jetty-launcher-2801-thread-4) [    ] 
o.e.j.s.Server Started @1160293ms
   [junit4]   2> 1157218 INFO  (jetty-launcher-2801-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60334}
   [junit4]   2> 1157218 ERROR (jetty-launcher-2801-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1157218 INFO  (jetty-launcher-2801-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 1157218 INFO  (jetty-launcher-2801-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1157218 INFO  (jetty-launcher-2801-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1157218 INFO  (jetty-launcher-2801-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-10T20:12:51.015Z
   [junit4]   2> 1157222 INFO  (jetty-launcher-2801-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1157222 INFO  (jetty-launcher-2801-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1157222 INFO  (jetty-launcher-2801-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1157232 INFO  (jetty-launcher-2801-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1157238 INFO  (jetty-launcher-2801-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60331/solr
   [junit4]   2> 1157241 INFO  (jetty-launcher-2801-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60331/solr
   [junit4]   2> 1157241 INFO  (jetty-launcher-2801-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60331/solr
   [junit4]   2> 1157245 INFO  (jetty-launcher-2801-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60331/solr
   [junit4]   2> 1157466 INFO  (jetty-launcher-2801-thread-3) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1157467 INFO  (jetty-launcher-2801-thread-3) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:60335_solr
   [junit4]   2> 1157469 INFO  (jetty-launcher-2801-thread-3) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.Overseer Overseer 
(id=98981954903736329-127.0.0.1:60335_solr-n_0000000000) starting
   [junit4]   2> 1157470 INFO  (jetty-launcher-2801-thread-4) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1157486 INFO  (jetty-launcher-2801-thread-3) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60335_solr
   [junit4]   2> 1157493 INFO  
(OverseerStateUpdate-98981954903736329-127.0.0.1:60335_solr-n_0000000000) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1157512 INFO  
(zkCallback-2823-thread-1-processing-n:127.0.0.1:60334_solr) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1157513 INFO  (jetty-launcher-2801-thread-4) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60334_solr
   [junit4]   2> 1157517 INFO  
(zkCallback-2820-thread-1-processing-n:127.0.0.1:60335_solr) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1157517 INFO  
(zkCallback-2823-thread-1-processing-n:127.0.0.1:60334_solr) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1157522 INFO  (jetty-launcher-2801-thread-2) 
[n:127.0.0.1:60336_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1157527 INFO  (jetty-launcher-2801-thread-1) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1157529 INFO  (jetty-launcher-2801-thread-2) 
[n:127.0.0.1:60336_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1157534 INFO  (jetty-launcher-2801-thread-1) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1157535 INFO  (jetty-launcher-2801-thread-2) 
[n:127.0.0.1:60336_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60336_solr
   [junit4]   2> 1157546 INFO  
(zkCallback-2823-thread-1-processing-n:127.0.0.1:60334_solr) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1157548 INFO  
(zkCallback-2822-thread-1-processing-n:127.0.0.1:60336_solr) 
[n:127.0.0.1:60336_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1157562 INFO  
(zkCallback-2821-thread-1-processing-n:127.0.0.1:60333_solr) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1157566 INFO  
(zkCallback-2820-thread-1-processing-n:127.0.0.1:60335_solr) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1157567 INFO  (jetty-launcher-2801-thread-1) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60333_solr
   [junit4]   2> 1157569 INFO  
(zkCallback-2820-thread-1-processing-n:127.0.0.1:60335_solr) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1157570 INFO  
(zkCallback-2821-thread-1-processing-n:127.0.0.1:60333_solr) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1157570 INFO  
(zkCallback-2823-thread-1-processing-n:127.0.0.1:60334_solr) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1157570 INFO  
(zkCallback-2822-thread-1-processing-n:127.0.0.1:60336_solr) 
[n:127.0.0.1:60336_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1157671 INFO  (jetty-launcher-2801-thread-4) 
[n:127.0.0.1:60334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60334.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1157693 INFO  (jetty-launcher-2801-thread-2) 
[n:127.0.0.1:60336_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60336.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1157702 INFO  (jetty-launcher-2801-thread-4) 
[n:127.0.0.1:60334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60334.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1157702 INFO  (jetty-launcher-2801-thread-4) 
[n:127.0.0.1:60334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60334.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1157706 INFO  (jetty-launcher-2801-thread-4) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node4/.
   [junit4]   2> 1157712 INFO  (jetty-launcher-2801-thread-2) 
[n:127.0.0.1:60336_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60336.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1157712 INFO  (jetty-launcher-2801-thread-2) 
[n:127.0.0.1:60336_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60336.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1157714 INFO  (jetty-launcher-2801-thread-2) 
[n:127.0.0.1:60336_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node2/.
   [junit4]   2> 1157719 INFO  (jetty-launcher-2801-thread-3) 
[n:127.0.0.1:60335_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60335.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1157729 INFO  (jetty-launcher-2801-thread-3) 
[n:127.0.0.1:60335_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60335.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1157730 INFO  (jetty-launcher-2801-thread-3) 
[n:127.0.0.1:60335_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60335.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1157731 INFO  (jetty-launcher-2801-thread-3) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node3/.
   [junit4]   2> 1157774 INFO  (jetty-launcher-2801-thread-1) 
[n:127.0.0.1:60333_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60333.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1157814 INFO  (jetty-launcher-2801-thread-1) 
[n:127.0.0.1:60333_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60333.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1157814 INFO  (jetty-launcher-2801-thread-1) 
[n:127.0.0.1:60333_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60333.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1157815 INFO  (jetty-launcher-2801-thread-1) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node1/.
   [junit4]   2> 1157898 INFO  
(SUITE-CustomCollectionTest-seed#[776F6FCEC1247424]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1157899 INFO  
(SUITE-CustomCollectionTest-seed#[776F6FCEC1247424]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60331/solr ready
   [junit4]   2> 1158126 INFO  
(TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[776F6FCEC1247424]) 
[    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
   [junit4]   2> 1158129 INFO  
(TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[776F6FCEC1247424]) 
[    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1158140 INFO  (qtp1668395354-13162) [n:127.0.0.1:60336_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&nrtReplicas=2&action=CREATE&numShards=4&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1158146 INFO  
(OverseerThreadFactory-5434-thread-1-processing-n:127.0.0.1:60335_solr) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
routeFieldColl
   [junit4]   2> 1158275 INFO  
(OverseerStateUpdate-98981954903736329-127.0.0.1:60335_solr-n_0000000000) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"routeFieldColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60336/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1158280 INFO  
(OverseerStateUpdate-98981954903736329-127.0.0.1:60335_solr-n_0000000000) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"routeFieldColl_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60335/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1158287 INFO  
(OverseerStateUpdate-98981954903736329-127.0.0.1:60335_solr-n_0000000000) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"routeFieldColl_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60334/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1158292 INFO  
(OverseerStateUpdate-98981954903736329-127.0.0.1:60335_solr-n_0000000000) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"routeFieldColl_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60333/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1158296 INFO  
(OverseerStateUpdate-98981954903736329-127.0.0.1:60335_solr-n_0000000000) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"routeFieldColl_shard3_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60336/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1158301 INFO  
(OverseerStateUpdate-98981954903736329-127.0.0.1:60335_solr-n_0000000000) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"routeFieldColl_shard3_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60335/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1158305 INFO  
(OverseerStateUpdate-98981954903736329-127.0.0.1:60335_solr-n_0000000000) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"routeFieldColl_shard4_replica_n12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60334/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1158310 INFO  
(OverseerStateUpdate-98981954903736329-127.0.0.1:60335_solr-n_0000000000) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"routeFieldColl_shard4_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60333/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1158524 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1158530 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1158533 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n8&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1158563 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n14&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1158563 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n6&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1158564 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1158567 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n12&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1158568 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1158568 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n5&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1158568 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1158569 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1158569 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n10&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1158692 INFO  
(zkCallback-2822-thread-1-processing-n:127.0.0.1:60336_solr) 
[n:127.0.0.1:60336_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1158692 INFO  
(zkCallback-2820-thread-1-processing-n:127.0.0.1:60335_solr) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1158692 INFO  
(zkCallback-2821-thread-1-processing-n:127.0.0.1:60333_solr) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1158692 INFO  
(zkCallback-2823-thread-1-processing-n:127.0.0.1:60334_solr) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1158694 INFO  
(zkCallback-2822-thread-2-processing-n:127.0.0.1:60336_solr) 
[n:127.0.0.1:60336_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1158695 INFO  
(zkCallback-2821-thread-2-processing-n:127.0.0.1:60333_solr) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1158695 INFO  
(zkCallback-2823-thread-2-processing-n:127.0.0.1:60334_solr) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1158696 INFO  
(zkCallback-2820-thread-2-processing-n:127.0.0.1:60335_solr) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1159639 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1159640 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1159641 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1159645 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1159670 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1159674 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 1159675 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1159678 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n14] Schema 
name=cloud-dynamic
   [junit4]   2> 1159679 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n5] Schema name=cloud-dynamic
   [junit4]   2> 1159709 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1159714 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n10] Schema 
name=cloud-dynamic
   [junit4]   2> 1159717 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n6] Schema name=cloud-dynamic
   [junit4]   2> 1159751 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n12] Schema 
name=cloud-dynamic
   [junit4]   2> 1159760 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1159760 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n5' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 1159760 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 1159761 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60334.solr.core.routeFieldColl.shard2.replica_n5' (registry 
'solr.core.routeFieldColl.shard2.replica_n5') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1159761 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1159762 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n5] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node4/routeFieldColl_shard2_replica_n5],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node4/./routeFieldColl_shard2_replica_n5/data/]
   [junit4]   2> 1159785 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1159785 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n2' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 1159786 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60335.solr.core.routeFieldColl.shard1.replica_n2' (registry 
'solr.core.routeFieldColl.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1159786 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1159786 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n2] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node3/routeFieldColl_shard1_replica_n2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node3/./routeFieldColl_shard1_replica_n2/data/]
   [junit4]   2> 1159800 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1159800 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n12' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 1159800 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60334.solr.core.routeFieldColl.shard4.replica_n12' (registry 
'solr.core.routeFieldColl.shard4.replica_n12') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1159801 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1159801 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n12] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node4/routeFieldColl_shard4_replica_n12],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node4/./routeFieldColl_shard4_replica_n12/data/]
   [junit4]   2> 1159829 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1159830 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n6' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 1159830 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60333.solr.core.routeFieldColl.shard2.replica_n6' (registry 
'solr.core.routeFieldColl.shard2.replica_n6') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1159831 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1159831 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n6] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node1/routeFieldColl_shard2_replica_n6],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node1/./routeFieldColl_shard2_replica_n6/data/]
   [junit4]   2> 1159831 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1159831 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n10' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 1159832 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60335.solr.core.routeFieldColl.shard3.replica_n10' (registry 
'solr.core.routeFieldColl.shard3.replica_n10') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1159832 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1159832 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n10] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node3/routeFieldColl_shard3_replica_n10],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node3/./routeFieldColl_shard3_replica_n10/data/]
   [junit4]   2> 1159840 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1159841 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1159841 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n1' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 1159841 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60336.solr.core.routeFieldColl.shard1.replica_n1' (registry 
'solr.core.routeFieldColl.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1159842 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1159842 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node2/routeFieldColl_shard1_replica_n1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node2/./routeFieldColl_shard1_replica_n1/data/]
   [junit4]   2> 1159871 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n8] Schema name=cloud-dynamic
   [junit4]   2> 1159880 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1159880 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n14' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 1159880 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60333.solr.core.routeFieldColl.shard4.replica_n14' (registry 
'solr.core.routeFieldColl.shard4.replica_n14') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1159881 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1159881 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n14] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node1/routeFieldColl_shard4_replica_n14],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node1/./routeFieldColl_shard4_replica_n14/data/]
   [junit4]   2> 1159901 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1159901 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n8' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 1159959 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60336.solr.core.routeFieldColl.shard3.replica_n8' (registry 
'solr.core.routeFieldColl.shard3.replica_n8') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@27523b2f
   [junit4]   2> 1159959 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1159959 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n8] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node2/routeFieldColl_shard3_replica_n8],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001/tempDir-001/node2/./routeFieldColl_shard3_replica_n8/data/]
   [junit4]   2> 1160129 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1160129 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1160131 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1160131 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1160136 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1160136 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1160139 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1160139 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1160143 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1d1f2639[routeFieldColl_shard2_replica_n5] main]
   [junit4]   2> 1160144 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1160145 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1160149 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1160150 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583711281686249472
   [junit4]   2> 1160150 INFO  
(searcherExecutor-5443-thread-1-processing-n:127.0.0.1:60334_solr 
x:routeFieldColl_shard2_replica_n5 s:shard2 c:routeFieldColl r:core_node7) 
[n:127.0.0.1:60334_solr c:routeFieldColl s:shard2 r:core_node7 
x:routeFieldColl_shard2_replica_n5] o.a.s.c.SolrCore 
[routeFieldColl_shard2_replica_n5] Registered new searcher 
Searcher@1d1f2639[routeFieldColl_shard2_replica_n5] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1160151 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1160151 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1160154 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1160154 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1160166 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1160166 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1160220 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1160220 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1160222 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1160222 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1160225 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1160225 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1160226 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1160226 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1160227 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1160227 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1160232 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1160232 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1160235 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1160236 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1160236 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1160238 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@e82540d[routeFieldColl_shard4_replica_n12] main]
   [junit4]   2> 1160240 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@126802a4[routeFieldColl_shard3_replica_n8] main]
   [junit4]   2> 1160240 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1160241 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1160242 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1160242 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583711281782718464
   [junit4]   2> 1160243 INFO  
(searcherExecutor-5445-thread-1-processing-n:127.0.0.1:60334_solr 
x:routeFieldColl_shard4_replica_n12 s:shard4 c:routeFieldColl r:core_node15) 
[n:127.0.0.1:60334_solr c:routeFieldColl s:shard4 r:core_node15 
x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore 
[routeFieldColl_shard4_replica_n12] Registered new searcher 
Searcher@e82540d[routeFieldColl_shard4_replica_n12] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1160244 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1160246 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1160250 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1160250 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1160250 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1160251 INFO  
(searcherExecutor-5450-thread-1-processing-n:127.0.0.1:60336_solr 
x:routeFieldColl_shard3_replica_n8 s:shard3 c:routeFieldColl r:core_node11) 
[n:127.0.0.1:60336_solr c:routeFieldColl s:shard3 r:core_node11 
x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore 
[routeFieldColl_shard3_replica_n8] Registered new searcher 
Searcher@126802a4[routeFieldColl_shard3_replica_n8] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1160252 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard4: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1160253 INFO  (qtp1668395354-13168) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583711281794252800
   [junit4]   2> 1160253 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1160253 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1160256 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@128cd9a9[routeFieldColl_shard3_replica_n10] main]
   [junit4]   2> 1160257 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@e37578a[routeFieldColl_shard2_replica_n6] main]
   [junit4]   2> 1160270 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@20935041[routeFieldColl_shard1_replica_n1] main]
   [junit4]   2> 1160270 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1160271 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1160271 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@38fb5f06[routeFieldColl_shard1_replica_n2] main]
   [junit4]   2> 1160272 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1160274 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1160274 INFO  
(searcherExecutor-5447-thread-1-processing-n:127.0.0.1:60335_solr 
x:routeFieldColl_shard3_replica_n10 s:shard3 c:routeFieldColl r:core_node13) 
[n:127.0.0.1:60335_solr c:routeFieldColl s:shard3 r:core_node13 
x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore 
[routeFieldColl_shard3_replica_n10] Registered new searcher 
Searcher@128cd9a9[routeFieldColl_shard3_replica_n10] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1160274 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1160274 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583711281816272896
   [junit4]   2> 1160275 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1160275 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1160276 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1160277 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1160278 INFO  
(searcherExecutor-5446-thread-1-processing-n:127.0.0.1:60333_solr 
x:routeFieldColl_shard2_replica_n6 s:shard2 c:routeFieldColl r:core_node9) 
[n:127.0.0.1:60333_solr c:routeFieldColl s:shard2 r:core_node9 
x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore 
[routeFieldColl_shard2_replica_n6] Registered new searcher 
Searcher@e37578a[routeFieldColl_shard2_replica_n6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1160278 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1160280 INFO  (qtp225579116-13148) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583711281822564352
   [junit4]   2> 1160282 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1160283 INFO  
(searcherExecutor-5448-thread-1-processing-n:127.0.0.1:60336_solr 
x:routeFieldColl_shard1_replica_n1 s:shard1 c:routeFieldColl r:core_node3) 
[n:127.0.0.1:60336_solr c:routeFieldColl s:shard1 r:core_node3 
x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore 
[routeFieldColl_shard1_replica_n1] Registered new searcher 
Searcher@20935041[routeFieldColl_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1160283 INFO  (qtp1668395354-13167) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583711281825710080
   [junit4]   2> 1160284 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard3: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1160285 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1160285 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583711281827807232
   [junit4]   2> 1160286 INFO  
(searcherExecutor-5444-thread-1-processing-n:127.0.0.1:60335_solr 
x:routeFieldColl_shard1_replica_n2 s:shard1 c:routeFieldColl r:core_node4) 
[n:127.0.0.1:60335_solr c:routeFieldColl s:shard1 r:core_node4 
x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore 
[routeFieldColl_shard1_replica_n2] Registered new searcher 
Searcher@38fb5f06[routeFieldColl_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1160290 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@4c576719[routeFieldColl_shard4_replica_n14] main]
   [junit4]   2> 1160295 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1160298 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1160300 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1160301 INFO  
(searcherExecutor-5449-thread-1-processing-n:127.0.0.1:60333_solr 
x:routeFieldColl_shard4_replica_n14 s:shard4 c:routeFieldColl r:core_node16) 
[n:127.0.0.1:60333_solr c:routeFieldColl s:shard4 r:core_node16 
x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore 
[routeFieldColl_shard4_replica_n14] Registered new searcher 
Searcher@4c576719[routeFieldColl_shard4_replica_n14] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1160301 INFO  (qtp225579116-13144) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583711281844584448
   [junit4]   2> 1160305 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1160305 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1160306 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:60335/solr/routeFieldColl_shard1_replica_n2/
   [junit4]   2> 1160306 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica_n2 
url=http://127.0.0.1:60335/solr START 
replicas=[http://127.0.0.1:60336/solr/routeFieldColl_shard1_replica_n1/] 
nUpdates=100
   [junit4]   2> 1160312 INFO  (qtp1668395354-13169) [n:127.0.0.1:60336_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.c.S.Request [routeFieldColl_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=2
   [junit4]   2> 1160410 INFO  
(zkCallback-2822-thread-2-processing-n:127.0.0.1:60336_solr) 
[n:127.0.0.1:60336_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160410 INFO  
(zkCallback-2822-thread-1-processing-n:127.0.0.1:60336_solr) 
[n:127.0.0.1:60336_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160410 INFO  
(zkCallback-2823-thread-2-processing-n:127.0.0.1:60334_solr) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160410 INFO  
(zkCallback-2823-thread-1-processing-n:127.0.0.1:60334_solr) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160410 INFO  
(zkCallback-2820-thread-2-processing-n:127.0.0.1:60335_solr) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160411 INFO  
(zkCallback-2820-thread-1-processing-n:127.0.0.1:60335_solr) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160411 INFO  
(zkCallback-2821-thread-2-processing-n:127.0.0.1:60333_solr) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160411 INFO  
(zkCallback-2821-thread-1-processing-n:127.0.0.1:60333_solr) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160612 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica_n2 
url=http://127.0.0.1:60335/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1160613 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 1160613 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1160613 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1160619 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:60335/solr/routeFieldColl_shard1_replica_n2/ shard1
   [junit4]   2> 1160725 INFO  
(zkCallback-2823-thread-1-processing-n:127.0.0.1:60334_solr) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160725 INFO  
(zkCallback-2823-thread-2-processing-n:127.0.0.1:60334_solr) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160725 INFO  
(zkCallback-2820-thread-1-processing-n:127.0.0.1:60335_solr) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160726 INFO  
(zkCallback-2820-thread-3-processing-n:127.0.0.1:60335_solr) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160726 INFO  
(zkCallback-2822-thread-2-processing-n:127.0.0.1:60336_solr) 
[n:127.0.0.1:60336_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160726 INFO  
(zkCallback-2821-thread-2-processing-n:127.0.0.1:60333_solr) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160726 INFO  
(zkCallback-2821-thread-1-processing-n:127.0.0.1:60333_solr) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160726 INFO  
(zkCallback-2822-thread-1-processing-n:127.0.0.1:60336_solr) 
[n:127.0.0.1:60336_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1160732 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1160735 INFO  (qtp1985699043-13155) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard1 r:core_node4 x:routeFieldColl_shard1_replica_n2] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2167
   [junit4]   2> 1160737 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1160737 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1160737 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:60334/solr/routeFieldColl_shard2_replica_n5/
   [junit4]   2> 1160738 INFO  (qtp1256338309-13146) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n5] 
o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard2_replica_n5 
url=http://127.0.0.1:60334/solr START 
replicas=[http://127.0.0.1:60333/solr/routeFieldColl_shard2_replica_n6/] 
nUpdates=100
   [junit4]   2> 1160742 INFO  (qtp225579116-13150) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.S.Request [routeFieldColl_shard2_replica_n6]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=2
   [junit4]   2> 1160760 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1160760 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1160760 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:60334/solr/routeFieldColl_shard4_replica_n12/
   [junit4]   2> 1160761 INFO  (qtp1256338309-13143) [n:127.0.0.1:60334_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica_n12 
url=http://127.0.0.1:60334/solr START 
replicas=[http://127.0.0.1:60333/solr/routeFieldColl_shard4_replica_n14/] 
nUpdates=100
   [junit4]   2> 1160764 INFO  (qtp225579116-13151) [n:127.0.0.1:60333_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.S.Request [routeFieldColl_shard4_replica_n14]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=2
   [junit4]   2> 1160790 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1160790 INFO  (qtp1985699043-13158) [n:127.0.0.1:60335_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1160790 

[...truncated too long message...]

r:core_node6 x:testCreateShardRepFactor_x_replica_n5] o.a.s.m.r.SolrJmxReporter 
Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e3a3186: 
rootName = solr_60334, domain = 
solr.core.testCreateShardRepFactor.x.replica_n5, service url = null, agent id = 
null] for registry solr.core.testCreateShardRepFactor.x.replica_n5 / 
com.codahale.metrics.MetricRegistry@3935600a
   [junit4]   2> 1235608 INFO  (coreCloseExecutor-5536-thread-1) 
[n:127.0.0.1:60335_solr c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrCore 
[testCreateShardRepFactor_a_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@73402209
   [junit4]   2> 1235608 INFO  (coreCloseExecutor-5536-thread-1) 
[n:127.0.0.1:60335_solr c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for registry=solr.core.testCreateShardRepFactor.a.replica_n1, 
tag=1933582857
   [junit4]   2> 1235608 INFO  (coreCloseExecutor-5536-thread-1) 
[n:127.0.0.1:60335_solr c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.m.r.SolrJmxReporter Closing 
reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56efd734: rootName 
= solr_60335, domain = solr.core.testCreateShardRepFactor.a.replica_n1, service 
url = null, agent id = null] for registry 
solr.core.testCreateShardRepFactor.a.replica_n1 / 
com.codahale.metrics.MetricRegistry@252baa1f
   [junit4]   2> 1235608 INFO  
(zkCallback-2823-thread-2-processing-n:127.0.0.1:60334_solr) 
[n:127.0.0.1:60334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (0)
   [junit4]   2> 1235609 INFO  
(zkCallback-2821-thread-4-processing-n:127.0.0.1:60333_solr) 
[n:127.0.0.1:60333_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (0)
   [junit4]   2> 1235609 INFO  
(zkCallback-2820-thread-4-processing-n:127.0.0.1:60335_solr) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (0)
   [junit4]   2> 1235672 INFO  (coreCloseExecutor-5534-thread-1) 
[n:127.0.0.1:60333_solr c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.collection.testCreateShardRepFactor.b.leader, tag=815928518
   [junit4]   2> 1235679 INFO  (jetty-closer-2802-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@c1e5b3a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1235691 INFO  (coreCloseExecutor-5536-thread-1) 
[n:127.0.0.1:60335_solr c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.collection.testCreateShardRepFactor.a.leader, tag=1933582857
   [junit4]   2> 1235691 INFO  (coreCloseExecutor-5535-thread-1) 
[n:127.0.0.1:60334_solr c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.collection.testCreateShardRepFactor.x.leader, tag=570172429
   [junit4]   2> 1235697 INFO  (jetty-closer-2802-thread-2) [    ] 
o.a.s.c.Overseer Overseer 
(id=98981954903736329-127.0.0.1:60335_solr-n_0000000000) closing
   [junit4]   2> 1235697 INFO  
(OverseerStateUpdate-98981954903736329-127.0.0.1:60335_solr-n_0000000000) 
[n:127.0.0.1:60335_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:60335_solr
   [junit4]   2> 1235699 INFO  (jetty-closer-2802-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@10565313{/solr,null,UNAVAILABLE}
   [junit4]   2> 1235699 WARN  
(OverseerAutoScalingTriggerThread-98981954903736329-127.0.0.1:60335_solr-n_0000000000)
 [n:127.0.0.1:60335_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1235704 INFO  (jetty-closer-2802-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@51e2a3a6{/solr,null,UNAVAILABLE}
   [junit4]   2> 1235706 ERROR 
(SUITE-CustomCollectionTest-seed#[776F6FCEC1247424]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1235706 INFO  
(SUITE-CustomCollectionTest-seed#[776F6FCEC1247424]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:60331 60331
   [junit4]   2> 1235721 INFO  (Thread-2467) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:60331 60331
   [junit4]   2> 1235861 WARN  (Thread-2467) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        9       /solr/clusterprops.json
   [junit4]   2>        9       /solr/aliases.json
   [junit4]   2>        7       /solr/configs/conf
   [junit4]   2>        7       /solr/collections/withShardField/state.json
   [junit4]   2>        4       /solr/security.json
   [junit4]   2>        4       /solr/collections/implicitcoll/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        32      /solr/collections/routeFieldColl/state.json
   [junit4]   2>        26      
/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2>        18      /solr/collections/withShardField/state.json
   [junit4]   2>        12      /solr/collections/implicitcoll/state.json
   [junit4]   2>        9       /solr/clusterstate.json
   [junit4]   2>        2       
/solr/overseer_elect/election/98981954903736332-127.0.0.1:60334_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        26      /solr/collections
   [junit4]   2>        9       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_776F6FCEC1247424-001
   [junit4]   2> Nov 10, 2017 8:14:09 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{shard_s=FSTOrd50, id=PostingsFormat(name=LuceneVarGapFixedInterval)}, 
docValues:{_version_=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1204, 
maxMBSortInHeap=5.794487408508545, sim=RandomSimilarity(queryNorm=false): {}, 
locale=en-NZ, timezone=Europe/Copenhagen
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 
(64-bit)/cpus=3,threads=1,free=109780000,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrDeletionPolicy1, 
TestMinMaxOnMultiValuedField, DistanceUnitsTest, OpenCloseCoreStressTest, 
HdfsCollectionsAPIDistributedZkTest, SchemaVersionSpecificBehaviorTest, 
TestDocumentBuilder, TestSearchPerf, TestRetrieveFieldsOptimizer, 
TestFastWriter, TestPayloadScoreQParserPlugin, TestExactSharedStatsCache, 
TestMergePolicyConfig, DeleteReplicaTest, TestAuthorizationFramework, 
DocumentAnalysisRequestHandlerTest, DeleteLastCustomShardedReplicaTest, 
ShardRoutingCustomTest, TestSolrConfigHandlerConcurrent, 
TestLuceneMatchVersion, TestCollectionsAPIViaSolrCloudCluster, 
CdcrReplicationDistributedZkTest, IndexSchemaRuntimeFieldTest, 
PreAnalyzedUpdateProcessorTest, SolrMetricsIntegrationTest, 
AutoScalingHandlerTest, TestFastOutputStream, BlockJoinFacetDistribTest, 
TestOnReconnectListenerSupport, ExternalFileFieldSortTest, 
TestDistributedGrouping, TestSystemIdResolver, ConjunctionSolrSpellCheckerTest, 
FileUtilsTest, TestReloadAndDeleteDocs, TestLegacyField, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, ExecutePlanActionTest, 
MissingSegmentRecoveryTest, SimplePostToolTest, ImplicitSnitchTest, 
TestTestInjection, ChaosMonkeySafeLeaderTest, QueryElevationComponentTest, 
TestManagedSchemaThreadSafety, BlockDirectoryTest, TestManagedResource, 
LegacyCloudClusterPropTest, TestComponentsName, UpdateLogTest, SOLR749Test, 
TestLRUStatsCache, TestRandomFlRTGCloud, TestQueryTypes, TestFaceting, 
AssignTest, TestNumericTerms32, TestRebalanceLeaders, TestCloudRecovery, 
TestSSLRandomization, TestExtendedDismaxParser, TestLuceneIndexBackCompat, 
TestRemoteStreaming, TestDefaultStatsCache, DocValuesMultiTest, EnumFieldTest, 
SpellingQueryConverterTest, OpenExchangeRatesOrgProviderTest, TestConfig, 
TestSimpleTextCodec, TestHighFrequencyDictionaryFactory, TestJettySolrRunner, 
AnalyticsMergeStrategyTest, HdfsUnloadDistributedZkTest, DeleteStatusTest, 
PingRequestHandlerTest, TestCoreContainer, TestApiFramework, TestJsonRequest, 
TestSlowCompositeReaderWrapper, TestSolrFieldCacheBean, 
PreAnalyzedFieldManagedSchemaCloudTest, TestRTimerTree, 
SuggestComponentContextFilterQueryTest, TestDistributedMissingSort, 
TestDistributedStatsComponentCardinality, TestComplexPhraseQParserPlugin, 
BadCopyFieldTest, HdfsRecoverLeaseTest, SystemInfoHandlerTest, 
SolrCloudExampleTest, TestQueryUtils, TermVectorComponentDistributedTest, 
DistributedMLTComponentTest, HttpSolrCallGetCoreTest, 
TestCollapseQParserPlugin, TestInitQParser, TestShortCircuitedRequests, 
CacheHeaderTest, TestFastLRUCache, TestConfigReload, SolrIndexConfigTest, 
TestRuleBasedAuthorizationPlugin, TestStressUserVersions, 
TestRandomCollapseQParserPlugin, TestSolrIndexConfig, CopyFieldTest, 
SimpleMLTQParserTest, TestSort, TestPartialUpdateDeduplication, 
TestTolerantUpdateProcessorCloud, StatelessScriptUpdateProcessorFactoryTest, 
TlogReplayBufferedWhileIndexingTest, SolrCloudReportersTest, 
MoveReplicaHDFSTest, TestCloudPivotFacet, TestElisionMultitermQuery, 
SampleTest, SortSpecParsingTest, TestReloadDeadlock, 
ConcurrentDeleteAndCreateCollectionTest, ZkSolrClientTest, EchoParamsTest, 
TriggerIntegrationTest, MultiThreadedOCPTest, TestCharFilters, 
UpdateParamsTest, SolrJmxReporterTest, TestSchemaManager, SolrCoreTest, 
RulesTest, TestSkipOverseerOperations, CustomCollectionTest]
   [junit4] Completed [281/748 (1!)] on J1 in 79.35s, 4 tests, 2 errors <<< 
FAILURES!

[...truncated 48759 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org