Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/19289/
Java: 64bit/jdk-9-ea+162 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestRebalanceLeaders.test

Error Message:
Checking the rebalance leader command failed, checkAppearOnce=true 
checkElectionZero=false checkZkLeadersAgree=false

Stack Trace:
java.lang.AssertionError: Checking the rebalance leader command failed, 
checkAppearOnce=true checkElectionZero=false checkZkLeadersAgree=false
        at 
__randomizedtesting.SeedInfo.seed([E3D2C08039722AF6:6B86FF5A978E470E]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.TestRebalanceLeaders.checkConsistency(TestRebalanceLeaders.java:135)
        at 
org.apache.solr.cloud.TestRebalanceLeaders.rebalanceLeaderTest(TestRebalanceLeaders.java:112)
        at 
org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:77)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:547)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 10938 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestRebalanceLeaders
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/init-core-data-001
   [junit4]   2> 104460 WARN  
(SUITE-TestRebalanceLeaders-seed#[E3D2C08039722AF6]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
   [junit4]   2> 104460 INFO  
(SUITE-TestRebalanceLeaders-seed#[E3D2C08039722AF6]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 104463 INFO  
(SUITE-TestRebalanceLeaders-seed#[E3D2C08039722AF6]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 104463 INFO  
(SUITE-TestRebalanceLeaders-seed#[E3D2C08039722AF6]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /eb/b
   [junit4]   2> 104465 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 104465 INFO  (Thread-181) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 104466 INFO  (Thread-181) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 104566 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:36299
   [junit4]   2> 104573 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15b19f3e25a0000, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 104587 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 104595 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 104600 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 104614 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 104618 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 104622 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 104627 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 104630 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 104636 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 104641 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 104643 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 105286 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/control-001/cores/collection1
   [junit4]   2> 105289 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 105291 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7d430b43{/eb/b,null,AVAILABLE}
   [junit4]   2> 105295 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@49d8d550{HTTP/1.1,[http/1.1]}{127.0.0.1:42562}
   [junit4]   2> 105295 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] o.e.j.s.Server 
Started @106996ms
   [junit4]   2> 105297 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/eb/b, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/tempDir-001/control/data,
 hostPort=42562, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/control-001/cores}
   [junit4]   2> 105298 ERROR 
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 105298 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 105298 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 105298 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 105298 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-29T12:04:26.137397Z
   [junit4]   2> 105301 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 105301 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/control-001/solr.xml
   [junit4]   2> 105317 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36299/solr
   [junit4]   2> 105346 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 105347 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 
127.0.0.1:42562_eb%2Fb
   [junit4]   2> 105348 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.Overseer Overseer 
(id=97700352183894020-127.0.0.1:42562_eb%2Fb-n_0000000000) starting
   [junit4]   2> 105357 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42562_eb%2Fb
   [junit4]   2> 105364 INFO  (zkCallback-115-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 105627 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/control-001/cores
   [junit4]   2> 105627 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 105654 INFO  
(OverseerStateUpdate-97700352183894020-127.0.0.1:42562_eb%2Fb-n_0000000000) [   
 ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 106668 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 106683 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 106773 WARN  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 106776 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 106805 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection control_collection, trusted=true
   [junit4]   2> 106806 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 106806 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/control-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/control-001/cores/collection1/data/]
   [junit4]   2> 106806 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fa40612
   [junit4]   2> 106809 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.05078125, 
floorSegmentMB=0.248046875, forceMergeDeletesPctAllowed=26.85008218323307, 
segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 106824 WARN  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 107036 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 107036 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 107037 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 107037 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 107038 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=26.349609375, 
floorSegmentMB=0.453125, forceMergeDeletesPctAllowed=26.926656308894596, 
segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2716382192491824
   [junit4]   2> 107038 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@334bc0fd[collection1] main]
   [junit4]   2> 107040 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 107040 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 107040 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 107041 INFO  (searcherExecutor-279-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@334bc0fd[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 107041 INFO  (coreLoadExecutor-278-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1563205637641338880
   [junit4]   2> 107049 INFO  (coreZkRegister-271-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 107049 INFO  (coreZkRegister-271-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 107049 INFO  (coreZkRegister-271-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42562/eb/b/collection1/
   [junit4]   2> 107049 INFO  (coreZkRegister-271-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 107049 INFO  (coreZkRegister-271-thread-1) [    ] 
o.a.s.c.SyncStrategy http://127.0.0.1:42562/eb/b/collection1/ has no replicas
   [junit4]   2> 107049 INFO  (coreZkRegister-271-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 107053 INFO  (coreZkRegister-271-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:42562/eb/b/collection1/ shard1
   [junit4]   2> 107204 INFO  (coreZkRegister-271-thread-1) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 107256 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 107257 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36299/solr ready
   [junit4]   2> 107257 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 107825 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-1-001/cores/collection1
   [junit4]   2> 107826 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-1-001
   [junit4]   2> 107827 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 107838 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2ee2ff7{/eb/b,null,AVAILABLE}
   [junit4]   2> 107839 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@34420058{HTTP/1.1,[http/1.1]}{127.0.0.1:39662}
   [junit4]   2> 107839 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] o.e.j.s.Server 
Started @109540ms
   [junit4]   2> 107839 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/eb/b, 
solrconfig=solrconfig.xml, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/tempDir-001/jetty1,
 hostPort=39662, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-1-001/cores}
   [junit4]   2> 107839 ERROR 
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 107845 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 107845 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 107845 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 107845 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-29T12:04:28.684519Z
   [junit4]   2> 107850 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 107850 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-1-001/solr.xml
   [junit4]   2> 107862 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36299/solr
   [junit4]   2> 107871 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 107874 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 107876 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39662_eb%2Fb
   [junit4]   2> 107877 INFO  (zkCallback-119-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 107877 INFO  (zkCallback-115-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 107880 INFO  (zkCallback-124-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 108060 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-1-001/cores
   [junit4]   2> 108061 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 108066 INFO  
(OverseerStateUpdate-97700352183894020-127.0.0.1:42562_eb%2Fb-n_0000000000) [   
 ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 109087 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 109137 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 109224 WARN  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 109227 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 109255 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 109255 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 109255 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-1-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 109256 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fa40612
   [junit4]   2> 109257 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.05078125, 
floorSegmentMB=0.248046875, forceMergeDeletesPctAllowed=26.85008218323307, 
segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 109268 WARN  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 109526 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 109526 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 109527 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 109527 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 109532 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=26.349609375, 
floorSegmentMB=0.453125, forceMergeDeletesPctAllowed=26.926656308894596, 
segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2716382192491824
   [junit4]   2> 109533 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@c99b90d[collection1] main]
   [junit4]   2> 109534 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 109534 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 109535 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 109538 INFO  (searcherExecutor-290-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@c99b90d[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 109538 INFO  (coreLoadExecutor-289-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1563205640259633152
   [junit4]   2> 109548 INFO  (coreZkRegister-284-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 109549 INFO  (coreZkRegister-284-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 109549 INFO  (coreZkRegister-284-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39662/eb/b/collection1/
   [junit4]   2> 109549 INFO  (coreZkRegister-284-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 109549 INFO  (coreZkRegister-284-thread-1) [    ] 
o.a.s.c.SyncStrategy http://127.0.0.1:39662/eb/b/collection1/ has no replicas
   [junit4]   2> 109549 INFO  (coreZkRegister-284-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 109561 INFO  (coreZkRegister-284-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:39662/eb/b/collection1/ shard2
   [junit4]   2> 109712 INFO  (coreZkRegister-284-thread-1) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 110144 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-2-001/cores/collection1
   [junit4]   2> 110145 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-2-001
   [junit4]   2> 110146 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 110147 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2377285f{/eb/b,null,AVAILABLE}
   [junit4]   2> 110148 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1f2a7459{HTTP/1.1,[http/1.1]}{127.0.0.1:35603}
   [junit4]   2> 110148 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] o.e.j.s.Server 
Started @111849ms
   [junit4]   2> 110148 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/eb/b, 
solrconfig=solrconfig.xml, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/tempDir-001/jetty2,
 hostPort=35603, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-2-001/cores}
   [junit4]   2> 110148 ERROR 
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 110149 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 110149 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 110149 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 110149 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-29T12:04:30.988213Z
   [junit4]   2> 110153 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 110153 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-2-001/solr.xml
   [junit4]   2> 110161 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36299/solr
   [junit4]   2> 110180 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 110183 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 110184 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35603_eb%2Fb
   [junit4]   2> 110186 INFO  (zkCallback-124-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 110186 INFO  (zkCallback-130-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 110188 INFO  (zkCallback-119-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 110189 INFO  (zkCallback-115-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 110365 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-2-001/cores
   [junit4]   2> 110365 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 110370 INFO  
(OverseerStateUpdate-97700352183894020-127.0.0.1:42562_eb%2Fb-n_0000000000) [   
 ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
   [junit4]   2> 111389 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 111406 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 111509 WARN  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 111510 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 111526 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 111527 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 111527 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-2-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 111527 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fa40612
   [junit4]   2> 111528 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.05078125, 
floorSegmentMB=0.248046875, forceMergeDeletesPctAllowed=26.85008218323307, 
segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 111537 WARN  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 111723 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 111723 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 111724 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 111724 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 111725 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=26.349609375, 
floorSegmentMB=0.453125, forceMergeDeletesPctAllowed=26.926656308894596, 
segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2716382192491824
   [junit4]   2> 111726 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@16c091a[collection1] main]
   [junit4]   2> 111727 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 111728 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 111728 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 111730 INFO  (searcherExecutor-301-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@16c091a[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 111730 INFO  (coreLoadExecutor-300-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1563205642558111744
   [junit4]   2> 111737 INFO  (coreZkRegister-295-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 111737 INFO  (coreZkRegister-295-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 111737 INFO  (coreZkRegister-295-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35603/eb/b/collection1/
   [junit4]   2> 111738 INFO  (coreZkRegister-295-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 111738 INFO  (coreZkRegister-295-thread-1) [    ] 
o.a.s.c.SyncStrategy http://127.0.0.1:35603/eb/b/collection1/ has no replicas
   [junit4]   2> 111738 INFO  (coreZkRegister-295-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 111742 INFO  (coreZkRegister-295-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:35603/eb/b/collection1/ shard3
   [junit4]   2> 111893 INFO  (coreZkRegister-295-thread-1) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 112589 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-3-001/cores/collection1
   [junit4]   2> 112589 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-3-001
   [junit4]   2> 112590 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 112591 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@a3ca573{/eb/b,null,AVAILABLE}
   [junit4]   2> 112592 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@48086661{HTTP/1.1,[http/1.1]}{127.0.0.1:35289}
   [junit4]   2> 112592 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] o.e.j.s.Server 
Started @114293ms
   [junit4]   2> 112592 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/eb/b, 
solrconfig=solrconfig.xml, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/tempDir-001/jetty3,
 hostPort=35289, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-3-001/cores}
   [junit4]   2> 112592 ERROR 
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 112593 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 112593 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 112593 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 112593 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-29T12:04:33.432906Z
   [junit4]   2> 112605 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 112606 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-3-001/solr.xml
   [junit4]   2> 112617 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36299/solr
   [junit4]   2> 112632 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 112633 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 112635 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35289_eb%2Fb
   [junit4]   2> 112637 INFO  (zkCallback-130-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 112638 INFO  (zkCallback-124-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 112638 INFO  (zkCallback-119-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 112638 INFO  (zkCallback-115-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 112643 INFO  (zkCallback-136-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 112824 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-3-001/cores
   [junit4]   2> 112824 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 112827 INFO  
(OverseerStateUpdate-97700352183894020-127.0.0.1:42562_eb%2Fb-n_0000000000) [   
 ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard4
   [junit4]   2> 113840 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 113856 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 113962 WARN  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 113964 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 113985 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 113986 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 113986 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-3-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 113986 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fa40612
   [junit4]   2> 113987 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.05078125, 
floorSegmentMB=0.248046875, forceMergeDeletesPctAllowed=26.85008218323307, 
segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 113993 WARN  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 114184 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 114185 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 114186 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 114186 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 114187 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=26.349609375, 
floorSegmentMB=0.453125, forceMergeDeletesPctAllowed=26.926656308894596, 
segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2716382192491824
   [junit4]   2> 114188 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@4e5b12aa[collection1] main]
   [junit4]   2> 114189 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 114189 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 114189 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 114191 INFO  (searcherExecutor-312-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@4e5b12aa[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 114191 INFO  (coreLoadExecutor-311-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1563205645138657280
   [junit4]   2> 114197 INFO  (coreZkRegister-306-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 114197 INFO  (coreZkRegister-306-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 114198 INFO  (coreZkRegister-306-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35289/eb/b/collection1/
   [junit4]   2> 114198 INFO  (coreZkRegister-306-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 114198 INFO  (coreZkRegister-306-thread-1) [    ] 
o.a.s.c.SyncStrategy http://127.0.0.1:35289/eb/b/collection1/ has no replicas
   [junit4]   2> 114198 INFO  (coreZkRegister-306-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 114202 INFO  (coreZkRegister-306-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:35289/eb/b/collection1/ shard4
   [junit4]   2> 114353 INFO  (coreZkRegister-306-thread-1) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 115005 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-4-001/cores/collection1
   [junit4]   2> 115006 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-4-001
   [junit4]   2> 115006 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 115013 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@52bcf2de{/eb/b,null,AVAILABLE}
   [junit4]   2> 115013 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@53e67843{HTTP/1.1,[http/1.1]}{127.0.0.1:42807}
   [junit4]   2> 115014 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] o.e.j.s.Server 
Started @116715ms
   [junit4]   2> 115014 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/eb/b, 
solrconfig=solrconfig.xml, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/tempDir-001/jetty4,
 hostPort=42807, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-4-001/cores}
   [junit4]   2> 115014 ERROR 
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 115023 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 115023 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 115023 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 115023 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-29T12:04:35.862672Z
   [junit4]   2> 115030 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 115030 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-4-001/solr.xml
   [junit4]   2> 115041 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36299/solr
   [junit4]   2> 115076 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 115078 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 115080 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42807_eb%2Fb
   [junit4]   2> 115085 INFO  (zkCallback-136-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 115086 INFO  (zkCallback-119-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 115086 INFO  (zkCallback-115-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 115087 INFO  (zkCallback-130-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 115087 INFO  (zkCallback-124-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 115120 INFO  (zkCallback-142-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 115292 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-4-001/cores
   [junit4]   2> 115292 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 115294 INFO  
(OverseerStateUpdate-97700352183894020-127.0.0.1:42562_eb%2Fb-n_0000000000) [   
 ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 116305 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 116317 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 116374 WARN  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 116375 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 116389 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 116390 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 116390 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-4-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-4-001/cores/collection1/data/]
   [junit4]   2> 116390 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fa40612
   [junit4]   2> 116391 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.05078125, 
floorSegmentMB=0.248046875, forceMergeDeletesPctAllowed=26.85008218323307, 
segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 116397 WARN  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 116597 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 116597 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 116598 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 116598 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 116599 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=26.349609375, 
floorSegmentMB=0.453125, forceMergeDeletesPctAllowed=26.926656308894596, 
segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2716382192491824
   [junit4]   2> 116600 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@2a637dd6[collection1] main]
   [junit4]   2> 116600 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 116601 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 116601 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 116602 INFO  (searcherExecutor-323-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@2a637dd6[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 116602 INFO  (coreLoadExecutor-322-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1563205647666774016
   [junit4]   2> 116606 INFO  (coreZkRegister-317-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 116606 INFO  (coreZkRegister-317-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 116606 INFO  (coreZkRegister-317-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42807/eb/b/collection1/
   [junit4]   2> 116606 INFO  (coreZkRegister-317-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 116606 INFO  (coreZkRegister-317-thread-1) [    ] 
o.a.s.c.SyncStrategy http://127.0.0.1:42807/eb/b/collection1/ has no replicas
   [junit4]   2> 116606 INFO  (coreZkRegister-317-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 116609 INFO  (coreZkRegister-317-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:42807/eb/b/collection1/ shard1
   [junit4]   2> 116760 INFO  (coreZkRegister-317-thread-1) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 116815 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 116818 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Creating collection with stateFormat=1: 
testcollection
   [junit4]   2> 116826 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 116827 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36299/solr ready
   [junit4]   2> 116831 INFO  (qtp614008746-701) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&maxShardsPerNode=7&collection.configName=conf1&realtimeReplicas=-1&name=testcollection&action=CREATE&numShards=3&stateFormat=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 116838 INFO  (OverseerThreadFactory-276-thread-1) [    ] 
o.a.s.c.CreateCollectionCmd Create collection testcollection
   [junit4]   2> 117058 INFO  (qtp752548321-764) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=testcollection_shard1_replica1&action=CREATE&numShards=3&collection=testcollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 117059 INFO  (qtp752548321-765) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=testcollection_shard3_replica2&action=CREATE&numShards=3&collection=testcollection&shard=shard3&wt=javabin&version=2
   [junit4]   2> 117059 INFO  (qtp1834924323-821) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=testcollection_shard2_replica2&action=CREATE&numShards=3&collection=testcollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 117062 INFO  (qtp614008746-699) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=testcollection_shard1_replica2&action=CREATE&numShards=3&collection=testcollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 117062 INFO  (qtp1565203789-733) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=testcollection_shard3_replica1&action=CREATE&numShards=3&collection=testcollection&shard=shard3&wt=javabin&version=2
   [junit4]   2> 117069 INFO  (qtp483704581-792) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=testcollection_shard2_replica1&action=CREATE&numShards=3&collection=testcollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 118116 INFO  (qtp1834924323-821) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 118119 INFO  (qtp752548321-765) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 118122 INFO  (qtp614008746-699) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 118125 INFO  (qtp1565203789-733) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 118128 INFO  (qtp483704581-792) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 118132 INFO  (qtp752548321-764) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 118145 INFO  (qtp1565203789-733) [    ] o.a.s.s.IndexSchema 
[testcollection_shard3_replica1] Schema name=test
   [junit4]   2> 118151 INFO  (qtp614008746-699) [    ] o.a.s.s.IndexSchema 
[testcollection_shard1_replica2] Schema name=test
   [junit4]   2> 118179 INFO  (qtp1834924323-821) [    ] o.a.s.s.IndexSchema 
[testcollection_shard2_replica2] Schema name=test
   [junit4]   2> 118185 INFO  (qtp752548321-765) [    ] o.a.s.s.IndexSchema 
[testcollection_shard3_replica2] Schema name=test
   [junit4]   2> 118197 INFO  (qtp483704581-792) [    ] o.a.s.s.IndexSchema 
[testcollection_shard2_replica1] Schema name=test
   [junit4]   2> 118202 INFO  (qtp752548321-764) [    ] o.a.s.s.IndexSchema 
[testcollection_shard1_replica1] Schema name=test
   [junit4]   2> 118392 WARN  (qtp614008746-699) [    ] o.a.s.s.IndexSchema 
[testcollection_shard1_replica2] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 118402 INFO  (qtp614008746-699) [    ] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 118395 WARN  (qtp1565203789-733) [    ] o.a.s.s.IndexSchema 
[testcollection_shard3_replica1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 118404 INFO  (qtp1565203789-733) [    ] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 118414 WARN  (qtp1834924323-821) [    ] o.a.s.s.IndexSchema 
[testcollection_shard2_replica2] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 118416 INFO  (qtp1834924323-821) [    ] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 118416 WARN  (qtp752548321-765) [    ] o.a.s.s.IndexSchema 
[testcollection_shard3_replica2] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 118418 INFO  (qtp752548321-765) [    ] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 118426 WARN  (qtp483704581-792) [    ] o.a.s.s.IndexSchema 
[testcollection_shard2_replica1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 118430 INFO  (qtp483704581-792) [    ] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 118442 WARN  (qtp752548321-764) [    ] o.a.s.s.IndexSchema 
[testcollection_shard1_replica1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 118442 INFO  (qtp1565203789-733) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'testcollection_shard3_replica1' using configuration from 
collection testcollection, trusted=true
   [junit4]   2> 118443 INFO  (qtp1565203789-733) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 118443 INFO  (qtp1565203789-733) [    ] o.a.s.c.SolrCore 
[[testcollection_shard3_replica1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-1-001/cores/testcollection_shard3_replica1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-1-001/cores/testcollection_shard3_replica1/data/]
   [junit4]   2> 118445 INFO  (qtp1565203789-733) [    ] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fa40612
   [junit4]   2> 118446 INFO  (qtp752548321-764) [    ] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 118448 INFO  (qtp1565203789-733) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.05078125, 
floorSegmentMB=0.248046875, forceMergeDeletesPctAllowed=26.85008218323307, 
segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 118451 INFO  (qtp1834924323-821) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'testcollection_shard2_replica2' using configuration from 
collection testcollection, trusted=true
   [junit4]   2> 118451 INFO  (qtp1834924323-821) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 118451 INFO  (qtp1834924323-821) [    ] o.a.s.c.SolrCore 
[[testcollection_shard2_replica2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-4-001/cores/testcollection_shard2_replica2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-4-001/cores/testcollection_shard2_replica2/data/]
   [junit4]   2> 118452 INFO  (qtp1834924323-821) [    ] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fa40612
   [junit4]   2> 118452 INFO  (qtp614008746-699) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'testcollection_shard1_replica2' using configuration from 
collection testcollection, trusted=true
   [junit4]   2> 118453 INFO  (qtp614008746-699) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 118453 INFO  (qtp614008746-699) [    ] o.a.s.c.SolrCore 
[[testcollection_shard1_replica2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/control-001/cores/testcollection_shard1_replica2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/control-001/cores/testcollection_shard1_replica2/data/]
   [junit4]   2> 118454 INFO  (qtp614008746-699) [    ] o.a.s.c.JmxMonitoredMap 
JMX monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3fa40612
   [junit4]   2> 118454 INFO  (qtp1834924323-821) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.05078125, 
floorSegmentMB=0.248046875, forceMergeDeletesPctAllowed=26.85008218323307, 
segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 118457 INFO  (qtp614008746-699) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.05078125, 
floorSegmentMB=0.248046875, forceMergeDeletesPctAllowed=26.85008218323307, 
segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 118457 WARN  (qtp1565203789-733) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 118459 INFO  (qtp483704581-792) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'testcollection_shard2_replica1' using configuration from 
collection testcollection, trusted=true
   [junit4]   2> 118460 INFO  (qtp483704581-792) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 118460 INFO  (qtp483704581-792) [    ] o.a.s.c.SolrCore 
[[testcollection_shard2_replica1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-3-001/cores/testcollection_shard2_replica1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-3-001/cores/testcollection_shard2_replica1/data/]
   [junit4]   2> 118460 INFO  (qtp483704581-792) [    ] o.a.s.c.JmxMonitoredMap 
JMX monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3fa40612
   [junit4]   2> 118462 WARN  (qtp1834924323-821) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 118462 INFO  (qtp483704581-792) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.05078125, 
floorSegmentMB=0.248046875, forceMergeDeletesPctAllowed=26.85008218323307, 
segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 118463 INFO  (qtp752548321-765) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'testcollection_shard3_replica2' using configuration from 
collection testcollection, trusted=true
   [junit4]   2> 118463 INFO  (qtp752548321-765) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 118463 INFO  (qtp752548321-765) [    ] o.a.s.c.SolrCore 
[[testcollection_shard3_replica2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-2-001/cores/testcollection_shard3_replica2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-2-001/cores/testcollection_shard3_replica2/data/]
   [junit4]   2> 118464 WARN  (qtp614008746-699) [    ] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 118464 INFO  (qtp752548321-765) [    ] o.a.s.c.JmxMonitoredMap 
JMX monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3fa40612
   [junit4]   2> 118466 INFO  (qtp752548321-765) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.05078125, 
floorSegmentMB=0.248046875, forceMergeDeletesPctAllowed=26.85008218323307, 
segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 118471 WARN  (qtp483704581-792) [    ] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 118474 WARN  (qtp752548321-765) [    ] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 118490 INFO  (qtp752548321-764) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'testcollection_shard1_replica1' using configuration from 
collection testcollection, trusted=true
   [junit4]   2> 118490 INFO  (qtp752548321-764) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 118490 INFO  (qtp752548321-764) [    ] o.a.s.c.SolrCore 
[[testcollection_shard1_replica1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-2-001/cores/testcollection_shard1_replica1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001/shard-2-001/cores/testcollection_shard1_replica1/data/]
   [junit4]   2> 118491 INFO  (qtp752548321-764) [    ] o.a.s.c.JmxMonitoredMap 
JMX monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3fa40612
   [junit4]   2> 118493 INFO  (qtp752548321-764) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.05078125, 
floorSegmentMB=0.248046875, forceMergeDeletesPctAllowed=26.85008218323307, 
segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 118506 WARN  (qtp752548321-764) [    ] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 118896 INFO  (qtp614008746-699) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 118896 INFO  (qtp614008746-699) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 118898 INFO  (qtp614008746-699) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 118898 INFO  (qtp614008746-699) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 118900 INFO  (qtp614008746-699) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=26.349609375, 
floorSegmentMB=0.453125, forceMergeDeletesPctAllowed=26.926656308894596, 
segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2716382192491824
   [junit4]   2> 118900 INFO  (qtp614008746-699) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@5f01be43[testcollection_shard1_replica2] main]
   [junit4]   2> 118901 INFO  (qtp614008746-699) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 118901 INFO  (qtp614008746-699) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 118902 INFO  (qtp614008746-699) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 118903 INFO  (searcherExecutor-330-thread-1) [    ] 
o.a.s.c.SolrCore [testcollection_shard1_replica2] Registered new searcher 
Searcher@5f01be43[testcollection_shard1_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 118904 INFO  (qtp614008746-699) [    ] o.a.s.u.UpdateLog Could 
not find max version in index or recent updates, using new clock 
1563205650080595968
   [junit4]   2> 118911 INFO  (qtp614008746-699) [    ] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 118926 INFO  (qtp752548321-765) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 118926 INFO  (qtp752548321-765) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 118928 INFO  (qtp752548321-765) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 118928 INFO  (qtp752548321-765) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 118929 INFO  (qtp752548321-765) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=26.349609375, 
floorSegmentMB=0.453125, forceMergeDeletesPctAllowed=26.926656308894596, 
segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2716382192491824
   [junit4]   2> 118930 INFO  (qtp752548321-765) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@50250763[testcollection_shard3_replica2] main]
   [junit4]   2> 118931 INFO  (qtp752548321-765) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 118931 INFO  (qtp483704581-792) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 118931 INFO  (qtp483704581-792) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 118931 INFO  (qtp752548321-765) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 118931 INFO  (qtp752548321-765) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 118932 INFO  (searcherExecutor-332-thread-1) [    ] 
o.a.s.c.SolrCore [testcollection_shard3_replica2] Registered new searcher 
Searcher@50250763[testcollection_shard3_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 118933 INFO  (qtp483704581-792) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 118933 INFO  (qtp483704581-792) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 118933 INFO  (qtp752548321-765) [    ] o.a.s.u.UpdateLog Could 
not find max version in index or recent updates, using new clock 
1563205650111004672
   [junit4]   2> 118933 INFO  (qtp483704581-792) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=26.349609375, 
floorSegmentMB=0.453125, forceMergeDeletesPctAllowed=26.926656308894596, 
segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2716382192491824
   [junit4]   2> 118934 INFO  (qtp483704581-792) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1b3e62e3[testcollection_shard2_replica1] main]
   [junit4]   2> 118936 INFO  (qtp483704581-792) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 118938 INFO  (qtp483704581-792) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 118938 INFO  (qtp483704581-792) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 118939 INFO  (searcherExecutor-331-thread-1) [    ] 
o.a.s.c.SolrCore [testcollection_shard2_replica1] Registered new searcher 
Searcher@1b3e62e3[testcollection_shard2_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 118940 INFO  (qtp483704581-792) [    ] o.a.s.u.UpdateLog Could 
not find max version in index or recent updates, using new clock 
1563205650118344704
   [junit4]   2> 118940 INFO  (qtp752548321-765) [    ] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard3: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 118945 INFO  (qtp483704581-792) [    ] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 118952 INFO  (qtp1834924323-821) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 118952 INFO  (qtp1834924323-821) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 118953 INFO  (qtp1834924323-821) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 118953 INFO  (qtp1834924323-821) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 118954 INFO  (qtp1834924323-821) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=26.349609375, 
floorSegmentMB=0.453125, forceMergeDeletesPctAllowed=26.926656308894596, 
segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2716382192491824
   [junit4]   2> 118955 INFO  (qtp1834924323-821) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@58e86a23[testcollection_shard2_replica2] main]
   [junit4]   2> 118955 INFO  (qtp1834924323-821) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 118956 INFO  (qtp1834924323-821) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 118956 INFO  (qtp1834924323-821) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 118957 INFO  (searcherExecutor-329-thread-1) [    ] 
o.a.s.c.SolrCore [testcollection_shard2_replica2] Registered new searcher 
Searcher@58e86a23[testcollection_shard2_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 118957 INFO  (qtp1834924323-821) [    ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1563205650136170496
   [junit4]   2> 118962 INFO  (qtp1565203789-733) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 118962 INFO  (qtp1565203789-733) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 118963 INFO  (qtp1565203789-733) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 118963 INFO  (qtp1565203789-733) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 118964 INFO  (qtp1565203789-733) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=26.349609375, 
floorSegmentMB=0.453125, forceMergeDeletesPctAllowed=26.926656308894596, 
segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.2716382192491824
   [junit4]   2> 118964 INFO  (qtp1565203789-733) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3a3ce1c2[testcollection_shard3_replica1] main]
   [junit4]   2> 118966 INFO  (qtp1565203789-733) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 118966 INFO  (qtp1565203789-733) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 118966 INFO  (qtp1565203789-733) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 118967 INFO  (searcherExecutor-328-thread-1) [ 

[...truncated too long message...]

3D2C08039722AF6]) [    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@1f2a7459{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 193581 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@2377285f{/eb/b,null,UNAVAILABLE}
   [junit4]   2> 193581 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ChaosMonkey monkey: stop shard! 35289
   [junit4]   2> 193581 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=362172
   [junit4]   2> 193581 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 193582 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 193583 INFO  (coreCloseExecutor-370-thread-1) [    ] 
o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@1cbb9c48
   [junit4]   2> 193583 INFO  (coreCloseExecutor-370-thread-2) [    ] 
o.a.s.c.SolrCore [testcollection_shard2_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@43c54d56
   [junit4]   2> 193627 INFO  (coreCloseExecutor-370-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testcollection.shard2.replica1, tag=1137003862
   [junit4]   2> 193634 INFO  (coreCloseExecutor-370-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1.shard4.core_node3, tag=482057288
   [junit4]   2> 193635 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.Overseer Overseer 
(id=97700352183894030-127.0.0.1:35289_eb%2Fb-n_0000000003) closing
   [junit4]   2> 193635 INFO  
(OverseerStateUpdate-97700352183894030-127.0.0.1:35289_eb%2Fb-n_0000000003) [   
 ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35289_eb%2Fb
   [junit4]   2> 193638 INFO  (zkCallback-142-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 193638 INFO  (zkCallback-142-thread-3) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 
127.0.0.1:42807_eb%2Fb
   [junit4]   2> 193639 INFO  (zkCallback-142-thread-5) [    ] 
o.a.s.c.ActionThrottle The last leader attempt started 67795ms ago.
   [junit4]   2> 193639 INFO  (zkCallback-142-thread-3) [    ] o.a.s.c.Overseer 
Overseer (id=97700352183894033-127.0.0.1:42807_eb%2Fb-n_0000000004) starting
   [junit4]   2> 193639 INFO  (zkCallback-142-thread-5) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 193642 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@48086661{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 193642 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@a3ca573{/eb/b,null,UNAVAILABLE}
   [junit4]   2> 193642 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ChaosMonkey monkey: stop shard! 42807
   [junit4]   2> 193642 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1228736128
   [junit4]   2> 193642 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 193643 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 193643 INFO  (coreCloseExecutor-374-thread-1) [    ] 
o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@43127f2b
   [junit4]   2> 193688 INFO  (coreCloseExecutor-374-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1.shard1.core_node4, tag=1125285675
   [junit4]   2> 193689 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.Overseer Overseer 
(id=97700352183894033-127.0.0.1:42807_eb%2Fb-n_0000000004) closing
   [junit4]   2> 193689 INFO  
(OverseerStateUpdate-97700352183894033-127.0.0.1:42807_eb%2Fb-n_0000000004) [   
 ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42807_eb%2Fb
   [junit4]   2> 193690 WARN  (zkCallback-142-thread-4) [    ] 
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 196140 WARN  (zkCallback-142-thread-5) [    ] 
o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 196140 INFO  (zkCallback-142-thread-5) [    ] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 196140 INFO  (zkCallback-142-thread-5) [    ] o.a.s.c.SolrCore 
[testcollection_shard2_replica2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@435d3d2d
   [junit4]   2> 196155 INFO  (zkCallback-142-thread-5) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testcollection.shard2.replica2, tag=1130183981
   [junit4]   2> 196157 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@53e67843{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 196157 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@52bcf2de{/eb/b,null,UNAVAILABLE}
   [junit4]   2> 196158 INFO  
(TEST-TestRebalanceLeaders.test-seed#[E3D2C08039722AF6]) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:36299 36299
   [junit4]   2> 196208 INFO  (Thread-181) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:36299 36299
   [junit4]   2> 196209 WARN  (Thread-181) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/clusterprops.json
   [junit4]   2>        7       /solr/aliases.json
   [junit4]   2>        5       /solr/security.json
   [junit4]   2>        5       /solr/configs/conf1
   [junit4]   2>        5       /solr/collections/testcollection/state.json
   [junit4]   2>        4       /solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       /solr/clusterstate.json
   [junit4]   2>        2       
/solr/collections/testcollection/leader_elect/shard3/election/97700352183894024-core_node4-n_0000000003
   [junit4]   2>        2       
/solr/collections/testcollection/leader_elect/shard2/election/97700352183894030-core_node6-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        84      /solr/overseer/collection-queue-work
   [junit4]   2>        60      /solr/overseer/queue
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2>        7       /solr/collections
   [junit4]   2>        5       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestRebalanceLeaders -Dtests.method=test 
-Dtests.seed=E3D2C08039722AF6 -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=ca-ES -Dtests.timezone=America/Argentina/San_Juan 
-Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 91.7s J0 | TestRebalanceLeaders.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Checking the rebalance 
leader command failed, checkAppearOnce=true checkElectionZero=false 
checkZkLeadersAgree=false
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([E3D2C08039722AF6:6B86FF5A978E470E]:0)
   [junit4]    >        at 
org.apache.solr.cloud.TestRebalanceLeaders.checkConsistency(TestRebalanceLeaders.java:135)
   [junit4]    >        at 
org.apache.solr.cloud.TestRebalanceLeaders.rebalanceLeaderTest(TestRebalanceLeaders.java:112)
   [junit4]    >        at 
org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:77)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    >        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    >        at 
java.base/java.lang.reflect.Method.invoke(Method.java:547)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 196212 INFO  
(SUITE-TestRebalanceLeaders-seed#[E3D2C08039722AF6]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_E3D2C08039722AF6-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=1212, maxMBSortInHeap=5.349666391402069, 
sim=RandomSimilarity(queryNorm=false): {}, locale=ca-ES, 
timezone=America/Argentina/San_Juan
   [junit4]   2> NOTE: Linux 4.4.0-66-generic amd64/Oracle Corporation 9-ea 
(64-bit)/cpus=12,threads=1,free=427501096,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [PolyFieldTest, 
FileBasedSpellCheckerTest, TestConfigSetImmutable, TestCoreAdminApis, 
SyncSliceTest, TestSolrCoreProperties, CopyFieldTest, RulesTest, 
TestRebalanceLeaders]
   [junit4] Completed [48/701 (1!)] on J0 in 91.78s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 38254 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to