Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21179/ Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed. FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCloudInfoInCoreStatus Error Message: Error from server at https://127.0.0.1:35497/solr: create the collection time out:180s Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35497/solr: create the collection time out:180s at __randomizedtesting.SeedInfo.seed([348EA51DCA84B96:230E7D78247BF6B8]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) at org.apache.solr.cloud.CollectionsAPISolrJTest.testCloudInfoInCoreStatus(CollectionsAPISolrJTest.java:134) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testBasic Error Message: Stack Trace: java.util.ConcurrentModificationException at __randomizedtesting.SeedInfo.seed([348EA51DCA84B96:A8B2F7440374CDB8]:0) at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:901) at java.util.ArrayList$Itr.next(ArrayList.java:851) at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.tearDown(SimSolrCloudTestCase.java:141) at sun.reflect.GeneratedMethodAccessor13.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 11873 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster [junit4] 2> 183644 INFO (SUITE-TestLargeCluster-seed#[348EA51DCA84B96]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_348EA51DCA84B96-001/init-core-data-001 [junit4] 2> 183644 WARN (SUITE-TestLargeCluster-seed#[348EA51DCA84B96]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2 [junit4] 2> 183645 INFO (SUITE-TestLargeCluster-seed#[348EA51DCA84B96]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 183646 INFO (SUITE-TestLargeCluster-seed#[348EA51DCA84B96]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 183662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 183662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 183662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr] [junit4] 2> 183662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 183662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 183664 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 183664 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 183665 DEBUG (ScheduledTrigger-724-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 36 [junit4] 2> 183671 INFO (TEST-TestLargeCluster.testAddNode-seed#[348EA51DCA84B96]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddNode [junit4] 2> 183671 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[348EA51DCA84B96]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 183671 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 183672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 183672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 183672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 183672 INFO (TEST-TestLargeCluster.testAddNode-seed#[348EA51DCA84B96]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 183672 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted [junit4] 2> java.lang.InterruptedException [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 183673 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[348EA51DCA84B96]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 183673 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 183673 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 183673 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 183674 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1 [junit4] 2> 183674 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 183674 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 183674 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 183674 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183694 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183715 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183735 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183757 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183777 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183783 DEBUG (simCloudManagerPool-726-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 183783 DEBUG (simCloudManagerPool-726-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 183783 DEBUG (simCloudManagerPool-726-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 183784 DEBUG (simCloudManagerPool-726-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 183784 DEBUG (simCloudManagerPool-726-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=compute, class=org.apache.solr.cloud.autoscaling.ComputePlanAction}, {name=execute, class=org.apache.solr.cloud.autoscaling.ExecutePlanAction}], enabled=true} [junit4] 2> 183784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 183784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 183785 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 183785 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 183797 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183807 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 183807 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 183818 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183827 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 183827 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 183838 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183847 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 183847 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 183858 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183867 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 183868 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 183878 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183888 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 183888 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 183899 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183908 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 183908 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 183919 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183928 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 183928 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 183939 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183949 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 183949 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 183959 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183969 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 183969 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 183980 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 183989 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 183989 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184000 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184010 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184010 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184020 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184030 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184030 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184040 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184050 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184050 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184061 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184070 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184071 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184081 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184091 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184091 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184101 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184111 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184111 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184121 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184131 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184132 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184142 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184152 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184152 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184162 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184172 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184172 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184182 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184192 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184192 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184203 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184213 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184213 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184223 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184233 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184233 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184243 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184253 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184253 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184263 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184273 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184273 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184284 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184294 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184294 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184304 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184314 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184314 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184324 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184334 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184334 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184344 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184354 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184354 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184365 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184375 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184375 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184385 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184395 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184395 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184405 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184415 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184415 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184425 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184435 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184436 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184446 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184456 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184456 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184466 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184476 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184476 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184486 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184496 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184496 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184506 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184516 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184516 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184526 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184537 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184537 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184547 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184557 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184557 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184567 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184577 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184577 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184587 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184598 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184598 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184608 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184618 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184618 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184628 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184638 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184638 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184648 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184659 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184659 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184668 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184679 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184679 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184689 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184699 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184699 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184709 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184720 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184720 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184729 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184740 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184740 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184750 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184760 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184760 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184770 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184781 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184781 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184790 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184801 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184801 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184810 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184821 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184821 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184831 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184841 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184842 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184851 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184862 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184862 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184871 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184882 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184882 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184892 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184902 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184902 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184912 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184923 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184923 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184932 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184943 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184943 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184952 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184963 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184963 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184973 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 184984 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 184984 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 184993 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185004 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185004 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185013 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185024 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185024 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185033 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185045 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185045 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185054 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185065 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185065 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185074 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185085 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185085 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185095 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185106 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185106 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185115 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185126 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185126 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185135 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185146 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185146 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185156 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185167 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185167 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185176 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185187 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185187 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185196 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185207 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185207 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185216 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185227 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185227 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185237 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185248 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185248 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185257 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185268 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185268 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185277 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185288 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185288 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185298 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185308 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185309 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185318 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185329 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185329 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185338 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185349 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185349 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185358 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185370 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185370 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185379 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185390 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185390 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185399 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185410 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185410 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185419 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185430 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185431 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185439 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185451 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185451 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185460 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185471 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185471 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185480 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185491 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185491 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185500 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185511 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185512 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185520 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185532 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185532 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185541 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185552 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185552 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185561 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185572 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185572 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185581 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185592 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185592 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185601 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185613 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185613 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185621 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185633 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185633 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185642 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185653 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185653 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185662 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185673 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185673 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185682 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185693 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185694 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185702 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185714 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185714 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185722 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185734 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185734 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185743 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185754 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185754 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185763 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185774 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185775 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185783 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185795 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185795 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185803 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185815 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185815 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185823 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185835 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185835 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185844 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185855 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185855 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185864 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185876 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185876 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185884 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185896 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185896 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185905 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185916 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185916 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185925 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185936 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185936 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185945 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185957 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185957 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185965 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185977 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185977 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 185985 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 185997 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 185997 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186006 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186017 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186017 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186026 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186038 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186038 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186046 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186058 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186058 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186066 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186078 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186078 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186086 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186098 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186098 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186107 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186119 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186119 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186127 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186139 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186139 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186147 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186159 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186159 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186168 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186180 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186180 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186188 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186200 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186200 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186208 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186220 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186220 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186229 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186241 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186241 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186246 DEBUG (simCloudManagerPool-726-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard5: {"core_node133":{ [junit4] 2> "node_name":"127.0.0.1:10083_solr", [junit4] 2> "core":"testNodeAdded_shard5_replica_t133", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testNodeAdded"}} [junit4] 2> 186246 DEBUG (simCloudManagerPool-726-thread-77) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard8: {"core_node218":{ [junit4] 2> "node_name":"127.0.0.1:10053_solr", [junit4] 2> "core":"testNodeAdded_shard8_replica_n218", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard8", [junit4] 2> "collection":"testNodeAdded"}} [junit4] 2> 186247 DEBUG (simCloudManagerPool-726-thread-78) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard9: {"core_node246":{ [junit4] 2> "node_name":"127.0.0.1:10080_solr", [junit4] 2> "core":"testNodeAdded_shard9_replica_n246", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard9", [junit4] 2> "collection":"testNodeAdded"}} [junit4] 2> 186247 DEBUG (simCloudManagerPool-726-thread-75) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard10: {"core_node290":{ [junit4] 2> "node_name":"127.0.0.1:10036_solr", [junit4] 2> "core":"testNodeAdded_shard10_replica_t290", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard10", [junit4] 2> "collection":"testNodeAdded"}} [junit4] 2> 186247 DEBUG (simCloudManagerPool-726-thread-74) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard6: {"core_node155":{ [junit4] 2> "node_name":"127.0.0.1:10008_solr", [junit4] 2> "core":"testNodeAdded_shard6_replica_n155", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard6", [junit4] 2> "collection":"testNodeAdded"}} [junit4] 2> 186247 DEBUG (simCloudManagerPool-726-thread-72) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard4: {"core_node98":{ [junit4] 2> "node_name":"127.0.0.1:10043_solr", [junit4] 2> "core":"testNodeAdded_shard4_replica_n98", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testNodeAdded"}} [junit4] 2> 186247 DEBUG (simCloudManagerPool-726-thread-76) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard7: {"core_node191":{ [junit4] 2> "node_name":"127.0.0.1:10021_solr", [junit4] 2> "core":"testNodeAdded_shard7_replica_t191", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard7", [junit4] 2> "collection":"testNodeAdded"}} [junit4] 2> 186247 DEBUG (simCloudManagerPool-726-thread-70) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard2: {"core_node39":{ [junit4] 2> "node_name":"127.0.0.1:10039_solr", [junit4] 2> "core":"testNodeAdded_shard2_replica_n39", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testNodeAdded"}} [junit4] 2> 186248 DEBUG (simCloudManagerPool-726-thread-71) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard3: {"core_node76":{ [junit4] 2> "node_name":"127.0.0.1:10094_solr", [junit4] 2> "core":"testNodeAdded_shard3_replica_t76", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testNodeAdded"}} [junit4] 2> 186248 DEBUG (simCloudManagerPool-726-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard1: {"core_node18":{ [junit4] 2> "node_name":"127.0.0.1:10053_solr", [junit4] 2> "core":"testNodeAdded_shard1_replica_t18", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testNodeAdded"}} [junit4] 2> 186249 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186261 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186261 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186269 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186281 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186281 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186289 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186301 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186302 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186309 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186322 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186322 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186330 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186342 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186342 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186350 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186362 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186362 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186370 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186382 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186383 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186391 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186403 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186403 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186411 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186423 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186423 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186431 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186443 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186443 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186451 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186464 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186464 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186472 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186484 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186484 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186492 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186504 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186504 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186512 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186525 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186525 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186533 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186545 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186545 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186553 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186565 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186565 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186573 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186585 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186585 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186593 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186606 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186606 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186614 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186626 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186626 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186634 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186646 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186646 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186654 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 186667 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 186667 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 186674 DEBUG (ScheduledTrigger-727-thread-4) [ ] o [...truncated too long message...] ontextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: corestatus_test slice: shard2 saw state=DocCollection(corestatus_test//clusterstate.json/11)={ [junit4] 2> "pullReplicas":"0", [junit4] 2> "replicationFactor":"2", [junit4] 2> "shards":{ [junit4] 2> "shard1":{ [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node3":{ [junit4] 2> "core":"corestatus_test_shard1_replica_n1", [junit4] 2> "base_url":"https://127.0.0.1:41129/solr";, [junit4] 2> "node_name":"127.0.0.1:41129_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node5":{ [junit4] 2> "core":"corestatus_test_shard1_replica_n2", [junit4] 2> "base_url":"https://127.0.0.1:35075/solr";, [junit4] 2> "node_name":"127.0.0.1:35075_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}, [junit4] 2> "shard2":{ [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active", [junit4] 2> "replicas":{ [junit4] 2> "core_node7":{ [junit4] 2> "core":"corestatus_test_shard2_replica_n4", [junit4] 2> "base_url":"https://127.0.0.1:35497/solr";, [junit4] 2> "node_name":"127.0.0.1:35497_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node8":{ [junit4] 2> "core":"corestatus_test_shard2_replica_n6", [junit4] 2> "base_url":"https://127.0.0.1:38267/solr";, [junit4] 2> "node_name":"127.0.0.1:38267_solr", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT"}}}}, [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "tlogReplicas":"0"} with live_nodes=[] [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736) [junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) [junit4] 2> ... 44 more [junit4] 2> [junit4] 2> 1042221 INFO (qtp2147125666-22297) [n:127.0.0.1:38267_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=corestatus_test_shard2_replica_n6&action=CREATE&numShards=2&collection=corestatus_test&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209689 [junit4] 2> 1042221 ERROR (SUITE-CollectionsAPISolrJTest-seed#[348EA51DCA84B96]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1042222 INFO (SUITE-CollectionsAPISolrJTest-seed#[348EA51DCA84B96]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35495 35495 [junit4] 2> 1044857 INFO (Thread-4464) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35495 35495 [junit4] 2> 1044857 WARN (Thread-4464) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 9 /solr/collections/solrj_test/state.json [junit4] 2> 8 /solr/collections/corestatus_test/state.json [junit4] 2> 5 /solr/aliases.json [junit4] 2> 4 /solr/configs/solrj_default_configset [junit4] 2> 4 /solr/configs/solrj_default_configset/managed-schema [junit4] 2> 4 /solr/security.json [junit4] 2> 4 /solr/configs/conf [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 52 /solr/collections/solrj_implicit/state.json [junit4] 2> 49 /solr/collections/solrj_test_splitshard/state.json [junit4] 2> 43 /solr/collections/replicaProperties/state.json [junit4] 2> 29 /solr/collections/balancedProperties/state.json [junit4] 2> 25 /solr/collections/solrj_newstateformat/state.json [junit4] 2> 24 /solr/collections/solrj_default_configset/state.json [junit4] 2> 21 /solr/collections/solrj_replicatests/state.json [junit4] 2> 5 /solr/collections/aliasedCollection/state.json [junit4] 2> 5 /solr/clusterprops.json [junit4] 2> 5 /solr/clusterstate.json [junit4] 2> 5 /solr/collections/solrj_test_core_props/state.json [junit4] 2> 2 /solr/overseer_elect/election/99266444076122121-127.0.0.1:38267_solr-n_0000000000 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 5 /solr/live_nodes [junit4] 2> 5 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_348EA51DCA84B96-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1790, maxMBSortInHeap=5.002180126521911, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7f4079f), locale=fr-CH, timezone=Europe/Rome [junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=147020376,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [PeerSyncTest, BlockCacheTest, BlockJoinFacetSimpleTest, TestReversedWildcardFilterFactory, DirectUpdateHandlerOptimizeTest, TestSolrIndexConfig, TestNoOpRegenerator, JsonLoaderTest, TestPerFieldSimilarityWithDefaultOverride, SpatialHeatmapFacetsTest, HdfsDirectoryTest, SolrIndexMetricsTest, TestPostingsSolrHighlighter, TestFieldSortValues, TestComputePlanAction, BasicDistributedZkTest, TestFileDictionaryLookup, ComputePlanActionTest, TestHdfsCloudBackupRestore, TestSolrDeletionPolicy1, IndexSchemaRuntimeFieldTest, MinimalSchemaTest, LeaderInitiatedRecoveryOnCommitTest, AnalysisAfterCoreReloadTest, HLLSerializationTest, DistributedFacetPivotSmallTest, LargeFieldTest, CoreAdminRequestStatusTest, NoCacheHeaderTest, TestCodecSupport, TestSkipOverseerOperations, MoveReplicaHDFSTest, TestDistribDocBasedVersion, ActionThrottleTest, TestSchemaVersionResource, TestSolrFieldCacheBean, TestStressLiveNodes, TestRequestForwarding, TestCSVLoader, TestShardHandlerFactory, CacheHeaderTest, PrimitiveFieldTypeTest, ZkControllerTest, URLClassifyProcessorTest, TestPolicyCloud, TestSuggestSpellingConverter, TestMacroExpander, TestCrossCoreJoin, TestComplexPhraseLeadingWildcard, SpellCheckComponentTest, TestWordDelimiterFilterFactory, TestConfigSetsAPIZkFailure, TermVectorComponentTest, BJQParserTest, TestSQLHandler, TestMergePolicyConfig, TestConfigSets, SyncSliceTest, TestDistributedSearch, TestDistribIDF, AtomicUpdateProcessorFactoryTest, TestMinMaxOnMultiValuedField, ZkStateReaderTest, TestEmbeddedSolrServerSchemaAPI, TestIndexingPerformance, CdcrRequestHandlerTest, TermsComponentTest, NodeMutatorTest, InfixSuggestersTest, TestConfigOverlay, DeleteReplicaTest, SpellCheckCollatorWithCollapseTest, TestPayloadScoreQParserPlugin, TestBadConfig, TestRestManager, RAMDirectoryFactoryTest, TestMiniSolrCloudClusterSSL, TestCloudSearcherWarming, SharedFSAutoReplicaFailoverTest, BadCopyFieldTest, ExternalFileFieldSortTest, SolrInfoBeanTest, CollectionStateFormat2Test, TestComponentsName, TestDFRSimilarityFactory, TestRandomFaceting, TestMaxScoreQueryParser, TestRawTransformer, TestFieldCacheSortRandom, TestCloudDeleteByQuery, TestJoin, SolrJmxReporterTest, CollectionsAPISolrJTest] [junit4] Completed [237/765 (2!)] on J0 in 261.16s, 13 tests, 1 error <<< FAILURES! [...truncated 49810 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
