Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-master-Linux/166/
Java: 64bit/jdk-12-ea+shipilev-fastdebug -XX:+UseCompressedOops 
-XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testNodeLost

Error Message:
trigger did not fire within timeout, waitFor=5, killDelay=5000, minIgnored=0

Stack Trace:
java.lang.AssertionError: trigger did not fire within timeout, waitFor=5, 
killDelay=5000, minIgnored=0
        at 
__randomizedtesting.SeedInfo.seed([88CE6D84422BE6A4:37DBA37AC1C18322]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.assertTrue(Assert.java:41)
        at 
org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.doTestNodeLost(TestSimLargeCluster.java:503)
        at 
org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testNodeLost(TestSimLargeCluster.java:371)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:567)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  
org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
        at 
__randomizedtesting.SeedInfo.seed([88CE6D84422BE6A4:D586730D8DED40EB]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.assertTrue(Assert.java:41)
        at 
org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate(TestSimLargeCluster.java:682)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:567)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic

Error Message:
{} expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: {} expected:<1> but was:<0>
        at 
__randomizedtesting.SeedInfo.seed([88CE6D84422BE6A4:233470919DF7608A]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotEquals(Assert.java:834)
        at org.junit.Assert.assertEquals(Assert.java:645)
        at 
org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:92)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:567)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 13694 lines...]
   [junit4] Suite: org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest
   [junit4]   2> 1697426 INFO  
(SUITE-SolrRrdBackendFactoryTest-seed#[88CE6D84422BE6A4]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.rrd.SolrRrdBackendFactoryTest_88CE6D84422BE6A4-001/init-core-data-001
   [junit4]   2> 1697426 WARN  
(SUITE-SolrRrdBackendFactoryTest-seed#[88CE6D84422BE6A4]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
   [junit4]   2> 1697427 INFO  
(SUITE-SolrRrdBackendFactoryTest-seed#[88CE6D84422BE6A4]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1697428 INFO  
(SUITE-SolrRrdBackendFactoryTest-seed#[88CE6D84422BE6A4]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 1697431 INFO  
(TEST-SolrRrdBackendFactoryTest.testBasic-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testBasic
   [junit4]   2> 1697691 INFO  
(TEST-SolrRrdBackendFactoryTest.testBasic-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testBasic
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=SolrRrdBackendFactoryTest -Dtests.method=testBasic 
-Dtests.seed=88CE6D84422BE6A4 -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.badapples=true -Dtests.locale=id -Dtests.timezone=Europe/Vaduz 
-Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.29s J2 | SolrRrdBackendFactoryTest.testBasic <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: {} expected:<1> but 
was:<0>
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([88CE6D84422BE6A4:233470919DF7608A]:0)
   [junit4]    >        at 
org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:92)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    >        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    >        at 
java.base/java.lang.reflect.Method.invoke(Method.java:567)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.rrd.SolrRrdBackendFactoryTest_88CE6D84422BE6A4-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, 
docValues:{}, maxPointsInLeafNode=941, maxMBSortInHeap=6.75185655711312, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6e2fd578),
 locale=id, timezone=Europe/Vaduz
   [junit4]   2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev 
12-testing (64-bit)/cpus=8,threads=1,free=148916224,total=507510784
   [junit4]   2> NOTE: All tests run in this JVM: 
[DistributedIntervalFacetingTest, TestXIncludeConfig, TermVectorComponentTest, 
TestNumericTokenStream, ConvertedLegacyTest, CoreAdminHandlerTest, 
TestSolrCoreParser, TestDocTermOrdsUninvertLimit, SystemInfoHandlerTest, 
SolrIndexMetricsTest, TestDynamicURP, TriggerSetPropertiesIntegrationTest, 
SpellCheckCollatorTest, TestFilteredDocIdSet, TestUniqueKeyFieldResource, 
TestRequestStatusCollectionAPI, HDFSCollectionsAPITest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, ShardRoutingCustomTest, 
TaggerTest, UpdateLogTest, TestCloudSchemaless, SparseHLLTest, 
PeerSyncWithLeaderAndIndexFingerprintCachingTest, 
TestCopyFieldCollectionResource, TestAuthenticationFramework, 
TestIntervalFaceting, DistributedTermsComponentTest, 
SuggestComponentContextFilterQueryTest, SolrXmlInZkTest, 
SolrGraphiteReporterTest, ActionThrottleTest, DirectSolrSpellCheckerTest, 
AdminHandlersProxyTest, TestSmileRequest, AutoScalingHandlerTest, 
MetricTriggerIntegrationTest, TestSizeLimitedDistributedMap, V2StandaloneTest, 
TestCloudSearcherWarming, HdfsUnloadDistributedZkTest, 
DistributedQueryElevationComponentTest, TestRandomRequestDistribution, 
TestFieldCollectionResource, CoreSorterTest, TestBinaryResponseWriter, 
AnalysisErrorHandlingTest, TestExpandComponent, 
OverriddenZkACLAndCredentialsProvidersTest, TestGraphTermsQParserPlugin, 
PeerSyncTest, RequiredFieldsTest, DistanceUnitsTest, HdfsRecoverLeaseTest, 
SliceStateTest, NumericFieldsTest, CursorMarkTest, TestPseudoReturnFields, 
HealthCheckHandlerTest, TestCloudPseudoReturnFields, SpatialFilterTest, 
LeaderVoteWaitTimeoutTest, ClassificationUpdateProcessorFactoryTest, 
DirectUpdateHandlerTest, SimpleCollectionCreateDeleteTest, TestPullReplica, 
CreateRoutedAliasTest, ImplicitSnitchTest, TestSolrDeletionPolicy2, 
TestUseDocValuesAsStored, TestComplexPhraseLeadingWildcard, OverseerRolesTest, 
ZkNodePropsTest, BlockCacheTest, TestFuzzyAnalyzedSuggestions, 
TriggerCooldownIntegrationTest, TestChildDocTransformer, ReturnFieldsTest, 
TestCloudInspectUtil, PreAnalyzedFieldManagedSchemaCloudTest, 
NodeAddedTriggerTest, SolrPluginUtilsTest, TestRawTransformer, 
ConfigSetsAPITest, TestCustomSort, TestClusterStateMutator, TestCustomStream, 
TestOverriddenPrefixQueryForCustomFieldType, RollingRestartTest, 
TimeRoutedAliasUpdateProcessorTest, TriLevelCompositeIdRoutingTest, 
HighlighterTest, TestTolerantUpdateProcessorCloud, TestInitQParser, 
JWTAuthPluginIntegrationTest, TestUnInvertedFieldException, 
TestDeleteCollectionOnDownNodes, LeaderFailoverAfterPartitionTest, 
SolrRrdBackendFactoryTest]
   [junit4] Completed [318/844 (1!)] on J2 in 0.50s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 766 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster
   [junit4]   2> 2792775 INFO  
(SUITE-TestSimLargeCluster-seed#[88CE6D84422BE6A4]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimLargeCluster_88CE6D84422BE6A4-001/init-core-data-001
   [junit4]   2> 2792776 INFO  
(SUITE-TestSimLargeCluster-seed#[88CE6D84422BE6A4]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2792777 INFO  
(SUITE-TestSimLargeCluster-seed#[88CE6D84422BE6A4]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 2792780 INFO  
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testNodeLost
   [junit4]   2> 2792782 DEBUG 
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 
127.0.0.1:10032_solr
   [junit4]   2> 2792783 DEBUG 
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=0
   [junit4]   2> 2792783 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 2792783 DEBUG 
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 2792783 INFO  
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history 
in memory.
   [junit4]   2> 2792783 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 2792783 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 2792783 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2792784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10034_solr, 127.0.0.1:10039_solr, 127.0.0.1:10033_solr, 
127.0.0.1:10037_solr, 127.0.0.1:10035_solr, 127.0.0.1:10038_solr, 
127.0.0.1:10032_solr, 127.0.0.1:10036_solr]
   [junit4]   2> 2792784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 2792784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2792784 DEBUG (ScheduledTrigger-10832-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 11 and last live nodes: 8
   [junit4]   2> 2792794 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 11
   [junit4]   2> 2792799 DEBUG (simCloudManagerPool-10831-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2792799 DEBUG (simCloudManagerPool-10831-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
2
   [junit4]   2> 2792801 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 2792805 DEBUG (ScheduledTrigger-10832-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2792809 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 2792809 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 2792815 DEBUG (ScheduledTrigger-10832-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2792816 DEBUG (simCloudManagerPool-10831-thread-4) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2792816 DEBUG (simCloudManagerPool-10831-thread-4) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
3
   [junit4]   2> 2792816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 2792816 DEBUG 
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, 
currentVersion=1
   [junit4]   2> 2792816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 2792816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 2792817 DEBUG 
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=1
   [junit4]   2> 2792817 DEBUG 
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 2792822 DEBUG 
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=2
   [junit4]   2> 2792822 DEBUG 
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 2792828 DEBUG (simCloudManagerPool-10831-thread-5) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=3
   [junit4]   2> 2792829 DEBUG (simCloudManagerPool-10831-thread-5) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 2792835 DEBUG (simCloudManagerPool-10831-thread-6) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=4
   [junit4]   2> 2792836 DEBUG (simCloudManagerPool-10831-thread-6) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 2792842 DEBUG (simCloudManagerPool-10831-thread-7) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=5
   [junit4]   2> 2792842 DEBUG (simCloudManagerPool-10831-thread-7) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 2792843 DEBUG 
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, 
currentVersion=6
   [junit4]   2> 2792843 DEBUG (simCloudManagerPool-10831-thread-8) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 
(currentVersion=6): {"core_node1":{
   [junit4]   2>     "core":".system_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":".system",
   [junit4]   2>     "node_name":"127.0.0.1:10075_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2792843 INFO  
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
   [junit4]   2> 2792844 DEBUG 
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=6
   [junit4]   2> 2792845 DEBUG 
(TEST-TestSimLargeCluster.testNodeLost-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 2792912 DEBUG (simCloudManagerPool-10831-thread-11) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2792912 DEBUG (simCloudManagerPool-10831-thread-11) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
4
   [junit4]   2> 2792913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 2792913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger3 - Initial 
livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 
127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr, 
127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 
127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10129_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 
127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 
127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10124_solr, 
127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 
127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 
127.0.0.1:10067_solr, 127.0.0.1:10061_solr, 127.0.0.1:10130_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 
127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 
127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10126_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 
127.0.0.1:10127_solr, 127.0.0.1:10113_solr, 127.0.0.1:10058_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10039_solr, 
127.0.0.1:10044_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 
127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 
127.0.0.1:10131_solr, 127.0.0.1:10115_solr, 127.0.0.1:10110_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 
127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10125_solr, 127.0.0.1:10078_solr, 127.0.0.1:10128_solr, 
127.0.0.1:10097_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 
127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 
127.0.0.1:10056_solr]
   [junit4]   2> 2792913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 2792913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 2792913 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2792923 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2792934 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2792944 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2792954 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2792958 DEBUG (simCloudManagerPool-10831-thread-12) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2792958 DEBUG (simCloudManagerPool-10831-thread-12) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
5
   [junit4]   2> 2792959 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 2792959 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 2792959 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 2792965 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2792970 DEBUG (simCloudManagerPool-10831-thread-13) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testNodeLost, 
currentVersion=7
   [junit4]   2> 2792970 DEBUG (simCloudManagerPool-10831-thread-13) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=7
   [junit4]   2> 2792970 DEBUG (simCloudManagerPool-10831-thread-13) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 2792975 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2792975 DEBUG (simCloudManagerPool-10831-thread-13) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=8
   [junit4]   2> 2792976 DEBUG (simCloudManagerPool-10831-thread-13) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 2792985 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2792987 DEBUG (simCloudManagerPool-10831-thread-14) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=9
   [junit4]   2> 2792987 DEBUG (simCloudManagerPool-10831-thread-14) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 2792996 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2792997 DEBUG (simCloudManagerPool-10831-thread-15) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=10
   [junit4]   2> 2793001 DEBUG (simCloudManagerPool-10831-thread-15) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 2793006 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793011 DEBUG (simCloudManagerPool-10831-thread-16) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=11
   [junit4]   2> 2793014 DEBUG (simCloudManagerPool-10831-thread-16) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 2793016 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793020 DEBUG (simCloudManagerPool-10831-thread-34) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=12
   [junit4]   2> 2793022 DEBUG (simCloudManagerPool-10831-thread-34) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 2793026 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793037 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793040 DEBUG (simCloudManagerPool-10831-thread-17) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=13
   [junit4]   2> 2793045 DEBUG (simCloudManagerPool-10831-thread-17) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
   [junit4]   2> 2793047 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793051 DEBUG (simCloudManagerPool-10831-thread-18) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / 
shard1 (currentVersion=14): {"core_node1":{
   [junit4]   2>     "core":"testNodeLost_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10096_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2793056 DEBUG (simCloudManagerPool-10831-thread-19) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=14
   [junit4]   2> 2793057 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793057 DEBUG (simCloudManagerPool-10831-thread-19) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
   [junit4]   2> 2793067 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793073 DEBUG (simCloudManagerPool-10831-thread-20) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=15
   [junit4]   2> 2793074 DEBUG (simCloudManagerPool-10831-thread-20) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
   [junit4]   2> 2793078 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793083 DEBUG (simCloudManagerPool-10831-thread-21) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=16
   [junit4]   2> 2793084 DEBUG (simCloudManagerPool-10831-thread-21) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
   [junit4]   2> 2793088 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793093 DEBUG (simCloudManagerPool-10831-thread-22) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=17
   [junit4]   2> 2793094 DEBUG (simCloudManagerPool-10831-thread-22) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
   [junit4]   2> 2793098 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793103 DEBUG (simCloudManagerPool-10831-thread-23) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=18
   [junit4]   2> 2793104 DEBUG (simCloudManagerPool-10831-thread-23) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
   [junit4]   2> 2793109 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793113 DEBUG (simCloudManagerPool-10831-thread-98) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=19
   [junit4]   2> 2793113 DEBUG (simCloudManagerPool-10831-thread-98) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
   [junit4]   2> 2793119 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793123 DEBUG (simCloudManagerPool-10831-thread-25) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=20
   [junit4]   2> 2793124 DEBUG (simCloudManagerPool-10831-thread-25) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
   [junit4]   2> 2793129 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793136 DEBUG (simCloudManagerPool-10831-thread-26) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=21
   [junit4]   2> 2793145 DEBUG (simCloudManagerPool-10831-thread-26) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
   [junit4]   2> 2793146 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793156 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793157 DEBUG (simCloudManagerPool-10831-thread-27) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=22
   [junit4]   2> 2793158 DEBUG (simCloudManagerPool-10831-thread-27) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
   [junit4]   2> 2793166 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793167 DEBUG (simCloudManagerPool-10831-thread-28) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=23
   [junit4]   2> 2793170 DEBUG (simCloudManagerPool-10831-thread-28) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
   [junit4]   2> 2793176 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793182 DEBUG (simCloudManagerPool-10831-thread-29) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=24
   [junit4]   2> 2793185 DEBUG (simCloudManagerPool-10831-thread-29) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
   [junit4]   2> 2793187 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793197 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793199 DEBUG (simCloudManagerPool-10831-thread-30) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=25
   [junit4]   2> 2793202 DEBUG (simCloudManagerPool-10831-thread-30) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
   [junit4]   2> 2793207 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793209 DEBUG (simCloudManagerPool-10831-thread-31) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=26
   [junit4]   2> 2793215 DEBUG (simCloudManagerPool-10831-thread-31) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
   [junit4]   2> 2793218 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793228 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793229 DEBUG (simCloudManagerPool-10831-thread-32) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=27
   [junit4]   2> 2793229 DEBUG (simCloudManagerPool-10831-thread-32) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27
   [junit4]   2> 2793235 DEBUG (simCloudManagerPool-10831-thread-33) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=28
   [junit4]   2> 2793235 DEBUG (simCloudManagerPool-10831-thread-33) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28
   [junit4]   2> 2793238 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793241 DEBUG (simCloudManagerPool-10831-thread-33) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=29
   [junit4]   2> 2793241 DEBUG (simCloudManagerPool-10831-thread-33) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29
   [junit4]   2> 2793247 DEBUG (simCloudManagerPool-10831-thread-36) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=30
   [junit4]   2> 2793247 DEBUG (simCloudManagerPool-10831-thread-36) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30
   [junit4]   2> 2793249 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793253 DEBUG (simCloudManagerPool-10831-thread-37) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=31
   [junit4]   2> 2793253 DEBUG (simCloudManagerPool-10831-thread-37) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 31
   [junit4]   2> 2793259 DEBUG (simCloudManagerPool-10831-thread-38) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=32
   [junit4]   2> 2793259 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793259 DEBUG (simCloudManagerPool-10831-thread-38) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 32
   [junit4]   2> 2793265 DEBUG (simCloudManagerPool-10831-thread-39) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=33
   [junit4]   2> 2793266 DEBUG (simCloudManagerPool-10831-thread-39) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 33
   [junit4]   2> 2793269 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793271 DEBUG (simCloudManagerPool-10831-thread-40) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=34
   [junit4]   2> 2793272 DEBUG (simCloudManagerPool-10831-thread-40) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 34
   [junit4]   2> 2793277 DEBUG (simCloudManagerPool-10831-thread-41) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=35
   [junit4]   2> 2793278 DEBUG (simCloudManagerPool-10831-thread-41) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 35
   [junit4]   2> 2793278 DEBUG (simCloudManagerPool-10831-thread-42) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / 
shard2 (currentVersion=36): {"core_node19":{
   [junit4]   2>     "core":"testNodeLost_shard2_replica_n19",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10073_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2793278 DEBUG (simCloudManagerPool-10831-thread-42) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / 
shard8 (currentVersion=36): {"core_node74":{
   [junit4]   2>     "core":"testNodeLost_shard8_replica_n74",
   [junit4]   2>     "shard":"shard8",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10079_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2793279 DEBUG (simCloudManagerPool-10831-thread-42) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / 
shard20 (currentVersion=36): {"core_node193":{
   [junit4]   2>     "core":"testNodeLost_shard20_replica_n193",
   [junit4]   2>     "shard":"shard20",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10044_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2793280 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793284 DEBUG (simCloudManagerPool-10831-thread-43) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=36
   [junit4]   2> 2793285 DEBUG (simCloudManagerPool-10831-thread-43) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 36
   [junit4]   2> 2793286 DEBUG (simCloudManagerPool-10831-thread-44) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / 
shard3 (currentVersion=37): {"core_node21":{
   [junit4]   2>     "core":"testNodeLost_shard3_replica_n21",
   [junit4]   2>     "shard":"shard3",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10067_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2793290 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793292 DEBUG (simCloudManagerPool-10831-thread-45) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=37
   [junit4]   2> 2793293 DEBUG (simCloudManagerPool-10831-thread-45) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 37
   [junit4]   2> 2793298 DEBUG (simCloudManagerPool-10831-thread-46) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=38
   [junit4]   2> 2793299 DEBUG (simCloudManagerPool-10831-thread-46) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 38
   [junit4]   2> 2793300 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793305 DEBUG (simCloudManagerPool-10831-thread-47) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=39
   [junit4]   2> 2793306 DEBUG (simCloudManagerPool-10831-thread-47) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 39
   [junit4]   2> 2793310 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793311 DEBUG (simCloudManagerPool-10831-thread-48) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=40
   [junit4]   2> 2793312 DEBUG (simCloudManagerPool-10831-thread-48) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 40
   [junit4]   2> 2793317 DEBUG (simCloudManagerPool-10831-thread-49) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=41
   [junit4]   2> 2793318 DEBUG (simCloudManagerPool-10831-thread-49) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 41
   [junit4]   2> 2793318 DEBUG (simCloudManagerPool-10831-thread-48) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / 
shard4 (currentVersion=42): {"core_node31":{
   [junit4]   2>     "core":"testNodeLost_shard4_replica_n31",
   [junit4]   2>     "shard":"shard4",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10051_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2793321 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793323 DEBUG (simCloudManagerPool-10831-thread-51) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=42
   [junit4]   2> 2793324 DEBUG (simCloudManagerPool-10831-thread-51) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 42
   [junit4]   2> 2793330 DEBUG (simCloudManagerPool-10831-thread-53) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=43
   [junit4]   2> 2793330 DEBUG (simCloudManagerPool-10831-thread-53) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 43
   [junit4]   2> 2793331 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793336 DEBUG (simCloudManagerPool-10831-thread-54) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=44
   [junit4]   2> 2793336 DEBUG (simCloudManagerPool-10831-thread-54) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 44
   [junit4]   2> 2793341 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793342 DEBUG (simCloudManagerPool-10831-thread-55) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=45
   [junit4]   2> 2793342 DEBUG (simCloudManagerPool-10831-thread-55) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 45
   [junit4]   2> 2793348 DEBUG (simCloudManagerPool-10831-thread-56) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=46
   [junit4]   2> 2793348 DEBUG (simCloudManagerPool-10831-thread-56) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 46
   [junit4]   2> 2793351 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793354 DEBUG (simCloudManagerPool-10831-thread-57) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=47
   [junit4]   2> 2793354 DEBUG (simCloudManagerPool-10831-thread-57) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 47
   [junit4]   2> 2793360 DEBUG (simCloudManagerPool-10831-thread-58) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=48
   [junit4]   2> 2793360 DEBUG (simCloudManagerPool-10831-thread-58) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 48
   [junit4]   2> 2793362 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793365 DEBUG (simCloudManagerPool-10831-thread-59) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=49
   [junit4]   2> 2793366 DEBUG (simCloudManagerPool-10831-thread-59) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 49
   [junit4]   2> 2793372 DEBUG (simCloudManagerPool-10831-thread-60) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=50
   [junit4]   2> 2793372 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793372 DEBUG (simCloudManagerPool-10831-thread-60) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 50
   [junit4]   2> 2793378 DEBUG (simCloudManagerPool-10831-thread-61) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=51
   [junit4]   2> 2793378 DEBUG (simCloudManagerPool-10831-thread-61) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 51
   [junit4]   2> 2793379 DEBUG (simCloudManagerPool-10831-thread-49) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / 
shard5 (currentVersion=52): {"core_node41":{
   [junit4]   2>     "core":"testNodeLost_shard5_replica_n41",
   [junit4]   2>     "shard":"shard5",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10118_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2793382 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793384 DEBUG (simCloudManagerPool-10831-thread-62) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=52
   [junit4]   2> 2793385 DEBUG (simCloudManagerPool-10831-thread-62) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 52
   [junit4]   2> 2793390 DEBUG (simCloudManagerPool-10831-thread-64) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=53
   [junit4]   2> 2793391 DEBUG (simCloudManagerPool-10831-thread-64) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 53
   [junit4]   2> 2793392 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793396 DEBUG (simCloudManagerPool-10831-thread-65) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=54
   [junit4]   2> 2793396 DEBUG (simCloudManagerPool-10831-thread-65) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 54
   [junit4]   2> 2793402 DEBUG (simCloudManagerPool-10831-thread-66) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=55
   [junit4]   2> 2793402 DEBUG (simCloudManagerPool-10831-thread-66) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 55
   [junit4]   2> 2793403 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793408 DEBUG (simCloudManagerPool-10831-thread-67) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=56
   [junit4]   2> 2793409 DEBUG (simCloudManagerPool-10831-thread-67) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 56
   [junit4]   2> 2793413 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793414 DEBUG (simCloudManagerPool-10831-thread-68) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=57
   [junit4]   2> 2793415 DEBUG (simCloudManagerPool-10831-thread-68) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 57
   [junit4]   2> 2793420 DEBUG (simCloudManagerPool-10831-thread-69) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=58
   [junit4]   2> 2793421 DEBUG (simCloudManagerPool-10831-thread-69) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 58
   [junit4]   2> 2793423 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793426 DEBUG (simCloudManagerPool-10831-thread-70) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=59
   [junit4]   2> 2793427 DEBUG (simCloudManagerPool-10831-thread-70) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 59
   [junit4]   2> 2793432 DEBUG (simCloudManagerPool-10831-thread-71) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=60
   [junit4]   2> 2793432 DEBUG (simCloudManagerPool-10831-thread-71) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 60
   [junit4]   2> 2793433 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793438 DEBUG (simCloudManagerPool-10831-thread-73) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=61
   [junit4]   2> 2793439 DEBUG (simCloudManagerPool-10831-thread-73) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 61
   [junit4]   2> 2793439 DEBUG (simCloudManagerPool-10831-thread-73) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / 
shard6 (currentVersion=62): {"core_node51":{
   [junit4]   2>     "core":"testNodeLost_shard6_replica_n51",
   [junit4]   2>     "shard":"shard6",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10091_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2793444 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793444 DEBUG (simCloudManagerPool-10831-thread-75) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=62
   [junit4]   2> 2793445 DEBUG (simCloudManagerPool-10831-thread-75) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 62
   [junit4]   2> 2793450 DEBUG (simCloudManagerPool-10831-thread-74) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=63
   [junit4]   2> 2793451 DEBUG (simCloudManagerPool-10831-thread-74) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 63
   [junit4]   2> 2793454 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793456 DEBUG (simCloudManagerPool-10831-thread-77) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=64
   [junit4]   2> 2793457 DEBUG (simCloudManagerPool-10831-thread-77) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 64
   [junit4]   2> 2793462 DEBUG (simCloudManagerPool-10831-thread-78) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=65
   [junit4]   2> 2793463 DEBUG (simCloudManagerPool-10831-thread-78) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 65
   [junit4]   2> 2793464 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793468 DEBUG (simCloudManagerPool-10831-thread-79) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=66
   [junit4]   2> 2793469 DEBUG (simCloudManagerPool-10831-thread-79) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 66
   [junit4]   2> 2793474 DEBUG (simCloudManagerPool-10831-thread-80) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=67
   [junit4]   2> 2793475 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793475 DEBUG (simCloudManagerPool-10831-thread-80) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 67
   [junit4]   2> 2793480 DEBUG (simCloudManagerPool-10831-thread-81) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=68
   [junit4]   2> 2793481 DEBUG (simCloudManagerPool-10831-thread-81) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 68
   [junit4]   2> 2793485 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793486 DEBUG (simCloudManagerPool-10831-thread-82) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=69
   [junit4]   2> 2793487 DEBUG (simCloudManagerPool-10831-thread-82) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 69
   [junit4]   2> 2793492 DEBUG (simCloudManagerPool-10831-thread-83) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=70
   [junit4]   2> 2793493 DEBUG (simCloudManagerPool-10831-thread-83) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 70
   [junit4]   2> 2793495 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793498 DEBUG (simCloudManagerPool-10831-thread-84) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=71
   [junit4]   2> 2793499 DEBUG (simCloudManagerPool-10831-thread-84) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 71
   [junit4]   2> 2793499 DEBUG (simCloudManagerPool-10831-thread-50) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / 
shard7 (currentVersion=72): {"core_node61":{
   [junit4]   2>     "core":"testNodeLost_shard7_replica_n61",
   [junit4]   2>     "shard":"shard7",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10116_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2793504 DEBUG (simCloudManagerPool-10831-thread-85) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=72
   [junit4]   2> 2793505 DEBUG (simCloudManagerPool-10831-thread-85) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 72
   [junit4]   2> 2793505 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793511 DEBUG (simCloudManagerPool-10831-thread-86) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=73
   [junit4]   2> 2793511 DEBUG (simCloudManagerPool-10831-thread-86) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 73
   [junit4]   2> 2793516 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793516 DEBUG (simCloudManagerPool-10831-thread-87) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=74
   [junit4]   2> 2793517 DEBUG (simCloudManagerPool-10831-thread-87) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 74
   [junit4]   2> 2793523 DEBUG (simCloudManagerPool-10831-thread-89) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=75
   [junit4]   2> 2793523 DEBUG (simCloudManagerPool-10831-thread-89) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 75
   [junit4]   2> 2793526 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793529 DEBUG (simCloudManagerPool-10831-thread-90) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=76
   [junit4]   2> 2793529 DEBUG (simCloudManagerPool-10831-thread-90) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 76
   [junit4]   2> 2793535 DEBUG (simCloudManagerPool-10831-thread-91) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=77
   [junit4]   2> 2793535 DEBUG (simCloudManagerPool-10831-thread-91) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 77
   [junit4]   2> 2793536 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793541 DEBUG (simCloudManagerPool-10831-thread-92) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=78
   [junit4]   2> 2793541 DEBUG (simCloudManagerPool-10831-thread-92) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 78
   [junit4]   2> 2793546 DEBUG (simCloudManagerPool-10831-thread-93) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=79
   [junit4]   2> 2793547 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793547 DEBUG (simCloudManagerPool-10831-thread-93) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 79
   [junit4]   2> 2793552 DEBUG (simCloudManagerPool-10831-thread-94) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=80
   [junit4]   2> 2793553 DEBUG (simCloudManagerPool-10831-thread-94) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 80
   [junit4]   2> 2793557 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793558 DEBUG (simCloudManagerPool-10831-thread-95) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=81
   [junit4]   2> 2793559 DEBUG (simCloudManagerPool-10831-thread-95) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 81
   [junit4]   2> 2793564 DEBUG (simCloudManagerPool-10831-thread-96) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=82
   [junit4]   2> 2793565 DEBUG (simCloudManagerPool-10831-thread-96) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 82
   [junit4]   2> 2793567 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793570 DEBUG (simCloudManagerPool-10831-thread-97) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=83
   [junit4]   2> 2793571 DEBUG (simCloudManagerPool-10831-thread-97) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 83
   [junit4]   2> 2793577 DEBUG (simCloudManagerPool-10831-thread-100) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=84
   [junit4]   2> 2793577 DEBUG (ScheduledTrigger-10832-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793578 DEBUG (simCloudManagerPool-10831-thread-100) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 84
   [junit4]   2> 2793583 DEBUG (simCloudManagerPool-10831-thread-101) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=85
   [junit4]   2> 2793584 DEBUG (simCloudManagerPool-10831-thread-101) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 85
   [junit4]   2> 2793589 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793589 DEBUG (simCloudManagerPool-10831-thread-102) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=86
   [junit4]   2> 2793590 DEBUG (simCloudManagerPool-10831-thread-102) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 86
   [junit4]   2> 2793595 DEBUG (simCloudManagerPool-10831-thread-103) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=87
   [junit4]   2> 2793596 DEBUG (simCloudManagerPool-10831-thread-103) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 87
   [junit4]   2> 2793599 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793601 DEBUG (simCloudManagerPool-10831-thread-104) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=88
   [junit4]   2> 2793602 DEBUG (simCloudManagerPool-10831-thread-104) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 88
   [junit4]   2> 2793607 DEBUG (simCloudManagerPool-10831-thread-105) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=89
   [junit4]   2> 2793608 DEBUG (simCloudManagerPool-10831-thread-105) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 89
   [junit4]   2> 2793609 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793613 DEBUG (simCloudManagerPool-10831-thread-107) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=90
   [junit4]   2> 2793615 DEBUG (simCloudManagerPool-10831-thread-107) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 90
   [junit4]   2> 2793615 DEBUG (simCloudManagerPool-10831-thread-51) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / 
shard9 (currentVersion=91): {"core_node81":{
   [junit4]   2>     "core":"testNodeLost_shard9_replica_n81",
   [junit4]   2>     "shard":"shard9",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10052_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2793620 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793620 DEBUG (simCloudManagerPool-10831-thread-109) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=91
   [junit4]   2> 2793621 DEBUG (simCloudManagerPool-10831-thread-109) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 91
   [junit4]   2> 2793626 DEBUG (simCloudManagerPool-10831-thread-110) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=92
   [junit4]   2> 2793627 DEBUG (simCloudManagerPool-10831-thread-110) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 92
   [junit4]   2> 2793630 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793632 DEBUG (simCloudManagerPool-10831-thread-111) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=93
   [junit4]   2> 2793633 DEBUG (simCloudManagerPool-10831-thread-111) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 93
   [junit4]   2> 2793638 DEBUG (simCloudManagerPool-10831-thread-112) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=94
   [junit4]   2> 2793639 DEBUG (simCloudManagerPool-10831-thread-112) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 94
   [junit4]   2> 2793640 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793645 DEBUG (simCloudManagerPool-10831-thread-113) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=95
   [junit4]   2> 2793646 DEBUG (simCloudManagerPool-10831-thread-113) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 95
   [junit4]   2> 2793650 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793651 DEBUG (simCloudManagerPool-10831-thread-114) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=96
   [junit4]   2> 2793652 DEBUG (simCloudManagerPool-10831-thread-114) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 96
   [junit4]   2> 2793657 DEBUG (simCloudManagerPool-10831-thread-115) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=97
   [junit4]   2> 2793658 DEBUG (simCloudManagerPool-10831-thread-115) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 97
   [junit4]   2> 2793661 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793663 DEBUG (simCloudManagerPool-10831-thread-117) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=98
   [junit4]   2> 2793664 DEBUG (simCloudManagerPool-10831-thread-117) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 98
   [junit4]   2> 2793669 DEBUG (simCloudManagerPool-10831-thread-119) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=99
   [junit4]   2> 2793670 DEBUG (simCloudManagerPool-10831-thread-119) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 99
   [junit4]   2> 2793671 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793675 DEBUG (simCloudManagerPool-10831-thread-120) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=100
   [junit4]   2> 2793676 DEBUG (simCloudManagerPool-10831-thread-120) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 100
   [junit4]   2> 2793676 DEBUG (simCloudManagerPool-10831-thread-53) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / 
shard10 (currentVersion=101): {"core_node91":{
   [junit4]   2>     "core":"testNodeLost_shard10_replica_n91",
   [junit4]   2>     "shard":"shard10",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10100_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2793681 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793682 DEBUG (simCloudManagerPool-10831-thread-121) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=101
   [junit4]   2> 2793682 DEBUG (simCloudManagerPool-10831-thread-121) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 101
   [junit4]   2> 2793688 DEBUG (simCloudManagerPool-10831-thread-123) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=102
   [junit4]   2> 2793688 DEBUG (simCloudManagerPool-10831-thread-123) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 102
   [junit4]   2> 2793692 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793694 DEBUG (simCloudManagerPool-10831-thread-124) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=103
   [junit4]   2> 2793695 DEBUG (simCloudManagerPool-10831-thread-124) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 103
   [junit4]   2> 2793700 DEBUG (simCloudManagerPool-10831-thread-122) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=104
   [junit4]   2> 2793701 DEBUG (simCloudManagerPool-10831-thread-122) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 104
   [junit4]   2> 2793702 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793707 DEBUG (simCloudManagerPool-10831-thread-126) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=105
   [junit4]   2> 2793708 DEBUG (simCloudManagerPool-10831-thread-126) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 105
   [junit4]   2> 2793712 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793713 DEBUG (simCloudManagerPool-10831-thread-127) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=106
   [junit4]   2> 2793714 DEBUG (simCloudManagerPool-10831-thread-127) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 106
   [junit4]   2> 2793719 DEBUG (simCloudManagerPool-10831-thread-129) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=107
   [junit4]   2> 2793720 DEBUG (simCloudManagerPool-10831-thread-129) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 107
   [junit4]   2> 2793723 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793725 DEBUG (simCloudManagerPool-10831-thread-130) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=108
   [junit4]   2> 2793727 DEBUG (simCloudManagerPool-10831-thread-130) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 108
   [junit4]   2> 2793732 DEBUG (simCloudManagerPool-10831-thread-131) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=109
   [junit4]   2> 2793733 DEBUG (simCloudManagerPool-10831-thread-131) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 109
   [junit4]   2> 2793733 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793738 DEBUG (simCloudManagerPool-10831-thread-132) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=110
   [junit4]   2> 2793740 DEBUG (simCloudManagerPool-10831-thread-132) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 110
   [junit4]   2> 2793741 DEBUG (simCloudManagerPool-10831-thread-52) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / 
shard11 (currentVersion=111): {"core_node101":{
   [junit4]   2>     "core":"testNodeLost_shard11_replica_n101",
   [junit4]   2>     "shard":"shard11",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10096_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2793743 DEBUG (ScheduledTrigger-10832-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2793746 DEBUG (simCloudManagerPool-10831-thread-133) [    ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states

[...truncated too long message...]

",
   [junit4]   2>       "127.0.0.1:10315_solr",
   [junit4]   2>       "127.0.0.1:10314_solr",
   [junit4]   2>       "127.0.0.1:10309_solr",
   [junit4]   2>       "127.0.0.1:10313_solr",
   [junit4]   2>       "127.0.0.1:10317_solr",
   [junit4]   2>       "127.0.0.1:10316_solr",
   [junit4]   2>       "127.0.0.1:10306_solr",
   [junit4]   2>       "127.0.0.1:10311_solr",
   [junit4]   2>       "127.0.0.1:10303_solr"]}}, exception: 
java.io.IOException: already closed
   [junit4]   2> 24252 WARN  (AutoscalingActionExecutor-16-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> org.apache.solr.cloud.autoscaling.TriggerActionException: 
Error processing action for trigger event: {
   [junit4]   2>   "id":"162e0a5733914Teap1t7muc9ylvz8lyw1t77fx5",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":390191964698900,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       390191964698900,
   [junit4]   2>       390191972440300,
   [junit4]   2>       390191933045100,
   [junit4]   2>       390191918374000,
   [junit4]   2>       390191975925100,
   [junit4]   2>       390191923803200,
   [junit4]   2>       390191937050200,
   [junit4]   2>       390191980272600,
   [junit4]   2>       390191940464100,
   [junit4]   2>       390191984397800,
   [junit4]   2>       390191950600200,
   [junit4]   2>       390191968101600,
   [junit4]   2>       390191987727000,
   [junit4]   2>       390191943847600,
   [junit4]   2>       390191957786900,
   [junit4]   2>       390191990849800,
   [junit4]   2>       390191961373200],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":390265124374000,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10312_solr",
   [junit4]   2>       "127.0.0.1:10308_solr",
   [junit4]   2>       "127.0.0.1:10305_solr",
   [junit4]   2>       "127.0.0.1:10304_solr",
   [junit4]   2>       "127.0.0.1:10310_solr",
   [junit4]   2>       "127.0.0.1:10318_solr",
   [junit4]   2>       "127.0.0.1:10302_solr",
   [junit4]   2>       "127.0.0.1:10307_solr",
   [junit4]   2>       "127.0.0.1:10315_solr",
   [junit4]   2>       "127.0.0.1:10314_solr",
   [junit4]   2>       "127.0.0.1:10309_solr",
   [junit4]   2>       "127.0.0.1:10313_solr",
   [junit4]   2>       "127.0.0.1:10317_solr",
   [junit4]   2>       "127.0.0.1:10316_solr",
   [junit4]   2>       "127.0.0.1:10306_solr",
   [junit4]   2>       "127.0.0.1:10311_solr",
   [junit4]   2>       "127.0.0.1:10303_solr"]}}
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:327)
 [java/:?]
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
 [java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) 
[?:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) 
[?:?]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:835) [?:?]
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unexpected 
exception while processing event: {
   [junit4]   2>   "id":"162e0a5733914Teap1t7muc9ylvz8lyw1t77fx5",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":390191964698900,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       390191964698900,
   [junit4]   2>       390191972440300,
   [junit4]   2>       390191933045100,
   [junit4]   2>       390191918374000,
   [junit4]   2>       390191975925100,
   [junit4]   2>       390191923803200,
   [junit4]   2>       390191937050200,
   [junit4]   2>       390191980272600,
   [junit4]   2>       390191940464100,
   [junit4]   2>       390191984397800,
   [junit4]   2>       390191950600200,
   [junit4]   2>       390191968101600,
   [junit4]   2>       390191987727000,
   [junit4]   2>       390191943847600,
   [junit4]   2>       390191957786900,
   [junit4]   2>       390191990849800,
   [junit4]   2>       390191961373200],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":390265124374000,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10312_solr",
   [junit4]   2>       "127.0.0.1:10308_solr",
   [junit4]   2>       "127.0.0.1:10305_solr",
   [junit4]   2>       "127.0.0.1:10304_solr",
   [junit4]   2>       "127.0.0.1:10310_solr",
   [junit4]   2>       "127.0.0.1:10318_solr",
   [junit4]   2>       "127.0.0.1:10302_solr",
   [junit4]   2>       "127.0.0.1:10307_solr",
   [junit4]   2>       "127.0.0.1:10315_solr",
   [junit4]   2>       "127.0.0.1:10314_solr",
   [junit4]   2>       "127.0.0.1:10309_solr",
   [junit4]   2>       "127.0.0.1:10313_solr",
   [junit4]   2>       "127.0.0.1:10317_solr",
   [junit4]   2>       "127.0.0.1:10316_solr",
   [junit4]   2>       "127.0.0.1:10306_solr",
   [junit4]   2>       "127.0.0.1:10311_solr",
   [junit4]   2>       "127.0.0.1:10303_solr"]}}
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:160)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324)
 ~[java/:?]
   [junit4]   2>        ... 6 more
   [junit4]   2> Caused by: java.lang.InterruptedException: stopping - thread 
was interrupted
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:112)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324)
 ~[java/:?]
   [junit4]   2>        ... 6 more
   [junit4]   2> 24254 DEBUG (AutoscalingActionExecutor-16-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 95543 ms for event 
id=162e0a5733914Teap1t7muc9ylvz8lyw1t77fx5
   [junit4]   2> 24254 DEBUG 
(TEST-TestSimLargeCluster.testAddNode-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 24254 DEBUG 
(TEST-TestSimLargeCluster.testAddNode-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 24254 DEBUG 
(TEST-TestSimLargeCluster.testAddNode-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 24313 INFO  
(TEST-TestSimLargeCluster.testAddNode-seed#[88CE6D84422BE6A4]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testAddNode
   [junit4] OK      6.74s J0 | TestSimLargeCluster.testAddNode
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimLargeCluster_88CE6D84422BE6A4-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, 
docValues:{}, maxPointsInLeafNode=1452, maxMBSortInHeap=5.825918829720174, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4b144b43),
 locale=en-CA, timezone=America/Cayman
   [junit4]   2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev 
12-testing (64-bit)/cpus=8,threads=1,free=174319240,total=309329920
   [junit4]   2> NOTE: All tests run in this JVM: [TestSimLargeCluster]
   [junit4] Completed [4/10 (1!)] on J0 in 21.52s, 4 tests, 1 failure, 1 
skipped <<< FAILURES!

[...truncated 51 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/lucene/common-build.xml:1572:
 The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/lucene/common-build.xml:1099:
 There were test failures: 10 suites, 25 tests, 1 failure, 5 ignored (5 
assumptions) [seed: 88CE6D84422BE6A4]

Total time: 42 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   0/5 failed: org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest
[repro]   1/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting 
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting 
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting 
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all 
warnings.
<Git Blamer> GIT_COMMIT=5ab5ba773a9cba5624137145c24e90596a1a0e20, 
workspace=/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux
[WARNINGS] Computing warning deltas based on reference build #165
Recording test results
Setting 
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting 
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting 
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to