Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2353/

5 tests failed.
FAILED:  
org.apache.solr.handler.dataimport.TestContentStreamDataSource.testCommitWithin

Error Message:
expected:<0> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<0> but was:<2>
        at 
__randomizedtesting.SeedInfo.seed([7C0C821FF129BF1A:C6DEED677207510F]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at 
org.apache.solr.handler.dataimport.TestContentStreamDataSource.testCommitWithin(TestContentStreamDataSource.java:98)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
        at 
__randomizedtesting.SeedInfo.seed([A83ABF3BE9CAEDB3:206E80E14736804B]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at 
org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:203)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.ReplaceNodeNoTargetTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([A83ABF3BE9CAEDB3:206E80E14736804B]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10003_solr should have been deleted

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10003_solr 
should have been deleted
        at 
__randomizedtesting.SeedInfo.seed([A83ABF3BE9CAEDB3:B0803737E7FF205C]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertFalse(Assert.java:68)
        at 
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:844)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication

Error Message:
Index: 0, Size: 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
        at 
__randomizedtesting.SeedInfo.seed([A83ABF3BE9CAEDB3:BC72E46ECACD50AD]:0)
        at java.util.ArrayList.rangeCheck(ArrayList.java:657)
        at java.util.ArrayList.get(ArrayList.java:433)
        at 
org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12188 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
   [junit4]   2> 448526 INFO  
(SUITE-TestTriggerIntegration-seed#[A83ABF3BE9CAEDB3]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_A83ABF3BE9CAEDB3-001/init-core-data-001
   [junit4]   2> 448540 WARN  
(SUITE-TestTriggerIntegration-seed#[A83ABF3BE9CAEDB3]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=68 numCloses=68
   [junit4]   2> 448540 INFO  
(SUITE-TestTriggerIntegration-seed#[A83ABF3BE9CAEDB3]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 448541 INFO  
(SUITE-TestTriggerIntegration-seed#[A83ABF3BE9CAEDB3]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 448590 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 448591 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 0
   [junit4]   2> 448591 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10000_solr]
   [junit4]   2> 448591 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 448591 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 448623 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 448623 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 448670 DEBUG (ScheduledTrigger-440-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448677 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
   [junit4]   2> 448677 DEBUG 
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 448677 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 448680 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 448712 DEBUG 
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 448712 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 448713 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 448713 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:163)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 448714 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 448739 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 2
   [junit4]   2> 448739 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10000_solr]
   [junit4]   2> 448739 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 448739 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 448740 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 448742 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 448742 DEBUG (ScheduledTrigger-443-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448762 DEBUG (ScheduledTrigger-443-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448783 DEBUG (ScheduledTrigger-443-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448803 DEBUG (ScheduledTrigger-443-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448814 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.TestTriggerIntegration ====== KILL OVERSEER 1
   [junit4]   2> 448814 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 448815 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 448815 DEBUG 
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 448816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 2
   [junit4]   2> 448816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10002_solr]
   [junit4]   2> 448816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 448816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 448816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 
127.0.0.1:10000_solr
   [junit4]   2> 448816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 448816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 448836 DEBUG (ScheduledTrigger-446-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448836 DEBUG (ScheduledTrigger-446-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10000_solr
   [junit4]   2> 448857 DEBUG (ScheduledTrigger-446-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448877 DEBUG (ScheduledTrigger-446-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448897 DEBUG (ScheduledTrigger-446-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448916 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD TRIGGERS
   [junit4]   2> 448918 DEBUG (ScheduledTrigger-446-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448950 DEBUG (ScheduledTrigger-446-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448970 DEBUG (ScheduledTrigger-446-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448991 DEBUG (ScheduledTrigger-446-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 448991 DEBUG (simCloudManagerPool-445-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 448992 DEBUG (simCloudManagerPool-445-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
3
   [junit4]   2> 448992 DEBUG (simCloudManagerPool-445-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10002_solr]
   [junit4]   2> 448994 DEBUG (simCloudManagerPool-445-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10002_solr]
   [junit4]   2> 448994 DEBUG (simCloudManagerPool-445-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated 
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}],
 enabled=true}
   [junit4]   2> 448994 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 448994 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 448995 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 448995 DEBUG (ScheduledTrigger-446-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 448995 DEBUG (ScheduledTrigger-446-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 449008 DEBUG (simCloudManagerPool-445-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 449008 DEBUG (simCloudManagerPool-445-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
4
   [junit4]   2> 449008 DEBUG (simCloudManagerPool-445-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10002_solr]
   [junit4]   2> 449008 DEBUG (simCloudManagerPool-445-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10002_solr]
   [junit4]   2> 449008 DEBUG (simCloudManagerPool-445-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10002_solr]
   [junit4]   2> 449008 DEBUG (simCloudManagerPool-445-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated 
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}],
 enabled=true}
   [junit4]   2> 449008 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 449009 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 449009 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 449009 DEBUG (ScheduledTrigger-446-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 2
   [junit4]   2> 449009 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD NODE 1
   [junit4]   2> 449011 DEBUG (ScheduledTrigger-446-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 449056 DEBUG (ScheduledTrigger-446-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 449057 DEBUG (ScheduledTrigger-446-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 3
   [junit4]   2> 449057 DEBUG (ScheduledTrigger-446-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 449057 DEBUG (ScheduledTrigger-446-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time 
1483592627547931
   [junit4]   2> 449076 DEBUG (ScheduledTrigger-446-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 449077 DEBUG (ScheduledTrigger-446-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 3
   [junit4]   2> 449077 DEBUG (ScheduledTrigger-446-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 449077 DEBUG (ScheduledTrigger-446-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 449077 DEBUG (ScheduledTrigger-446-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing 
registered processor for nodes: [127.0.0.1:10003_solr] added at times 
[1483592627547931], now=1483593642521831
   [junit4]   2> 449077 DEBUG (ScheduledTrigger-446-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"54551d38e6f1bT9ytwjybgp40jbpq7iexv6qgm8",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1483592627547931,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1483592627547931],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 449145 DEBUG (ScheduledTrigger-446-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_trigger, node_added_trigger]
   [junit4]   2> 449146 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
   [junit4]   2> 449146 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 449146 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 449146 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 449146 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 449146 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:          3
   [junit4]   2> 449146 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
   [junit4]   2> 449146 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:          1
   [junit4]   2> 449146 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##              127.0.0.1:10000_solr
   [junit4]   2> 449147 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
   [junit4]   2> 449147 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:       0
   [junit4]   2> 449147 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:       0
   [junit4]   2> 449147 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:              0
   [junit4]   2> 449147 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts 
##########
   [junit4]   2> 449148 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##              - autoscaling        2
   [junit4]   2> 449148 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##              - update             1
   [junit4]   2> 449148 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 449184 DEBUG (AutoscalingActionExecutor-447-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"54551d38e6f1bT9ytwjybgp40jbpq7iexv6qgm8",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1483592627547931,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1483592627547931],
   [junit4]   2>     "_enqueue_time_":1483597091059781,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestTriggerIntegration -Dtests.method=testNodeMarkersRegistration 
-Dtests.seed=A83ABF3BE9CAEDB3 -Dtests.multiplier=2 -Dtests.slow=true 
-Dtests.locale=en-IN -Dtests.timezone=Asia/Thimbu -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.59s J2 | 
TestTriggerIntegration.testNodeMarkersRegistration <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Path 
/autoscaling/nodeAdded/127.0.0.1:10003_solr should have been deleted
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([A83ABF3BE9CAEDB3:B0803737E7FF205C]:0)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:844)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 449230 DEBUG (AutoscalingActionExecutor-447-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 449230 DEBUG (AutoscalingActionExecutor-447-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 449230 DEBUG (AutoscalingActionExecutor-447-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 449230 DEBUG (AutoscalingActionExecutor-447-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 2334 ms for event 
id=54551d38e6f1bT9ytwjybgp40jbpq7iexv6qgm8
   [junit4]   2> 449257 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
   [junit4]   2> 449257 DEBUG 
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 5
   [junit4]   2> 449257 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 449257 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 449257 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 449257 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 449258 DEBUG 
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 
127.0.0.1:10000_solr
   [junit4]   2> 449258 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 449258 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 449258 DEBUG 
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 449272 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 449272 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 6
   [junit4]   2> 449272 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10002_solr]
   [junit4]   2> 449272 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
   [junit4]   2> 449272 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 449282 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 449282 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 449282 DEBUG (ScheduledTrigger-449-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449302 DEBUG (ScheduledTrigger-449-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449323 DEBUG (ScheduledTrigger-449-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449343 DEBUG (ScheduledTrigger-449-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449361 DEBUG (simCloudManagerPool-448-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 449361 DEBUG (simCloudManagerPool-448-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
7
   [junit4]   2> 449385 DEBUG (ScheduledTrigger-449-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 449385 DEBUG (simCloudManagerPool-448-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 449386 DEBUG (simCloudManagerPool-448-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 449386 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 449386 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 449386 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 449386 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 449386 DEBUG (ScheduledTrigger-449-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger 
with currently live nodes: 2
   [junit4]   2> 449386 DEBUG (ScheduledTrigger-449-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
   [junit4]   2> 449406 DEBUG (ScheduledTrigger-449-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449406 DEBUG (ScheduledTrigger-449-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
   [junit4]   2> 449407 DEBUG (ScheduledTrigger-449-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger 
with currently live nodes: 2
   [junit4]   2> 449417 DEBUG (simCloudManagerPool-448-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 449417 DEBUG (simCloudManagerPool-448-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
8
   [junit4]   2> 449417 DEBUG (simCloudManagerPool-448-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10002_solr]
   [junit4]   2> 449417 DEBUG (simCloudManagerPool-448-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10002_solr]
   [junit4]   2> 449417 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 449418 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 449418 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 449418 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 449418 DEBUG (ScheduledTrigger-449-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger 
with currently live nodes: 2
   [junit4]   2> 449418 DEBUG (ScheduledTrigger-449-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10004_solr]
   [junit4]   2> 449418 DEBUG (ScheduledTrigger-449-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"54555a9a920d9T9ytwjybgp40jbpq7iexv6qgmb",
   [junit4]   2>   "source":"node_lost_restore_trigger",
   [junit4]   2>   "eventTime":1483609104523481,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1483609104523481],
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 449447 DEBUG (ScheduledTrigger-449-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_restore_trigger]
   [junit4]   2> 449447 DEBUG (AutoscalingActionExecutor-450-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"54555a9a920d9T9ytwjybgp40jbpq7iexv6qgmb",
   [junit4]   2>   "source":"node_lost_restore_trigger",
   [junit4]   2>   "eventTime":1483609104523481,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1483609104523481],
   [junit4]   2>     "_enqueue_time_":1483612126218481,
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:              2
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:     2
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:              1
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##          127.0.0.1:10004_solr
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:     []
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:   0
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:   0
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:          0
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts 
##########
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - autoscaling        2
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - update             1
   [junit4]   2> 449448 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 449449 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_restore_trigger
   [junit4]   2> 449450 DEBUG (AutoscalingActionExecutor-450-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 449450 DEBUG (AutoscalingActionExecutor-450-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_restore_trigger after 
100ms
   [junit4]   2> 449450 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[A83ABF3BE9CAEDB3])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - STARTED         1
   [junit4]   2> 449450 DEBUG (AutoscalingActionExecutor-450-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 116 ms for event 
id=54555a9a920d9T9ytwjybgp40jbpq7iexv6qgmb
   [junit4]   2> 449453 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
   [junit4]   2> 449453 DEBUG 
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
9
   [junit4]   2> 449454 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 449454 DEBUG 
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 
127.0.0.1:10004_solr
   [junit4]   2> 449454 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 449454 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 449454 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 449454 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:163)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 449454 DEBUG 
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 449500 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 449500 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 10
   [junit4]   2> 449500 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10002_solr]
   [junit4]   2> 449500 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion -1
   [junit4]   2> 449500 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 449501 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 449501 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 449501 DEBUG (ScheduledTrigger-452-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449521 DEBUG (ScheduledTrigger-452-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449542 DEBUG (ScheduledTrigger-452-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449562 DEBUG (ScheduledTrigger-452-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449582 DEBUG (ScheduledTrigger-452-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449602 DEBUG (ScheduledTrigger-452-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449623 DEBUG (ScheduledTrigger-452-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449643 DEBUG (ScheduledTrigger-452-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449643 DEBUG (simCloudManagerPool-451-thread-4) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 449644 DEBUG (simCloudManagerPool-451-thread-4) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
11
   [junit4]   2> 449647 DEBUG (simCloudManagerPool-451-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10002_solr]
   [junit4]   2> 449647 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
   [junit4]   2> 449647 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 449647 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 449648 DEBUG (simCloudManagerPool-451-thread-5) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 449648 DEBUG (simCloudManagerPool-451-thread-5) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
12
   [junit4]   2> 449649 DEBUG (simCloudManagerPool-451-thread-5) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 
127.0.0.1:10002_solr]
   [junit4]   2> 449649 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
   [junit4]   2> 449649 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 449649 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
   [junit4]   2> 449663 DEBUG (ScheduledTrigger-452-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449683 DEBUG (ScheduledTrigger-452-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449704 DEBUG (ScheduledTrigger-452-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449724 DEBUG (ScheduledTrigger-452-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 449743 DEBUG (ScheduledTrigger-452-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"54558c1a16063T9ytwjybgp40jbpq7iexv6qgme",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1483622391570531,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10001_solr":250.0,
   [junit4]   2>       "127.0.0.1:10002_solr":250.0},
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node2\":{\n    
\"core\":\"collection1_shard1_replica_n2\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10001_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node1\":{\n    
\"core\":\"collection1_shard1_replica_n1\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10002_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}},
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}"]}}
   [junit4]   2> 449744 DEBUG (ScheduledTrigger-452-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
search_rate_trigger]
   [junit4]   2> 449745 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"54558c1a16063T9ytwjybgp40jbpq7iexv6qgme",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1483622391570531,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10001_solr":250.0,
   [junit4]   2>       "127.0.0.1:10002_solr":250.0},
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node2\":{\n    
\"core\":\"collection1_shard1_replica_n2\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10001_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node1\":{\n    
\"core\":\"collection1_shard1_replica_n1\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10002_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}},
   [junit4]   2>     "_enqueue_time_":1483626976635481,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}"]}}
   [junit4]   2> 449745 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"54558c1a16063T9ytwjybgp40jbpq7iexv6qgme",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1483622391570531,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10001_solr":250.0,
   [junit4]   2>       "127.0.0.1:10002_solr":250.0},
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node2\":{\n    
\"core\":\"collection1_shard1_replica_n2\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10001_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node1\":{\n    
\"core\":\"collection1_shard1_replica_n1\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10002_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}},
   [junit4]   2>     "_enqueue_time_":1483626976635481,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}"]}} with context 
properties: {BEFORE_ACTION=[compute]}
   [junit4]   2> 449767 INFO  (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10002_solr&type=NRT
   [junit4]   2> 449780 INFO  (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10001_solr&type=NRT
   [junit4]   2> 449780 INFO  (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10001_solr&type=NRT
   [junit4]   2> 449780 INFO  (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1483628797 
sessionWrapper.createTime 1483627245750481, this.sessionWrapper.createTime 
1483627245750481 
   [junit4]   2> 449781 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"54558c1a16063T9ytwjybgp40jbpq7iexv6qgme",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1483622391570531,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10001_solr":250.0,
   [junit4]   2>       "127.0.0.1:10002_solr":250.0},
   [junit4]   2>     "__start__":1,
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node2\":{\n    
\"core\":\"collection1_shard1_replica_n2\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10001_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node1\":{\n    
\"core\":\"collection1_shard1_replica_n1\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10002_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}},
   [junit4]   2>     "_enqueue_time_":1483626976635481,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}"]}} with context 
properties: 
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@613fd549,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@f20fae2, 
org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@417612c7],
 AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
   [junit4]   2> 449781 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10002_solr&type=NRT
   [junit4]   2> 449807 INFO  (simCloudManagerPool-451-thread-7) [    ] 
o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10002_solr for creating new 
replica
   [junit4]   2> 449837 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10001_solr&type=NRT
   [junit4]   2> 449857 INFO  (simCloudManagerPool-451-thread-11) [    ] 
o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10001_solr for creating new 
replica
   [junit4]   2> 449858 DEBUG (simCloudManagerPool-451-thread-8) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for collection1 / 
shard1: {"core_node1":{
   [junit4]   2>     "core":"collection1_shard1_replica_n1",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "INDEX.sizeInBytes":1000000000,
   [junit4]   2>     "rate":250.0,
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "QUERY./select.requestTimes:1minRate":250.0,
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"collection1"}}
   [junit4]   2> 449894 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10001_solr&type=NRT
   [junit4]   2> 449918 INFO  (simCloudManagerPool-451-thread-15) [    ] 
o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10001_solr for creating new 
replica
   [junit4]   2> 449931 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 449931 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: search_rate_trigger after 100ms
   [junit4]   2> 449931 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 9304 ms for event 
id=54558c1a16063T9ytwjybgp40jbpq7iexv6qgme
   [junit4]   2> 450031 DEBUG (ScheduledTrigger-452-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 450032 DEBUG (ScheduledTrigger-452-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"5455997a3cd95T9ytwjybgp40jbpq7iexv6qgmh",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1483625982053781,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10001_solr":250.0,
   [junit4]   2>       "127.0.0.1:10002_solr":250.0},
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node2\":{\n    
\"core\":\"collection1_shard1_replica_n2\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10001_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node1\":{\n    
\"core\":\"collection1_shard1_replica_n1\",\n    \"leader\":\"true\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10002_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}},
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}"]}}
   [junit4]   2> 450032 DEBUG (ScheduledTrigger-452-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
search_rate_trigger]
   [junit4]   2> 450034 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testSearchRate
   [junit4]   2> 450034 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 450034 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 450034 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 450034 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 450034 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:               2
   [junit4]   2> 450034 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"5455997a3cd95T9ytwjybgp40jbpq7iexv6qgmh",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1483625982053781,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10001_solr":250.0,
   [junit4]   2>       "127.0.0.1:10002_solr":250.0},
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node2\":{\n    
\"core\":\"collection1_shard1_replica_n2\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10001_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node1\":{\n    
\"core\":\"collection1_shard1_replica_n1\",\n    \"leader\":\"true\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10002_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}},
   [junit4]   2>     "_enqueue_time_":1483641407873081,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}"]}}
   [junit4]   2> 450034 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"5455997a3cd95T9ytwjybgp40jbpq7iexv6qgmh",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1483625982053781,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10001_solr":250.0,
   [junit4]   2>       "127.0.0.1:10002_solr":250.0},
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node2\":{\n    
\"core\":\"collection1_shard1_replica_n2\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10001_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node1\":{\n    
\"core\":\"collection1_shard1_replica_n1\",\n    \"leader\":\"true\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10002_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}},
   [junit4]   2>     "_enqueue_time_":1483641407873081,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}"]}} with context 
properties: {BEFORE_ACTION=[compute]}
   [junit4]   2> 450034 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:      0
   [junit4]   2> 450035 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:               0
   [junit4]   2> 450035 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:      [collection1]
   [junit4]   2> 450035 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:    3
   [junit4]   2> 450035 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:    2
   [junit4]   2> 450035 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:           5
   [junit4]   2> 450036 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## * collection1             5
   [junit4]   2> 450036 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - active           5
   [junit4]   2> 450036 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 450036 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - ADDREPLICA         3
   [junit4]   2> 450036 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - CREATE             1
   [junit4]   2> 450036 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - DELETESTATUS       3
   [junit4]   2> 450036 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - REQUESTSTATUS      3
   [junit4]   2> 450036 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - autoscaling        2
   [junit4]   2> 450036 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - update             3
   [junit4]   2> 450037 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 450037 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: search_rate_trigger
   [junit4]   2> 450037 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - STARTED         2
   [junit4]   2> 450037 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[A83ABF3BE9CAEDB3]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - SUCCEEDED       1
   [junit4]   2> 450035 INFO  (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10002_solr&type=NRT
   [junit4]   2> 450038 INFO  (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10002_solr&type=NRT
   [junit4]   2> 450038 INFO  (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10002_solr&type=NRT
   [junit4]   2> 450038 INFO  (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1483641686 
sessionWrapper.createTime 1483641547419931, this.sessionWrapper.createTime 
1483641547419931 
   [junit4]   2> 450038 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"5455997a3cd95T9ytwjybgp40jbpq7iexv6qgmh",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1483625982053781,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10001_solr":250.0,
   [junit4]   2>       "127.0.0.1:10002_solr":250.0},
   [junit4]   2>     "__start__":1,
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node2\":{\n    
\"core\":\"collection1_shard1_replica_n2\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10001_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node1\":{\n    
\"core\":\"collection1_shard1_replica_n1\",\n    \"leader\":\"true\",\n    
\"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    
\"node_name\":\"127.0.0.1:10002_solr\",\n    \"state\":\"active\",\n    
\"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    
\"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}},
   [junit4]   2>     "_enqueue_time_":1483641407873081,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  
\"first\":\"collection1\",\n  \"second\":\"shard1\"}}}"]}} with context 
properties: 
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@d7cdefa,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@fb897aa, 
org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@16344673],
 AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
   [junit4]   2> 450038 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10002_solr&type=NRT
   [junit4]   2> 450073 INFO  (simCloudManagerPool-451-thread-21) [    ] 
o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10002_solr for creating new 
replica
   [junit4]   2> 450087 DEBUG (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10002_solr&type=NRT
   [junit4]   2> 450087 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A83ABF3BE9CAEDB3]) [    
] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 450087 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A83ABF3BE9CAEDB3]) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 13
   [junit4]   2> 450087 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
   [junit4]   2> 450088 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A83ABF3BE9CAEDB3]) [    
] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 450088 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 450088 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 450088 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:163)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 450088 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A83ABF3BE9CAEDB3]) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 450088 INFO  (simCloudManagerPool-451-thread-25) [    ] 
o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10002_solr for creating new 
replica
   [junit4]   2> 450105 WARN  (AutoscalingActionExecutor-453-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> java.lang.Exception: Error executing action: execute for 
trigger event: {
   [junit4]   2>   "id":"5455997a3cd95T9ytwjybgp40jbpq7iexv6qgmh",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1483625982053781,
  

[...truncated too long message...]

 new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-dataimporthandler/test/J2/temp/solr.handler.dataimport.TestContentStreamDataSource_7C0C821FF129BF1A-001/inst-002/collection1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-dataimporthandler/test/J2/temp/solr.handler.dataimport.TestContentStreamDataSource_7C0C821FF129BF1A-001/inst-002/collection1/data/]
   [junit4]   2> 90318 T88 x:x:collection1 oasu.CommitTracker.<init> Hard 
AutoCommit: disabled
   [junit4]   2> 90318 T88 x:x:collection1 oasu.CommitTracker.<init> Soft 
AutoCommit: disabled
   [junit4]   2> 90320 T88 x:x:collection1 oass.SolrIndexSearcher.<init> 
Opening [Searcher@6044c6cf[collection1] main]
   [junit4]   2> 90320 T88 x:x:collection1 
oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage 
initialized to use dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-dataimporthandler/test/J2/temp/solr.handler.dataimport.TestContentStreamDataSource_7C0C821FF129BF1A-001/inst-002/collection1/conf
   [junit4]   2> 90339 T88 x:x:collection1 oash.ReplicationHandler.inform 
Commits will be reserved for 10000ms.
   [junit4]   2> 90502 T92 x:x:collection1 oasc.SolrCore.registerSearcher 
[collection1] Registered new searcher Searcher@6044c6cf[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> ASYNC  NEW_CORE C6 name=collection1 
org.apache.solr.core.SolrCore@7f29e215
   [junit4]   2> 91132 T81 x:x:collection1 C6 
oashd.DataImporter.maybeReloadConfiguration Loading DIH Configuration: 
data-config.xml
   [junit4]   2> 91134 T81 x:x:collection1 C6 oashd.DataImporter.loadDataConfig 
Data Configuration loaded successfully
   [junit4]   2> 91134 T81 x:x:collection1 C6 oashd.DataImporter.doFullImport 
Starting Full Import
   [junit4]   2> 91135 T81 x:x:collection1 C6 
oashd.SimplePropertiesWriter.readIndexerProperties WARN Unable to read: 
dataimport.properties
   [junit4]   2> 91264 T81 x:x:collection1 C6 oashd.DocBuilder.finish Import 
completed successfully
   [junit4]   2> 91264 T81 x:x:collection1 C6 oasu.DirectUpdateHandler2.commit 
start 
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 91264 T81 x:x:collection1 C6 
oasu.SolrIndexWriter.setCommitData Calling setCommitData with 
IW:org.apache.solr.update.SolrIndexWriter@265f4519 commitCommandVersion:0
   [junit4]   2> 91301 T81 x:x:collection1 C6 oass.SolrIndexSearcher.<init> 
Opening [Searcher@70cb2f87[collection1] main]
   [junit4]   2> 91302 T81 x:x:collection1 C6 oasu.DirectUpdateHandler2.commit 
end_commit_flush
   [junit4]   2> 91322 T92 x:x:collection1 C6 oasc.SolrCore.registerSearcher 
[collection1] Registered new searcher Searcher@70cb2f87[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c2)))}
   [junit4]   2> 91323 T81 x:x:collection1 C6 
oashd.SimplePropertiesWriter.readIndexerProperties WARN Unable to read: 
dataimport.properties
   [junit4]   2> 91356 T81 x:x:collection1 C6 
oashd.SimplePropertiesWriter.persist Wrote last indexed time to 
dataimport.properties
   [junit4]   2> 91356 T81 x:x:collection1 C6 oashd.DocBuilder.execute Time 
taken = 0:0:0.221
   [junit4]   2> 91357 T81 x:x:collection1 C6 
oasup.LogUpdateProcessorFactory$LogUpdateProcessor.finish [collection1]  
webapp=/solr path=/dataimport 
params={clean=false&wt=javabin&version=2&command=full-import}{add=[1, 
2],commit=} 0 225
   [junit4]   2> 91403 T83 x:x:collection1 C6 oasc.SolrCore.execute 
[collection1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} 
hits=2 status=0 QTime=0
   [junit4]   2> 91446 T54 oejs.AbstractConnector.doStop Stopped 
ServerConnector@63d9ad41{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 91446 T54 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=28799930
   [junit4]   2> 91465 T54 oasm.SolrMetricManager.closeReporters Closing metric 
reporters for registry=solr.node, tag=null
   [junit4]   2> 91466 T54 oasmr.SolrJmxReporter.close Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@38d58723: rootName = null, 
domain = solr.node, service url = null, agent id = null] for registry solr.node 
/ com.codahale.metrics.MetricRegistry@56856d67
   [junit4]   2> 91503 T54 oasm.SolrMetricManager.closeReporters Closing metric 
reporters for registry=solr.jvm, tag=null
   [junit4]   2> 91503 T54 oasmr.SolrJmxReporter.close Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@44bedb71: rootName = null, 
domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / 
com.codahale.metrics.MetricRegistry@1eb78b2d
   [junit4]   2> 91524 T54 oasm.SolrMetricManager.closeReporters Closing metric 
reporters for registry=solr.jetty, tag=null
   [junit4]   2> 91525 T54 oasmr.SolrJmxReporter.close Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@771553e8: rootName = null, 
domain = solr.jetty, service url = null, agent id = null] for registry 
solr.jetty / com.codahale.metrics.MetricRegistry@599827a3
   [junit4]   2> 91612 T96 x:x:collection1 oasc.SolrCore.close [collection1]  
CLOSING SolrCore org.apache.solr.core.SolrCore@7f29e215
   [junit4]   2> 91612 T96 x:x:collection1 
oasm.SolrMetricManager.closeReporters Closing metric reporters for 
registry=solr.core.collection1, tag=2133451285
   [junit4]   2> 91612 T96 x:x:collection1 oasmr.SolrJmxReporter.close Closing 
reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e9c5bc8: rootName 
= null, domain = solr.core.collection1, service url = null, agent id = null] 
for registry solr.core.collection1 / 
com.codahale.metrics.MetricRegistry@49682f91
   [junit4]   2> 91750 T54 oejsh.ContextHandler.doStop Stopped 
o.e.j.s.ServletContextHandler@3f6abfe{/solr,null,UNAVAILABLE}
   [junit4]   2> 91751 T54 oejss.HouseKeeper.stopScavenging Stopped scavenging
   [junit4]   2> 91828 T54 oas.SolrTestCaseJ4.tearDown ###Ending testSimple
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-dataimporthandler/test/J2/temp/solr.handler.dataimport.TestContentStreamDataSource_7C0C821FF129BF1A-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2ccaf83e),
 locale=tr, timezone=Asia/Ulaanbaatar
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=207408344,total=366477312
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestPlainTextEntityProcessor, TestDateFormatTransformer, TestEphemeralCache, 
TestClobTransformer, TestVariableResolver, TestURLDataSource, 
TestXPathEntityProcessor, TestRegexTransformer, TestSqlEntityProcessorDelta, 
TestContentStreamDataSource]
   [junit4] Completed [23/38 (1!)] on J2 in 16.35s, 2 tests, 1 failure <<< 
FAILURES!

[...truncated 2347 lines...]
    [javac] Compiling 6 source files to 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-prometheus-exporter/classes/java
    [javac] 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/prometheus-exporter/src/java/org/apache/solr/prometheus/collector/SolrCollector.java:56:
 error: cannot find symbol
    [javac]   private static final Logger logger = 
LoggerFactory.getLogger(MethodHandles.lookup().lookupClass());
    [javac]                                                                ^
    [javac]   symbol:   variable MethodHandles
    [javac]   location: class SolrCollector
    [javac] 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/prometheus-exporter/src/java/org/apache/solr/prometheus/exporter/SolrExporter.java:52:
 error: cannot find symbol
    [javac]   private static final Logger logger = 
LoggerFactory.getLogger(MethodHandles.lookup().lookupClass());
    [javac]                                                                ^
    [javac]   symbol:   variable MethodHandles
    [javac]   location: class SolrExporter
    [javac] 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/prometheus-exporter/src/java/org/apache/solr/prometheus/scraper/SolrScraper.java:49:
 error: cannot find symbol
    [javac]   private static final Logger logger = 
LoggerFactory.getLogger(MethodHandles.lookup().lookupClass());
    [javac]                                                                ^
    [javac]   symbol:   variable MethodHandles
    [javac]   location: class SolrScraper
    [javac] 3 errors

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:618: 
The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:562: 
The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: 
The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:282:
 The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:478:
 The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:557:
 The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:544:
 The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2044:
 Compile failed; see the compiler error output for details.

Total time: 196 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to