Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/159/
8 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([6E8117FDF9225FF5]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([6E8117FDF9225FF5]:0)
FAILED:
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at
__randomizedtesting.SeedInfo.seed([6E8117FDF9225FF5:33C9097436E4F9BA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1179)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test.test
Error Message:
Doc Counts do not add up expected:<67> but was:<36>
Stack Trace:
java.lang.AssertionError: Doc Counts do not add up expected:<67> but was:<36>
at
__randomizedtesting.SeedInfo.seed([6E8117FDF9225FF5:E6D5282757DE320D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.assertDocCounts(AbstractFullDistribZkTestBase.java:1453)
at
org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:101)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
junit.framework.TestSuite.org.apache.solr.metrics.reporters.SolrJmxReporterCloudTest
Error Message:
Clean up static fields (in @AfterClass?), your test seems to hang on to
approximately 26,773,928 bytes (threshold is 10,485,760). Field reference sizes
(counted individually): - 26,773,312 bytes, private static
javax.management.MBeanServer
org.apache.solr.metrics.reporters.SolrJmxReporterCloudTest.mBeanServer - 192
bytes, public static org.junit.rules.TestRule
org.apache.solr.SolrTestCaseJ4.solrClassRules - 128 bytes, private static
java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp - 112 bytes,
private static java.lang.String
org.apache.solr.metrics.reporters.SolrJmxReporterCloudTest.COLLECTION - 72
bytes, private static java.util.Map
org.apache.solr.SolrTestCaseJ4.savedClassLogLevels - 64 bytes, private static
java.lang.String org.apache.solr.SolrTestCaseJ4.coreName - 48 bytes, private
static java.lang.String org.apache.solr.SolrTestCaseJ4.initialRootLogLevel
Stack Trace:
junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?),
your test seems to hang on to approximately 26,773,928 bytes (threshold is
10,485,760). Field reference sizes (counted individually):
- 26,773,312 bytes, private static javax.management.MBeanServer
org.apache.solr.metrics.reporters.SolrJmxReporterCloudTest.mBeanServer
- 192 bytes, public static org.junit.rules.TestRule
org.apache.solr.SolrTestCaseJ4.solrClassRules
- 128 bytes, private static java.lang.String
org.apache.solr.SolrTestCaseJ4.factoryProp
- 112 bytes, private static java.lang.String
org.apache.solr.metrics.reporters.SolrJmxReporterCloudTest.COLLECTION
- 72 bytes, private static java.util.Map
org.apache.solr.SolrTestCaseJ4.savedClassLogLevels
- 64 bytes, private static java.lang.String
org.apache.solr.SolrTestCaseJ4.coreName
- 48 bytes, private static java.lang.String
org.apache.solr.SolrTestCaseJ4.initialRootLogLevel
at __randomizedtesting.SeedInfo.seed([6E8117FDF9225FF5]:0)
at
com.carrotsearch.randomizedtesting.rules.StaticFieldsInvariantRule$1.afterAlways(StaticFieldsInvariantRule.java:170)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestV2Request
Error Message:
1 thread leaked from SUITE scope at
org.apache.solr.client.solrj.request.TestV2Request: 1) Thread[id=56,
name=qtp297481271-56, state=TIMED_WAITING, group=TGRP-TestV2Request] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE
scope at org.apache.solr.client.solrj.request.TestV2Request:
1) Thread[id=56, name=qtp297481271-56, state=TIMED_WAITING,
group=TGRP-TestV2Request]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([9384056312F5B55]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestV2Request
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=56,
name=qtp297481271-56, state=TIMED_WAITING, group=TGRP-TestV2Request] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=56, name=qtp297481271-56, state=TIMED_WAITING,
group=TGRP-TestV2Request]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([9384056312F5B55]:0)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at
__randomizedtesting.SeedInfo.seed([6E8117FDF9225FF5:E6D5282757DE320D]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at
org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13169 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
[junit4] 2> Creating dataDir:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_6E8117FDF9225FF5-001/init-core-data-001
[junit4] 2> 1787746 WARN
(SUITE-TestTriggerIntegration-seed#[6E8117FDF9225FF5]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1787747 INFO
(SUITE-TestTriggerIntegration-seed#[6E8117FDF9225FF5]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1787748 INFO
(SUITE-TestTriggerIntegration-seed#[6E8117FDF9225FF5]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1787748 INFO
(SUITE-TestTriggerIntegration-seed#[6E8117FDF9225FF5]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1787934 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1787935 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 0
[junit4] 2> 1787935 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 1787935 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1787935 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1787965 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1787965 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1787966 DEBUG (ScheduledTrigger-2336-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1787989 DEBUG (ScheduledTrigger-2336-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788009 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 1788009 DEBUG
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
1
[junit4] 2> 1788022 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1788043 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1788043 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1788043 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1788044 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 1788045 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1788063 DEBUG
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1788079 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1788080 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 2
[junit4] 2> 1788080 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 1788080 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 1788080 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1788081 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1788081 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1788081 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788101 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788138 DEBUG (ScheduledTrigger-2339-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788172 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788209 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788262 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788283 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788318 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788355 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788400 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788417 DEBUG (simCloudManagerPool-2338-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1788417 DEBUG (simCloudManagerPool-2338-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 1788421 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788447 DEBUG (simCloudManagerPool-2338-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 1788456 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788477 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788530 DEBUG (ScheduledTrigger-2339-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788540 DEBUG (simCloudManagerPool-2338-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 1788540 DEBUG (simCloudManagerPool-2338-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=2, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction},
{name=test1,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}],
enabled=true}
[junit4] 2> 1788541 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1788541 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1788542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1788546 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1788602 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1788550 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788631 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1788631 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1788631 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788633 DEBUG (simCloudManagerPool-2338-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1788635 DEBUG (simCloudManagerPool-2338-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 1788635 DEBUG (simCloudManagerPool-2338-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 1788635 DEBUG (simCloudManagerPool-2338-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 1788635 DEBUG (simCloudManagerPool-2338-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=2, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction},
{name=test1,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}],
enabled=true}
[junit4] 2> 1788635 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1788652 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1788668 DEBUG (simCloudManagerPool-2338-thread-3) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1788669 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1788669 DEBUG (simCloudManagerPool-2338-thread-3) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
5
[junit4] 2> 1788669 DEBUG (simCloudManagerPool-2338-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 1788669 DEBUG (simCloudManagerPool-2338-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 1788669 DEBUG (simCloudManagerPool-2338-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=2, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction},
{name=test1,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}],
enabled=true}
[junit4] 2> 1788671 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1788672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1788681 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1788681 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1788681 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time
1954931348522773
[junit4] 2> 1788689 DEBUG (ScheduledTrigger-2339-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 1788702 DEBUG (ScheduledTrigger-2339-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1788702 DEBUG (ScheduledTrigger-2339-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1788709 DEBUG (ScheduledTrigger-2339-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 1788722 DEBUG (ScheduledTrigger-2339-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1788722 DEBUG (ScheduledTrigger-2339-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1788722 DEBUG (ScheduledTrigger-2339-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing
registered processor for nodes: [127.0.0.1:10002_solr] added at times
[1954931348522773], now=1954933417648323
[junit4] 2> 1788723 DEBUG (ScheduledTrigger-2339-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"6f1ffec96c715T1zkivunzsud6vok1fzwwen8z2",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1954931348522773,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1954931348522773],
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 1788724 DEBUG (ScheduledTrigger-2339-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_trigger]
[junit4] 2> 1788775 DEBUG (AutoscalingActionExecutor-2340-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"6f1ffec96c715T1zkivunzsud6vok1fzwwen8z2",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1954931348522773,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1954931348522773],
[junit4] 2> "_enqueue_time_":1954934180364923,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 1788812 DEBUG (AutoscalingActionExecutor-2340-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1788812 DEBUG (AutoscalingActionExecutor-2340-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1788812 DEBUG (AutoscalingActionExecutor-2340-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 1879 ms for event
id=6f1ffec96c715T1zkivunzsud6vok1fzwwen8z2
[junit4] 2> 1788924 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4
[junit4] 2> 1788924 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1788924 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1788924 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time
1954943525538773
[junit4] 2> 1788945 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4
[junit4] 2> 1788945 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1788945 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1788965 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4
[junit4] 2> 1788965 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1788965 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1788965 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing
registered processor for nodes: [127.0.0.1:10003_solr] added at times
[1954943525538773], now=1954945573514573
[junit4] 2> 1788965 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"6f202c2654bd5T1zkivunzsud6vok1fzwwen8z5",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1954943525538773,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1954943525538773],
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 1788965 DEBUG (ScheduledTrigger-2339-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_trigger]
[junit4] 2> 1788997 DEBUG (AutoscalingActionExecutor-2340-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"6f202c2654bd5T1zkivunzsud6vok1fzwwen8z5",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1954943525538773,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1954943525538773],
[junit4] 2> "_enqueue_time_":1954945582757723,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 1789034 WARN (AutoscalingActionExecutor-2340-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: test1 for trigger
event: {
[junit4] 2> "id":"6f202c2654bd5T1zkivunzsud6vok1fzwwen8z5",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1954943525538773,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1954943525538773],
[junit4] 2> "_enqueue_time_":1954945582757723,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:301)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction.process(TestTriggerIntegration.java:892)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:298)
[junit4] 2> ... 6 more
[junit4] 2> 1789034 DEBUG (AutoscalingActionExecutor-2340-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1789034 DEBUG (AutoscalingActionExecutor-2340-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1789034 DEBUG (AutoscalingActionExecutor-2340-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 1856 ms for event
id=6f202c2654bd5T1zkivunzsud6vok1fzwwen8z5
[junit4] 2> 1789054 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> 1789054 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1789054 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1789054 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1789054 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1789055 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 4
[junit4] 2> 1789055 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 1789055 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 1789056 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1789056 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1789056 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1789056 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1789057 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1789057 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 3
[junit4] 2> 1789058 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - update 4
[junit4] 2> 1789058 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1789092 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 1789093 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - FAILED 1
[junit4] 2> 1789093 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2
[junit4] 2> 1789093 INFO
(TEST-TestTriggerIntegration.testListeners-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 1789143 DEBUG (ScheduledTrigger-2339-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4
[junit4] 2> 1789144 DEBUG (ScheduledTrigger-2339-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1789144 DEBUG (ScheduledTrigger-2339-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1789239 DEBUG (ScheduledTrigger-2339-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4
[junit4] 2> 1789239 DEBUG (ScheduledTrigger-2339-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1789239 DEBUG (ScheduledTrigger-2339-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1789240 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 1789240 DEBUG
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
6
[junit4] 2> 1789253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1789253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1789253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1789253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1789254 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 1789254 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1789255 DEBUG
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1789273 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1789273 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 7
[junit4] 2> 1789273 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr,
127.0.0.1:10002_solr]
[junit4] 2> 1789273 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 1789273 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1789291 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1789292 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1789307 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1789344 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1789365 DEBUG (ScheduledTrigger-2342-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1789417 DEBUG (simCloudManagerPool-2341-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1789417 DEBUG (simCloudManagerPool-2341-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
8
[junit4] 2> 1789417 DEBUG (simCloudManagerPool-2341-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10000_solr,
127.0.0.1:10002_solr]
[junit4] 2> 1789417 DEBUG (simCloudManagerPool-2341-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger
instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 1789417 DEBUG (simCloudManagerPool-2341-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr,
127.0.0.1:10002_solr]
[junit4] 2> 1789419 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1789419 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1789419 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1789419 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1789428 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 1789428 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1789429 DEBUG (simCloudManagerPool-2341-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1789429 DEBUG (simCloudManagerPool-2341-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
9
[junit4] 2> 1789429 DEBUG (simCloudManagerPool-2341-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10000_solr,
127.0.0.1:10002_solr]
[junit4] 2> 1789429 DEBUG (simCloudManagerPool-2341-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger
instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 1789429 DEBUG (simCloudManagerPool-2341-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr,
127.0.0.1:10002_solr]
[junit4] 2> 1789429 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1789429 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1789444 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 1789465 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 1789465 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1789465 DEBUG (ScheduledTrigger-2342-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 1789489 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10004_solr at time
1954971767178123
[junit4] 2> 1789489 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 1789518 DEBUG (ScheduledTrigger-2342-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 1789518 DEBUG (ScheduledTrigger-2342-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 1789518 DEBUG (ScheduledTrigger-2342-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1789518 DEBUG (ScheduledTrigger-2342-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing
registered processor for nodes: [127.0.0.1:10004_solr] added at times
[1954971767178123], now=1954973222251873
[junit4] 2> 1789518 DEBUG (ScheduledTrigger-2342-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"6f20955ba838bT1zkivunzsud6vok1fzwwen8z8",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1954971767178123,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1954971767178123],
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 1789527 DEBUG (ScheduledTrigger-2342-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_cooldown_trigger]
[junit4] 2> 1789528 DEBUG (AutoscalingActionExecutor-2343-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"6f20955ba838bT1zkivunzsud6vok1fzwwen8z8",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1954971767178123,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1954971767178123],
[junit4] 2> "_enqueue_time_":1954973654738973,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 1789529 DEBUG (AutoscalingActionExecutor-2343-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1789529 DEBUG (AutoscalingActionExecutor-2343-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after
100ms
[junit4] 2> 1789529 DEBUG (AutoscalingActionExecutor-2343-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 47 ms for event
id=6f20955ba838bT1zkivunzsud6vok1fzwwen8z8
[junit4] 2> 1789640 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4
[junit4] 2> 1789640 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 1789640 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1789640 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10005_solr at time
1954979318057123
[junit4] 2> 1789660 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4
[junit4] 2> 1789660 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 1789660 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1789660 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing
registered processor for nodes: [127.0.0.1:10005_solr] added at times
[1954979318057123], now=1954980330838123
[junit4] 2> 1789660 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"6f20b17cbc8a3T1zkivunzsud6vok1fzwwen8zb",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1954979318057123,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1954979318057123],
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 1789660 DEBUG (ScheduledTrigger-2342-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_cooldown_trigger]
[junit4] 2> 1789676 DEBUG (AutoscalingActionExecutor-2343-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"6f20b17cbc8a3T1zkivunzsud6vok1fzwwen8zb",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1954979318057123,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1954979318057123],
[junit4] 2> "_enqueue_time_":1954980340676523,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 1789677 DEBUG (AutoscalingActionExecutor-2343-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1789677 DEBUG (AutoscalingActionExecutor-2343-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after
100ms
[junit4] 2> 1789677 DEBUG (AutoscalingActionExecutor-2343-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 29 ms for event
id=6f20b17cbc8a3T1zkivunzsud6vok1fzwwen8zb
[junit4] 2> 1789737 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testCooldown
[junit4] 2> 1789737 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1789737 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1789737 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1789737 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1789737 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 4
[junit4] 2> 1789737 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 1789749 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 1789749 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1789749 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1789749 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1789749 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1789749 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1789749 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 1789749 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - update 4
[junit4] 2> 1789749 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 1789749 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_cooldown_trigger
[junit4] 2> 1789749 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2
[junit4] 2> 1789749 INFO
(TEST-TestTriggerIntegration.testCooldown-seed#[6E8117FDF9225FF5]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 2
[junit4] 2> 1789753 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 1789753 DEBUG
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 10
[junit4] 2> 1789770 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 1789770 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion
10
[junit4] 2> 1789770 DEBUG
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 1789770 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1789770 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1789770 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:163)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1789786 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1789786 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 11
[junit4] 2> 1789786 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10002_solr]
[junit4] 2> 1789786 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion -1
[junit4] 2> 1789786 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion
11
[junit4] 2> 1789787 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1789787 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 1789788 DEBUG (ScheduledTrigger-2345-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1789816 DEBUG (ScheduledTrigger-2345-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1789852 DEBUG (ScheduledTrigger-2345-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1789881 DEBUG (simCloudManagerPool-2344-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1789881 DEBUG (simCloudManagerPool-2344-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
12
[junit4] 2> 1789881 DEBUG (simCloudManagerPool-2344-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10002_solr]
[junit4] 2> 1789881 DEBUG (simCloudManagerPool-2344-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10002_solr]
[junit4] 2> 1789881 DEBUG (simCloudManagerPool-2344-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=2, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 1789887 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion
12
[junit4] 2> 1789888 DEBUG (ScheduledTrigger-2345-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1789888 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1789891 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 1789891 DEBUG (ScheduledTrigger-2345-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1789904 DEBUG (ScheduledTrigger-2345-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1789904 DEBUG (ScheduledTrigger-2345-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10006_solr at time
1954992515625473
[junit4] 2> 1789916 DEBUG (ScheduledTrigger-2345-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 1789925 DEBUG (ScheduledTrigger-2345-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1789925 DEBUG (ScheduledTrigger-2345-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1789940 DEBUG (ScheduledTrigger-2345-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 1789961 DEBUG (ScheduledTrigger-2345-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 1789961 DEBUG (ScheduledTrigger-2345-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1789961 DEBUG (ScheduledTrigger-2345-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1789961 DEBUG (ScheduledTrigger-2345-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing
registered processor for nodes: [127.0.0.1:10006_solr] added at times
[1954992515625473], now=1954995368447273
[junit4] 2> 1789961 DEBUG (ScheduledTrigger-2345-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"6f20e2a6eb201T1zkivunzsud6vok1fzwwen8ze",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1954992515625473,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1954992515625473],
[junit4] 2> "nodeNames":["127.0.0.1:10006_solr"]}}
[junit4] 2> 1789961 DEBUG (ScheduledTrigger-2345-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_trigger]
[junit4] 2> 1790062 DEBUG (AutoscalingActionExecutor-2346-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"6f20e2a6eb201T1zkivunzsud6vok1fzwwen8ze",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1954992515625473,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1954992515625473],
[junit4] 2> "_enqueue_time_":1954995389102973,
[junit4] 2> "nodeNames":["127.0.0.1:10006_solr"]}}
[junit4] 2> 1790108 DEBUG (simCloudManagerPool-2344-thread-4) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1790108 DEBUG (simCloudManagerPool-2344-thread-4) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
13
[junit4] 2> 1790108 DEBUG (simCloudManagerPool-2344-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10006_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1790108 DEBUG (simCloudManagerPool-2344-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10006_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1790108 DEBUG (simCloudManagerPool-2344-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=2, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 1790108 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion
13
[junit4] 2> 1790115 DEBUG (AutoscalingActionExecutor-2346-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1790115 DEBUG (AutoscalingActionExecutor-2346-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1790115 DEBUG (AutoscalingActionExecutor-2346-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 2642 ms for event
id=6f20e2a6eb201T1zkivunzsud6vok1fzwwen8ze
[junit4] 2> 1790116 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts
###########
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 1790160 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[6E8117FDF9225FF5]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 1790182 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 1790182 DEBUG
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 14
[junit4] 2> 1790182 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 1790183 DEBUG
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 1790183 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 1790209 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1790210 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 15
[junit4] 2> 1790210 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10006_solr]
[junit4] 2> 1790210 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion -1
[junit4] 2> 1790210 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion
15
[junit4] 2> 1790233 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1790233 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15
[junit4] 2> 1790233 DEBUG (ScheduledTrigger-2348-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1790265 DEBUG (ScheduledTrigger-2348-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1790308 DEBUG (ScheduledTrigger-2348-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1790442 DEBUG (ScheduledTrigger-2348-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 1790443 DEBUG (simCloudManagerPool-2347-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1790443 DEBUG (simCloudManagerPool-2347-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
16
[junit4] 2> 1790443 DEBUG (simCloudManagerPool-2347-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10006_solr]
[junit4] 2> 1790443 DEBUG (simCloudManagerPool-2347-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger
instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 1790443 DEBUG (simCloudManagerPool-2347-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10006_solr]
[junit4] 2> 1790444 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion
16
[junit4] 2> 1790444 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1790444 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
[junit4] 2> 1790444 DEBUG (ScheduledTrigger-2348-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1790444 DEBUG (ScheduledTrigger-2348-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1790444 DEBUG (ScheduledTrigger-2348-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10007_solr at time
1955019517980023
[junit4] 2> 1790462 DEBUG (ScheduledTrigger-2348-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 1790502 DEBUG (simCloudManagerPool-2347-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1790502 DEBUG (simCloudManagerPool-2347-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
17
[junit4] 2> 1790502 DEBUG (ScheduledTrigger-2348-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1790502 DEBUG (ScheduledTrigger-2348-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1790517 DEBUG (ScheduledTrigger-2348-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 1790538 DEBUG (ScheduledTrigger-2348-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1790538 DEBUG (simCloudManagerPool-2347-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1790538 DEBUG (ScheduledTrigger-2348-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1790538 DEBUG (simCloudManagerPool-2347-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger
instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 1790538 DEBUG (ScheduledTrigger-2348-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 1790538 DEBUG (simCloudManagerPool-2347-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1790538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion
17
[junit4] 2> 1790539 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 1790539 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17
[junit4] 2> 1790539 DEBUG (ScheduledTrigger-2348-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1790539 DEBUG (ScheduledTrigger-2348-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1790539 DEBUG (ScheduledTrigger-2348-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing
registered processor for nodes: [127.0.0.1:10007_solr] added at times
[1955019517980023], now=1955024258597923
[junit4] 2> 1790539 DEBUG (ScheduledTrigger-2348-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"6f21473e5ed77T1zkivunzsud6vok1fzwwen8zh",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1955019517980023,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1955019517980023],
[junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}}
[junit4] 2> 1790539 DEBUG (ScheduledTrigger-2348-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_restore_trigger]
[junit4] 2> 1790552 DEBUG (AutoscalingActionExecutor-2349-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"6f21473e5ed77T1zkivunzsud6vok1fzwwen8zh",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1955019517980023,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1955019517980023],
[junit4] 2> "_enqueue_time_":1955024277630423,
[junit4] 2> "nodeNames":["127.0.0.1:10007_solr"]}}
[junit4] 2> 1790552 DEBUG (AutoscalingActionExecutor-2349-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1790552 DEBUG (AutoscalingActionExecutor-2349-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after
100ms
[junit4] 2> 1790552 DEBUG (AutoscalingActionExecutor-2349-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 24 ms for event
id=6f21473e5ed77T1zkivunzsud6vok1fzwwen8zh
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase
#############################################
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS
############
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase
#############################################
[junit4] 2>
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts
##########
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling
2
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update
2
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts
###########
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger:
node_added_restore_trigger
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 1790553 INFO
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 1790556 INFO
(TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 1790557 DEBUG
(TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 18
[junit4] 2> 1790557 INFO
(TEST-TestTriggerIntegration.testEventFromRestoredState-seed#[6E8117FDF9225FF5])
[ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 1790557 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTrigger
[...truncated too long message...]
] o.a.s.c.OverseerElectionContext I am going to be the leader
127.0.0.1:42507_solr
[junit4] 2> 20140 INFO (jetty-closer-2-thread-1) [ ] o.e.j.s.session
Stopped scavenging
[junit4] 2> 20166 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid
0x10075052ac4000c, likely client has closed socket
[junit4] 2> 20167 INFO (jetty-closer-2-thread-3) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@3dc1d1f1{/solr,null,UNAVAILABLE}
[junit4] 2> 20168 INFO (jetty-closer-2-thread-3) [ ] o.e.j.s.session
Stopped scavenging
[junit4] 2> 21574 WARN
(zkCallback-30-thread-2-processing-n:127.0.0.1:37722_solr)
[n:127.0.0.1:37722_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 21574 INFO (jetty-closer-2-thread-2) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@70eb960d{/solr,null,UNAVAILABLE}
[junit4] 2> 21574 INFO (jetty-closer-2-thread-2) [ ] o.e.j.s.session
Stopped scavenging
[junit4] 2> 50150 WARN (jetty-closer-2-thread-1) [ ]
o.e.j.u.t.QueuedThreadPool
QueuedThreadPool@qtp297481271{STOPPING,8<=8<=10000,i=0,q=1} Couldn't stop
Thread[qtp297481271-56,5,TGRP-TestV2Request]
[junit4] 2> 50160 ERROR
(SUITE-TestV2Request-seed#[9384056312F5B55]-worker) [ ]
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 50180 INFO
(SUITE-TestV2Request-seed#[9384056312F5B55]-worker) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:46636 46636
[junit4] 2> 50402 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer connecting
to 127.0.0.1:46636 46636
[junit4] 2> 50403 WARN (Thread-1) [ ] o.a.s.c.ZkTestServer Watch limit
violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/collections/test/terms/shard1
[junit4] 2> 12 /solr/configs/config
[junit4] 2> 12 /solr/collections/test/terms/shard2
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 68 /solr/collections/test/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 2
/solr/overseer_elect/election/72186259090702345-127.0.0.1:45415_solr-n_0000000000
[junit4] 2> 2
/solr/collections/test/leader_elect/shard2/election/72186259090702348-core_node7-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 50404 INFO
(SUITE-TestV2Request-seed#[9384056312F5B55]-worker) [ ] o.a.s.SolrTestCaseJ4
------------------------------------------------------- Done waiting for
tracked resources to be released
[junit4] 2> Feb 26, 2018 6:18:41 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked
thread(s).
[junit4] 2> Feb 26, 2018 6:19:01 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at
org.apache.solr.client.solrj.request.TestV2Request:
[junit4] 2> 1) Thread[id=56, name=qtp297481271-56, state=TIMED_WAITING,
group=TGRP-TestV2Request]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 26, 2018 6:19:01 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=56, name=qtp297481271-56, state=TIMED_WAITING,
group=TGRP-TestV2Request]
[junit4] 2> Feb 26, 2018 6:19:04 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be
terminated:
[junit4] 2> 1) Thread[id=56, name=qtp297481271-56, state=TIMED_WAITING,
group=TGRP-TestV2Request]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70),
sim=RandomSimilarity(queryNorm=false): {}, locale=el-GR,
timezone=America/Godthab
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation
1.8.0_152 (64-bit)/cpus=4,threads=2,free=262489488,total=345505792
[junit4] 2> NOTE: All tests run in this JVM:
[HyperbolicCosineEvaluatorTest, TestV2Request]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running
'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestV2Request
-Dtests.seed=9384056312F5B55 -Dtests.multiplier=2 -Dtests.nightly=true
-Dtests.slow=true
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt
-Dtests.locale=el-GR -Dtests.timezone=America/Godthab -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestV2Request (suite) <<<
[junit4] > Throwable #1:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE
scope at org.apache.solr.client.solrj.request.TestV2Request:
[junit4] > 1) Thread[id=56, name=qtp297481271-56, state=TIMED_WAITING,
group=TGRP-TestV2Request]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at
__randomizedtesting.SeedInfo.seed([9384056312F5B55]:0)Throwable #2:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
[junit4] > 1) Thread[id=56, name=qtp297481271-56, state=TIMED_WAITING,
group=TGRP-TestV2Request]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at
__randomizedtesting.SeedInfo.seed([9384056312F5B55]:0)
[junit4] Completed [30/146 (1!)] on J1 in 74.13s, 3 tests, 2 errors <<<
FAILURES!
[...truncated 8134 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:626:
The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:570:
Some of the tests produced a heap dump, but did not fail. Maybe a suppressed
OutOfMemoryError? Dumps created:
* java_pid27181.hprof
Total time: 525 minutes 20 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
