Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/223/
2 tests failed.
FAILED:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTrigger
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at
__randomizedtesting.SeedInfo.seed([52821A4B3A5C223F:74E8A47221538D53]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTrigger(TestSimTriggerIntegration.java:440)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at
__randomizedtesting.SeedInfo.seed([52821A4B3A5C223F:DABF9334009CC392]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTriggerRestoreState(TestSimTriggerIntegration.java:410)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13640 lines...]
[junit4] Suite:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[junit4] 2> Creating dataDir:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_52821A4B3A5C223F-001/init-core-data-001
[junit4] 2> 1768845 DEBUG
(SUITE-TestSimTriggerIntegration-seed#[52821A4B3A5C223F]-worker) [ ]
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10000_solr
[junit4] 2> 1768846 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 1768847 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 0
[junit4] 2> 1768847 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1768847 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1768883 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 1768892 DEBUG
(SUITE-TestSimTriggerIntegration-seed#[52821A4B3A5C223F]-worker) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 1768894 DEBUG
(SUITE-TestSimTriggerIntegration-seed#[52821A4B3A5C223F]-worker) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1768894 INFO
(SUITE-TestSimTriggerIntegration-seed#[52821A4B3A5C223F]-worker) [ ]
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history
in memory.
[junit4] IGNOR/A 0.00s J2 | TestSimTriggerIntegration.testSearchRate
[junit4] > Assumption #1: 'awaitsfix' test group is disabled
(@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 1768897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1768897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1768897 INFO (ScheduledTrigger-4448-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 1
[junit4] 2> 1768930 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 1768932 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [
] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 1768932 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 1768932 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [
] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor
now
[junit4] 2> 1768932 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [
] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1768932 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [
] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1768932 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [
] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool
executor
[junit4] 2> 1768933 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [
] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1768933 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 1769006 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 1769006 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 2
[junit4] 2> 1769007 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 1769007 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1769022 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 1769022 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1769023 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1769023 INFO (ScheduledTrigger-4453-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769079 INFO (ScheduledTrigger-4453-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769115 INFO (ScheduledTrigger-4453-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769152 INFO (ScheduledTrigger-4453-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769185 DEBUG (simCloudManagerPool-4452-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=1
[junit4] 2> 1769185 DEBUG (simCloudManagerPool-4452-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 1769187 DEBUG (simCloudManagerPool-4452-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1769187 DEBUG (simCloudManagerPool-4452-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 1769294 INFO (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769297 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1769298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1769298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1769326 INFO (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769346 INFO (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769383 INFO (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769419 INFO (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769455 INFO (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769492 INFO (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769509 DEBUG (simCloudManagerPool-4452-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1769509 DEBUG (simCloudManagerPool-4452-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 1769516 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1769517 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1769533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial
livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 1769533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=2, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 1769533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1769528 INFO (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769533 DEBUG (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1769533 DEBUG (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1769571 INFO (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1769589 DEBUG (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1769589 DEBUG (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1769589 DEBUG (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time
25903742445828778
[junit4] 2> 1769642 INFO (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1769642 DEBUG (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1769642 DEBUG (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1769642 DEBUG (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing
registered processor for nodes: [127.0.0.1:10002_solr] added at times
[25903742445828778], now=25903745080639678
[junit4] 2> 1769642 DEBUG (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c075106d63aaaTzm5z40crct9cn1b78se08kti",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":25903742445828778,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[25903742445828778],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 1769654 DEBUG (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_trigger]
[junit4] 2> 1769655 DEBUG (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system,
currentVersion=2
[junit4] 2> 1769655 DEBUG (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=2
[junit4] 2> 1769656 DEBUG (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 1769711 DEBUG (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=3
[junit4] 2> 1769713 DEBUG (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 1769786 DEBUG (simCloudManagerPool-4452-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=4
[junit4] 2> 1769787 DEBUG (simCloudManagerPool-4452-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 1769857 DEBUG (simCloudManagerPool-4452-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=5
[junit4] 2> 1769857 DEBUG (simCloudManagerPool-4452-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 1769873 DEBUG (simCloudManagerPool-4452-thread-6) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=6
[junit4] 2> 1769881 DEBUG (simCloudManagerPool-4452-thread-7) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1
(currentVersion=6): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1769963 DEBUG (simCloudManagerPool-4452-thread-6) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 1769963 DEBUG (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system,
currentVersion=7
[junit4] 2> 1769986 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770002 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770005 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770019 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770021 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770040 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770056 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770058 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770092 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770095 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770112 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770116 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770129 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770131 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770148 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770151 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770165 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770167 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770185 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770188 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770201 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770203 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770223 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770238 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770240 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770258 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770260 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770274 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770276 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770295 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770297 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770310 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770313 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770332 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770347 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770349 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770367 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770369 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770385 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770404 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770406 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770420 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770422 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770440 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770442 INFO (simCloudManagerPool-4452-thread-3) [ ]
o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770450 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [
] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=7
[junit4] 2> 1770451 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [
] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 1771099 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [
] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 3
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 3
[junit4] 2> ## activeReplicas 3
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 0
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 0
[junit4] 2> ## minActiveSliceDocs 0
[junit4] 2> ## avgActiveSliceDocs 0
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 10,240
[junit4] 2> ## maxActiveSliceBytes 10,240
[junit4] 2> ## minActiveSliceBytes 10,240
[junit4] 2> ## avgActiveSliceBytes 10,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 1
[junit4] 2> ## Total replicas: 3
[junit4] 2> ## * .system 3
[junit4] 2> ## - active 3
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - autoscaling 2
[junit4] 2> ## - update 1
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=TestSimTriggerIntegration -Dtests.method=testNodeAddedTrigger
-Dtests.seed=52821A4B3A5C223F -Dtests.multiplier=2 -Dtests.slow=true
-Dtests.badapples=true -Dtests.locale=es-SV -Dtests.timezone=America/Guayaquil
-Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 2.26s J2 | TestSimTriggerIntegration.testNodeAddedTrigger
<<<
[junit4] > Throwable #1: java.lang.AssertionError: The trigger did not
fire at all
[junit4] > at
__randomizedtesting.SeedInfo.seed([52821A4B3A5C223F:74E8A47221538D53]:0)
[junit4] > at
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTrigger(TestSimTriggerIntegration.java:440)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] IGNOR/A 0.00s J2 | TestSimTriggerIntegration.testNodeLostTrigger
[junit4] > Assumption #1: 'awaitsfix' test group is disabled
(@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 1771194 DEBUG (ScheduledTrigger-4453-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing
marker path: /autoscaling/nodeAdded/127.0.0.1:10002_solr
[junit4] 2> 1771195 DEBUG (AutoscalingActionExecutor-4454-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c075106d63aaaTzm5z40crct9cn1b78se08kti",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":25903742445828778,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[25903742445828778],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":25903745697016678,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 1771214 DEBUG (AutoscalingActionExecutor-4454-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1771214 DEBUG (AutoscalingActionExecutor-4454-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1771214 DEBUG (AutoscalingActionExecutor-4454-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 983 ms for event
id=5c075106d63aaaTzm5z40crct9cn1b78se08kti
[junit4] 2> 1771224 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 5
[junit4] 2> 1771225 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10001_solr
[junit4] 2> 1771225 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=8
[junit4] 2> 1771225 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 1771226 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimNodeStateProvider --removing value for
127.0.0.1:10000_solr
[junit4] 2> 1771226 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 1771226 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 1771226 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool
executor now
[junit4] 2> 1771226 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1771226 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1771259 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread
pool executor
[junit4] 2> 1771259 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1771259 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 1771279 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 1771280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 6
[junit4] 2> 1771280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 1771280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1771295 DEBUG (MetricsHistoryHandler-4451-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=9
[junit4] 2> 1771295 DEBUG (MetricsHistoryHandler-4451-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 1771295 INFO (MetricsHistoryHandler-4451-thread-1) [ ]
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history
in memory.
[junit4] 2> 1771315 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1771352 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1771352 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1771352 INFO (ScheduledTrigger-4456-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771389 INFO (ScheduledTrigger-4456-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771425 INFO (ScheduledTrigger-4456-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771429 DEBUG (simCloudManagerPool-4455-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system,
currentVersion=10
[junit4] 2> 1771429 DEBUG (simCloudManagerPool-4455-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=10
[junit4] 2> 1771429 DEBUG (simCloudManagerPool-4455-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 1771453 DEBUG (simCloudManagerPool-4455-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=11
[junit4] 2> 1771453 DEBUG (simCloudManagerPool-4455-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 1771494 INFO (ScheduledTrigger-4456-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771514 DEBUG (simCloudManagerPool-4455-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=12
[junit4] 2> 1771514 INFO (ScheduledTrigger-4456-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771534 INFO (ScheduledTrigger-4456-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771550 DEBUG (simCloudManagerPool-4455-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 1771551 DEBUG (simCloudManagerPool-4455-thread-3) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1771551 DEBUG (simCloudManagerPool-4455-thread-3) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
7
[junit4] 2> 1771567 INFO (ScheduledTrigger-4456-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771587 INFO (ScheduledTrigger-4456-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771608 DEBUG (simCloudManagerPool-4455-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1
(currentVersion=13): {"core_node4":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1771608 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1771608 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1771608 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1771623 DEBUG (simCloudManagerPool-4455-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=13
[junit4] 2> 1771624 DEBUG (simCloudManagerPool-4455-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 1771624 DEBUG (simCloudManagerPool-4455-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system,
currentVersion=14
[junit4] 2> 1771660 INFO (ScheduledTrigger-4456-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771696 INFO (ScheduledTrigger-4456-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771716 INFO (ScheduledTrigger-4456-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771737 INFO (ScheduledTrigger-4456-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771757 INFO (ScheduledTrigger-4456-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771790 INFO (ScheduledTrigger-4456-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771809 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== KILL OVERSEER 1
[junit4] 2> 1771809 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 1771809 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 1771842 INFO (ScheduledTrigger-4456-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1771842 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool
executor now
[junit4] 2> 1771843 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1771843 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1771843 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread
pool executor
[junit4] 2> 1771843 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1771843 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 1771843 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimCloudManager = killing node 127.0.0.1:10001_solr
[junit4] 2> 1771843 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10002_solr
[junit4] 2> 1771843 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=14
[junit4] 2> 1771843 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 1771844 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 7
[junit4] 2> 1771845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 1771845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1771845 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1771845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path:
127.0.0.1:10001_solr
[junit4] 2> 1771862 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1771862 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1771863 INFO (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 3
[junit4] 2> 1771863 INFO (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
[junit4] 2> 1771899 INFO (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771935 INFO (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771972 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== ADD TRIGGERS
[junit4] 2> 1771991 INFO (simCloudManagerPool-4458-thread-1) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1771991 DEBUG (simCloudManagerPool-4458-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1771991 DEBUG (simCloudManagerPool-4458-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
8
[junit4] 2> 1772009 INFO (simCloudManagerPool-4458-thread-1) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1772009 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1772009 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial
livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1772009 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventMarkerAction}],
enabled=true}
[junit4] 2> 1772024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1772061 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1772062 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772062 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1772089 INFO (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1772110 DEBUG (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772110 DEBUG (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1772110 INFO (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1772110 INFO (simCloudManagerPool-4458-thread-2) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1772111 DEBUG (simCloudManagerPool-4458-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1772111 DEBUG (simCloudManagerPool-4458-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
9
[junit4] 2> 1772111 INFO (simCloudManagerPool-4458-thread-2) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1772111 INFO (simCloudManagerPool-4458-thread-2) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1772118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1772118 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial
livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1772118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1772118 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== ADD NODE 1
[junit4] 2> 1772118 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1772134 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772134 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772134 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10004_solr at time
25903869671420128
[junit4] 2> 1772134 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1772154 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772154 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772154 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772154 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing
registered processor for nodes: [127.0.0.1:10004_solr] added at times
[25903869671420128], now=25903870688288978
[junit4] 2> 1772154 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c076ea612b0e0Tzm5z40crct9cn1b78se08ktl",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":25903869671420128,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[25903869671420128],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 1772183 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger, node_added_trigger]
[junit4] 2> 1772183 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing
marker path: /autoscaling/nodeAdded/127.0.0.1:10004_solr
[junit4] 2> 1772184 DEBUG (AutoscalingActionExecutor-4460-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c076ea612b0e0Tzm5z40crct9cn1b78se08ktl",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":25903869671420128,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[25903869671420128],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":25903872117663778,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 1772184 DEBUG (AutoscalingActionExecutor-4460-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1772184 DEBUG (AutoscalingActionExecutor-4460-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 1772184 DEBUG (AutoscalingActionExecutor-4460-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1772215 DEBUG (AutoscalingActionExecutor-4460-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 1577 ms for event
id=5c076ea612b0e0Tzm5z40crct9cn1b78se08ktl
[junit4] 2> 1772293 INFO (ScheduledTrigger-4459-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772294 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772294 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772294 INFO (ScheduledTrigger-4459-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772329 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772329 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772329 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772329 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772365 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772365 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772365 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772365 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772401 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772402 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772402 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772402 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772438 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772438 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772438 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772438 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772474 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772474 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772474 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772474 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772507 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772507 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772507 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772507 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772530 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772530 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772530 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772530 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772565 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772565 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772565 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772565 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772600 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772600 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772600 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772600 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772636 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772636 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772636 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772636 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772673 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772673 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772673 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772673 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772709 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772709 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772709 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772709 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772764 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772764 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772764 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772764 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772784 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772784 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772784 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772784 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772819 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772819 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772819 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772819 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772855 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772855 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772855 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772855 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772887 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772888 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772888 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772888 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772924 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772924 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772924 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772924 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772944 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772944 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772944 DEBUG (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772945 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773017 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773017 INFO (ScheduledTrigger-4459-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773025 DEBUG (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773025 DEBUG (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773057 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773057 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773057 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773057 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773090 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773090 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773090 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773090 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773127 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773127 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773127 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773127 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773172 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773172 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773172 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773172 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773208 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773208 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773208 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773208 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773232 INFO (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773232 INFO (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773232 DEBUG (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773232 DEBUG (ScheduledTrigger-4459-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773260 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773260 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773260 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773260 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773280 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773281 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773281 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773281 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773317 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773317 INFO (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773317 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773317 DEBUG (ScheduledTrigger-4459-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773325 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== KILL OVERSEER 2
[junit4] 2> 1773325 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 1773325 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool
executor now
[junit4] 2> 1773325 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1773325 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1773326 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 1773341 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread
pool executor
[junit4] 2> 1773341 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1773341 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 1773341 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimCloudManager = killing node 127.0.0.1:10003_solr
[junit4] 2> 1773362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 9
[junit4] 2> 1773362 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1773362 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1773362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion -1
[junit4] 2> 1773362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1773363 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial
livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1773363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path:
127.0.0.1:10003_solr
[junit4] 2> 1773363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial
livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1773363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventMarkerAction}],
enabled=true}
[junit4] 2> 1773363 INFO (ScheduledTrigger-4462-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 2 and last live nodes: 3
[junit4] 2> 1773363 INFO (ScheduledTrigger-4462-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
[junit4] 2> 1773363 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1773364 DEBUG (ScheduledTrigger-4462-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773364 DEBUG (ScheduledTrigger-4462-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1773364 INFO (ScheduledTrigger-4462-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 3
[junit4] 2> 1773364 INFO (ScheduledTrigger-4462-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
[junit4] 2> 1773364 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1773398 INFO (ScheduledTrigger-4462-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1773398 DEBUG (ScheduledTrigger-4462-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10003_solr]
[junit4] 2> 1773399 DEBUG (ScheduledTrigger-4462-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c077cf5bb428eTzm5z40crct9cn1b78se08kto",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":25903931137409678,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[25903931137409678],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 1773399 DEBUG (ScheduledTrigger-4462-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773399 DEBUG (ScheduledTrigger-4462-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1773399 INFO (ScheduledTrigger-4462-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1773399 DEBUG (ScheduledTrigger-4462-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger, node_added_trigger]
[junit4] 2> 1773400 DEBUG (AutoscalingActionExecutor-4463-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c077cf5bb428eTzm5z40crct9cn1b78se08kto",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":25903931137409678,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[25903931137409678],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":25903932940448878,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 1773401 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=15
[junit4] 2> 1773401 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 1773419 DEBUG (AutoscalingActionExecutor-4463-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1773419 DEBUG (AutoscalingActionExecutor-4463-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 1773419 DEBUG (AutoscalingActionExecutor-4463-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1773419 DEBUG (AutoscalingActionExecutor-4463-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 920 ms for event
id=5c077cf5bb428eTzm5z40crct9cn1b78se08kto
[junit4] 2> 1773435 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 1
[junit4] 2> ## Dead nodes: 2
[junit4] 2> ## 127.0.0.1:10001_solr
[junit4] 2> ## 127.0.0.1:10003_solr
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 2
[junit4] 2> ## activeReplicas 2
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 6
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 6
[junit4] 2> ## minActiveSliceDocs 6
[junit4] 2> ## avgActiveSliceDocs 6
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 13,240
[junit4] 2> ## maxActiveSliceBytes 13,240
[junit4] 2> ## minActiveSliceBytes 13,240
[junit4] 2> ## avgActiveSliceBytes 13,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 1
[junit4] 2> ## * .system 1
[junit4] 2> ## - active 1
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - autoscaling 3
[junit4] 2> ## - update 6
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: node_added_trigger
[junit4] 2> ## - STARTED 2
[junit4] 2> ## - SUCCEEDED 2
[junit4] 2> ## * Trigger: node_lost_trigger
[junit4] 2> ## - STARTED 1
[junit4] 2> ## - SUCCEEDED 1
[junit4] 2>
[junit4] 2> 1773438 DEBUG
(TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 10
[junit4] 2> 1773438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion
10
[junit4] 2> 1773438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1773438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1773438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 1773438 DEBUG
(TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values:
127.0.0.1:10001_solr
[junit4] 2> 1773438 DEBUG
(TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values:
127.0.0.1:10003_solr
[junit4] 2> 1773438 INFO
(TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 1773438 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
~[?:1.8.0_191]
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
~[?:1.8.0_191]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:191)
[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 1773451 DEBUG
(TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor
now
[junit4] 2> 1773451 DEBUG
(TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1773451 DEBUG
(TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1773471 DEBUG
(TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread
pool executor
[junit4] 2> 1773471 DEBUG
(TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F])
[ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1773471 DEBUG
(TEST-TestSimTriggerIntegration.testTriggerThrottling-
[...truncated too long message...]
dApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null570388915
[copy] Copying 240 files to
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null570388915
[delete] Deleting directory
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null570388915
check-working-copy:
[ivy:cachepath] :: resolving dependencies ::
org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found
org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in
public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 116ms :: artifacts dl 17ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for
further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 205 minutes 48 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at
hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at
hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at
hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at
hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at
hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no
matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern
"**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
