Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/726/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
[TestEvent{timestamp=1509640050458000000,
config=org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig$TriggerListenerConfig@78c1893,
stage=SUCCEEDED, actionName='null', event={
"id":"14f351a066872c00T51eizgsu5msabk9rrxwh7x6vf",
"source":"node_added_cooldown_trigger", "eventTime":1509640049456000000,
"eventType":"NODEADDED", "properties":{
"eventTimes":[1509640049456000000], "_enqueue_time_":1509640050457000000,
"nodeNames":["127.0.0.1:42101_solr"]}}, message='null'}]
Stack Trace:
java.lang.AssertionError: [TestEvent{timestamp=1509640050458000000,
config=org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig$TriggerListenerConfig@78c1893,
stage=SUCCEEDED, actionName='null', event={
"id":"14f351a066872c00T51eizgsu5msabk9rrxwh7x6vf",
"source":"node_added_cooldown_trigger",
"eventTime":1509640049456000000,
"eventType":"NODEADDED",
"properties":{
"eventTimes":[1509640049456000000],
"_enqueue_time_":1509640050457000000,
"nodeNames":["127.0.0.1:42101_solr"]}}, message='null'}]
at
__randomizedtesting.SeedInfo.seed([56D8A1145BACAB4F:6766CCF02506DEBD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1200)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12641 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 1054961 INFO
(SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/init-core-data-001
[junit4] 2> 1054961 WARN
(SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1054962 INFO
(SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1054962 INFO
(SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1054963 INFO
(SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001
[junit4] 2> 1054963 INFO
(SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1054963 INFO (Thread-4751) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1054963 INFO (Thread-4751) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 1054964 ERROR (Thread-4751) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 1055063 INFO
(SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:34279
[junit4] 2> 1055068 INFO (jetty-launcher-1408-thread-2) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1055068 INFO (jetty-launcher-1408-thread-1) [ ]
o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1055068 INFO (jetty-launcher-1408-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@4d088632{/solr,null,AVAILABLE}
[junit4] 2> 1055068 INFO (jetty-launcher-1408-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@31cb8a22{/solr,null,AVAILABLE}
[junit4] 2> 1055069 INFO (jetty-launcher-1408-thread-1) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@7a2456fb{SSL,[ssl,
http/1.1]}{127.0.0.1:35771}
[junit4] 2> 1055069 INFO (jetty-launcher-1408-thread-2) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@2df9c459{SSL,[ssl,
http/1.1]}{127.0.0.1:38873}
[junit4] 2> 1055069 INFO (jetty-launcher-1408-thread-1) [ ]
o.e.j.s.Server Started @1056420ms
[junit4] 2> 1055069 INFO (jetty-launcher-1408-thread-2) [ ]
o.e.j.s.Server Started @1056420ms
[junit4] 2> 1055069 INFO (jetty-launcher-1408-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=35771}
[junit4] 2> 1055069 INFO (jetty-launcher-1408-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=38873}
[junit4] 2> 1055069 ERROR (jetty-launcher-1408-thread-1) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1055069 ERROR (jetty-launcher-1408-thread-2) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1055070 INFO (jetty-launcher-1408-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.2.0
[junit4] 2> 1055070 INFO (jetty-launcher-1408-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.2.0
[junit4] 2> 1055070 INFO (jetty-launcher-1408-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1055070 INFO (jetty-launcher-1408-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1055070 INFO (jetty-launcher-1408-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1055070 INFO (jetty-launcher-1408-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1055070 INFO (jetty-launcher-1408-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-11-02T16:26:36.801Z
[junit4] 2> 1055070 INFO (jetty-launcher-1408-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-11-02T16:26:36.801Z
[junit4] 2> 1055071 INFO (jetty-launcher-1408-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1055071 INFO (jetty-launcher-1408-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1055074 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x15f7d8e45170001, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1055075 INFO (jetty-launcher-1408-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34279/solr
[junit4] 2> 1055075 INFO (jetty-launcher-1408-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34279/solr
[junit4] 2> 1055076 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x15f7d8e45170003, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1055108 INFO (jetty-launcher-1408-thread-1)
[n:127.0.0.1:35771_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1055108 INFO (jetty-launcher-1408-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1055108 INFO (jetty-launcher-1408-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:38873_solr
[junit4] 2> 1055108 INFO (jetty-launcher-1408-thread-1)
[n:127.0.0.1:35771_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:35771_solr
[junit4] 2> 1055108 INFO (jetty-launcher-1408-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.Overseer Overseer
(id=98935766823403526-127.0.0.1:38873_solr-n_0000000000) starting
[junit4] 2> 1055109 INFO
(zkCallback-1420-thread-1-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 1055109 INFO
(zkCallback-1419-thread-1-processing-n:127.0.0.1:35771_solr)
[n:127.0.0.1:35771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 1055112 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Adding
.autoAddReplicas trigger
[junit4] 2> 1055112 INFO (jetty-launcher-1408-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:38873_solr
[junit4] 2> 1055113 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 1
[junit4] 2> 1055118 INFO
(zkCallback-1419-thread-1-processing-n:127.0.0.1:35771_solr)
[n:127.0.0.1:35771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 1055118 INFO
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 1055119 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:35771_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1055119 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1055119 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 1
[junit4] 2> 1055122 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1055123 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1055123 DEBUG (ScheduledTrigger-3448-thread-1)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
.auto_add_replicas with currently live nodes: [127.0.0.1:35771_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1055196 INFO (jetty-launcher-1408-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_38873.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1055202 INFO (jetty-launcher-1408-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_38873.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1055203 INFO (jetty-launcher-1408-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_38873.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1055204 INFO (jetty-launcher-1408-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001/node2/.
[junit4] 2> 1055209 INFO (jetty-launcher-1408-thread-1)
[n:127.0.0.1:35771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35771.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1055214 INFO (jetty-launcher-1408-thread-1)
[n:127.0.0.1:35771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35771.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1055214 INFO (jetty-launcher-1408-thread-1)
[n:127.0.0.1:35771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35771.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1055215 INFO (jetty-launcher-1408-thread-1)
[n:127.0.0.1:35771_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001/node1/.
[junit4] 2> 1055233 INFO
(SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1055233 INFO
(SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
[junit4] 2> 1055245 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 1055245 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode
version 2
[junit4] 2> 1055245 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 2
[junit4] 2> 1055245 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 2
[junit4] 2> 1055247 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 1055247 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1055247 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1055248 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1055250 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@35bf38f4{/solr,null,AVAILABLE}
[junit4] 2> 1055250 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.e.j.s.AbstractConnector Started ServerConnector@2c7c1f2d{SSL,[ssl,
http/1.1]}{127.0.0.1:40455}
[junit4] 2> 1055250 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.e.j.s.Server Started @1056601ms
[junit4] 2> 1055250 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=40455}
[junit4] 2> 1055251 ERROR
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging
may be missing or incomplete.
[junit4] 2> 1055251 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
version 7.2.0
[junit4] 2> 1055251 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 1055251 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1055251 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-11-02T16:26:36.982Z
[junit4] 2> 1055255 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1055263 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34279/solr
[junit4] 2> 1055270 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (2)
[junit4] 2> 1055271 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40455_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1055272 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40455_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:40455_solr
[junit4] 2> 1055278 INFO
(zkCallback-1419-thread-1-processing-n:127.0.0.1:35771_solr)
[n:127.0.0.1:35771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 1055278 INFO (zkCallback-1427-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1055279 INFO
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 1055279 INFO
(zkCallback-1432-thread-1-processing-n:127.0.0.1:40455_solr)
[n:127.0.0.1:40455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 1055339 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_40455.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1055344 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_40455.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1055344 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_40455.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1055345 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40455_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001/node3/.
[junit4] 2> 1055388 INFO (qtp735671381-11246) [n:127.0.0.1:35771_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1055388 INFO (qtp735671381-11246) [n:127.0.0.1:35771_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
[junit4] 2> 1055390 INFO (qtp735671381-11259) [n:127.0.0.1:35771_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1055409 INFO (qtp1374658535-11244) [n:127.0.0.1:38873_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1055431 INFO (qtp263907092-11302) [n:127.0.0.1:40455_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1055431 DEBUG (qtp735671381-11246) [n:127.0.0.1:35771_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1055432 INFO (qtp735671381-11246) [n:127.0.0.1:35771_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling
params={wt=javabin&version=2} status=0 QTime=45
[junit4] 2> 1055432 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 3
[junit4] 2> 1055433 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:35771_solr, 127.0.0.1:40455_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1055433 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 3
[junit4] 2> 1055433 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c7c1f2d{SSL,[ssl,
http/1.1]}{127.0.0.1:0}
[junit4] 2> 1055433 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=876460210
[junit4] 2> 1055433 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.node, tag=null
[junit4] 2> 1055433 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@725bd18f: rootName =
solr_40455, domain = solr.node, service url = null, agent id = null] for
registry solr.node / com.codahale.metrics.MetricRegistry@29cc9b04
[junit4] 2> 1055433 INFO
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 1055434 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1055434 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1055434 DEBUG (ScheduledTrigger-3448-thread-1)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: [127.0.0.1:35771_solr,
127.0.0.1:40455_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1055438 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.jvm, tag=null
[junit4] 2> 1055438 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@267777f2: rootName =
solr_40455, domain = solr.jvm, service url = null, agent id = null] for
registry solr.jvm / com.codahale.metrics.MetricRegistry@5d284b8b
[junit4] 2> 1055441 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.jetty, tag=null
[junit4] 2> 1055441 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@48db86c3: rootName =
solr_40455, domain = solr.jetty, service url = null, agent id = null] for
registry solr.jetty / com.codahale.metrics.MetricRegistry@6763f439
[junit4] 2> 1055441 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.c.ZkController Remove node as live in
ZooKeeper:/live_nodes/127.0.0.1:40455_solr
[junit4] 2> 1055442 INFO
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (2)
[junit4] 2> 1055442 INFO
(zkCallback-1432-thread-1-processing-n:127.0.0.1:40455_solr)
[n:127.0.0.1:40455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (2)
[junit4] 2> 1055442 INFO (zkCallback-1427-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1055442 INFO
(zkCallback-1419-thread-1-processing-n:127.0.0.1:35771_solr)
[n:127.0.0.1:35771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (2)
[junit4] 2> 1055442 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.cluster, tag=null
[junit4] 2> 1055442 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
2147483647 transient cores
[junit4] 2> 1055443 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@35bf38f4{/solr,null,UNAVAILABLE}
[junit4] 2> 1056435 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: [127.0.0.1:35771_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1056435 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node:
127.0.0.1:40455_solr
[junit4] 2> 1056946 INFO (qtp735671381-11257) [n:127.0.0.1:35771_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1056946 INFO (qtp735671381-11257) [n:127.0.0.1:35771_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
[junit4] 2> 1056947 INFO (qtp735671381-11258) [n:127.0.0.1:35771_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1056949 INFO (qtp1374658535-11252) [n:127.0.0.1:38873_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1056949 DEBUG (qtp735671381-11257) [n:127.0.0.1:35771_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1056950 INFO (qtp735671381-11257) [n:127.0.0.1:35771_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling
params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1056950 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 4
[junit4] 2> 1056950 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:35771_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1056950 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 4
[junit4] 2> 1056950 INFO
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 1056950 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from
marker path: 127.0.0.1:40455_solr
[junit4] 2> 1056951 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1056951 DEBUG (ScheduledTrigger-3448-thread-1)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_restore_trigger with currently live nodes: [127.0.0.1:35771_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1056951 DEBUG (ScheduledTrigger-3448-thread-1)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing
registered processor for lost nodes: [127.0.0.1:40455_solr]
[junit4] 2> 1056951 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1056951 DEBUG (ScheduledTrigger-3448-thread-1)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown
inactive - processing event: {
[junit4] 2> "id":"14f35194941a2840T51eizgsu5msabk9rrxwh7x6v1",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1509639998681000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509639998681000000],
[junit4] 2> "nodeNames":["127.0.0.1:40455_solr"]}}
[junit4] 2> 1056951 INFO (ScheduledTrigger-3448-thread-1)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.SystemLogListener Collection .system
does not exist, disabling logging.
[junit4] 2> 1056952 DEBUG
(AutoscalingActionExecutor-3449-thread-1-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions
for {
[junit4] 2> "id":"14f35194941a2840T51eizgsu5msabk9rrxwh7x6v1",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":1509639998681000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509639998681000000],
[junit4] 2> "_enqueue_time_":1509639998682000000,
[junit4] 2> "nodeNames":["127.0.0.1:40455_solr"]}}
[junit4] 2> 1056952 INFO
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 1056967 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 1056967 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 1056967 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 5
[junit4] 2> 1056968 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 5
[junit4] 2> 1056968 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 1056968 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1056968 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1056969 INFO (qtp735671381-11248) [n:127.0.0.1:35771_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1056972 INFO (qtp735671381-11248) [n:127.0.0.1:35771_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1056980 INFO (qtp1374658535-11252) [n:127.0.0.1:38873_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1056980 INFO (qtp1374658535-11252) [n:127.0.0.1:38873_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
[junit4] 2> 1056982 INFO (qtp735671381-11248) [n:127.0.0.1:35771_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1056987 INFO (qtp1374658535-11244) [n:127.0.0.1:38873_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1056988 DEBUG (qtp1374658535-11252) [n:127.0.0.1:38873_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1056989 INFO (qtp1374658535-11252) [n:127.0.0.1:38873_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling
params={wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1056990 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 6
[junit4] 2> 1056990 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:35771_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1056990 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 6
[junit4] 2> 1056991 INFO
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 1056991 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1056991 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1056991 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_trigger with currently live nodes: [127.0.0.1:35771_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1056994 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.e.j.s.AbstractConnector Stopped ServerConnector@7a2456fb{SSL,[ssl,
http/1.1]}{127.0.0.1:0}
[junit4] 2> 1056995 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1700336326
[junit4] 2> 1056995 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
tag=null
[junit4] 2> 1056995 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@60efc07b: rootName =
solr_35771, domain = solr.node, service url = null, agent id = null] for
registry solr.node / com.codahale.metrics.MetricRegistry@3a07eacf
[junit4] 2> 1057003 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
tag=null
[junit4] 2> 1057003 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@3404369d: rootName =
solr_35771, domain = solr.jvm, service url = null, agent id = null] for
registry solr.jvm / com.codahale.metrics.MetricRegistry@5d284b8b
[junit4] 2> 1057009 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
tag=null
[junit4] 2> 1057009 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@4f1f9df: rootName =
solr_35771, domain = solr.jetty, service url = null, agent id = null] for
registry solr.jetty / com.codahale.metrics.MetricRegistry@6763f439
[junit4] 2> 1057009 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.c.ZkController Remove node as live in
ZooKeeper:/live_nodes/127.0.0.1:35771_solr
[junit4] 2> 1057010 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster,
tag=null
[junit4] 2> 1057010 INFO
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (1)
[junit4] 2> 1057010 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
2147483647 transient cores
[junit4] 2> 1057011 INFO (zkCallback-1427-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1057012 INFO
(zkCallback-1419-thread-1-processing-n:127.0.0.1:35771_solr)
[n:127.0.0.1:35771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (1)
[junit4] 2> 1057012 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@31cb8a22{/solr,null,UNAVAILABLE}
[junit4] 2> 1057992 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
[junit4] 2> 1057992 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node:
127.0.0.1:35771_solr
[junit4] 2> 1058971 INFO
(OverseerCollectionConfigSetProcessor-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1058992 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
[junit4] 2> 1058992 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing
registered processor for lost nodes: [127.0.0.1:35771_solr]
[junit4] 2> 1058992 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown
period - rejecting event: {
[junit4] 2> "id":"14f35194d235d0c0T51eizgsu5msabk9rrxwh7x6v3",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1509639999723000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509639999723000000],
[junit4] 2> "nodeNames":["127.0.0.1:35771_solr"]}}
[junit4] 2> 1058993 INFO (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.SystemLogListener Collection .system
does not exist, disabling logging.
[junit4] 2> 1058993 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener
for lost nodes: [127.0.0.1:35771_solr] is not ready, will try later
[junit4] 2> 1059993 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
[junit4] 2> 1059993 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing
registered processor for lost nodes: [127.0.0.1:35771_solr]
[junit4] 2> 1059993 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown
period - rejecting event: {
[junit4] 2> "id":"14f35194d235d0c0T51eizgsu5msabk9rrxwh7x6v5",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1509639999723000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509639999723000000],
[junit4] 2> "nodeNames":["127.0.0.1:35771_solr"]}}
[junit4] 2> 1059993 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener
for lost nodes: [127.0.0.1:35771_solr] is not ready, will try later
[junit4] 2> 1060993 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
[junit4] 2> 1060993 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing
registered processor for lost nodes: [127.0.0.1:35771_solr]
[junit4] 2> 1060993 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown
period - rejecting event: {
[junit4] 2> "id":"14f35194d235d0c0T51eizgsu5msabk9rrxwh7x6v6",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1509639999723000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509639999723000000],
[junit4] 2> "nodeNames":["127.0.0.1:35771_solr"]}}
[junit4] 2> 1060993 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener
for lost nodes: [127.0.0.1:35771_solr] is not ready, will try later
[junit4] 2> 1061993 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
[junit4] 2> 1061994 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing
registered processor for lost nodes: [127.0.0.1:35771_solr]
[junit4] 2> 1061994 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown
inactive - processing event: {
[junit4] 2> "id":"14f35194d235d0c0T51eizgsu5msabk9rrxwh7x6v7",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1509639999723000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509639999723000000],
[junit4] 2> "nodeNames":["127.0.0.1:35771_solr"]}}
[junit4] 2> 1061994 DEBUG
(AutoscalingActionExecutor-3449-thread-1-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions
for {
[junit4] 2> "id":"14f35194d235d0c0T51eizgsu5msabk9rrxwh7x6v7",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1509639999723000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509639999723000000],
[junit4] 2> "_enqueue_time_":1509640003725000000,
[junit4] 2> "nodeNames":["127.0.0.1:35771_solr"]}}
[junit4] 2> 1061994 INFO
(AutoscalingActionExecutor-3449-thread-1-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.ActionThrottle The last action attempt
started 5042ms ago.
[junit4] 2> 1061997 INFO (qtp1374658535-11256) [n:127.0.0.1:38873_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1061997 INFO (qtp1374658535-11256) [n:127.0.0.1:38873_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
[junit4] 2> 1062000 INFO (qtp1374658535-11247) [n:127.0.0.1:38873_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1062000 DEBUG (qtp1374658535-11256) [n:127.0.0.1:38873_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1062001 INFO (qtp1374658535-11256) [n:127.0.0.1:38873_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling
params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1062001 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 7
[junit4] 2> 1062001 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes:
[127.0.0.1:38873_solr]
[junit4] 2> 1062001 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 7
[junit4] 2> 1062001 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1062001 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1062994 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
[junit4] 2> 1063995 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:
node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
[junit4] 2> 1064001 INFO
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 1064009 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 1064009 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 1064009 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 8
[junit4] 2> 1064009 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 8
[junit4] 2> 1064011 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 1064011 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1064011 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1064012 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1064027 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@6116ee75{/solr,null,AVAILABLE}
[junit4] 2> 1064027 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.e.j.s.AbstractConnector Started ServerConnector@5b03c590{SSL,[ssl,
http/1.1]}{127.0.0.1:46603}
[junit4] 2> 1064027 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.e.j.s.Server Started @1065378ms
[junit4] 2> 1064027 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=46603}
[junit4] 2> 1064028 ERROR
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1064028 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.2.0
[junit4] 2> 1064028 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
null
[junit4] 2> 1064028 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1064028 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-11-02T16:26:45.759Z
[junit4] 2> 1064032 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1064039 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34279/solr
[junit4] 2> 1064047 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:46603_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 1064048 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:46603_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1064049 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:46603_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:46603_solr
[junit4] 2> 1064049 INFO
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 1064050 INFO (zkCallback-1427-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1064051 INFO
(zkCallback-1450-thread-1-processing-n:127.0.0.1:46603_solr)
[n:127.0.0.1:46603_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 1064327 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:46603_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_46603.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1064337 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:46603_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_46603.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1064337 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:46603_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_46603.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1064339 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:46603_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001/node4/.
[junit4] 2> 1064364 INFO (qtp1374658535-11252) [n:127.0.0.1:38873_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1064365 INFO (qtp1374658535-11252) [n:127.0.0.1:38873_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
[junit4] 2> 1064365 INFO (qtp1374658535-11245) [n:127.0.0.1:38873_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1064384 INFO (qtp993751146-11345) [n:127.0.0.1:46603_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1064384 DEBUG (qtp1374658535-11252) [n:127.0.0.1:38873_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1064385 INFO (qtp1374658535-11252) [n:127.0.0.1:38873_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling
params={wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 1064385 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 9
[junit4] 2> 1064385 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes:
[127.0.0.1:46603_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1064385 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2,
actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
enabled=true}
[junit4] 2> 1064385 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 9
[junit4] 2> 1064386 INFO
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 1064386 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 1064386 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1064386 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1064386 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:46603_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1064387 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1064388 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@2845ec1e{/solr,null,AVAILABLE}
[junit4] 2> 1064388 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.e.j.s.AbstractConnector Started ServerConnector@50f727c5{SSL,[ssl,
http/1.1]}{127.0.0.1:42761}
[junit4] 2> 1064389 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.e.j.s.Server Started @1065740ms
[junit4] 2> 1064389 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=42761}
[junit4] 2> 1064389 ERROR
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 1064389 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.2.0
[junit4] 2> 1064389 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
null
[junit4] 2> 1064389 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1064389 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-11-02T16:26:46.120Z
[junit4] 2> 1064391 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1064398 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34279/solr
[junit4] 2> 1064403 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:42761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (2)
[junit4] 2> 1064404 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:42761_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1064405 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:42761_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:42761_solr
[junit4] 2> 1064411 INFO (zkCallback-1427-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1064411 INFO
(zkCallback-1450-thread-1-processing-n:127.0.0.1:46603_solr)
[n:127.0.0.1:46603_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 1064411 INFO
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 1064414 INFO
(zkCallback-1459-thread-1-processing-n:127.0.0.1:42761_solr)
[n:127.0.0.1:42761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (3)
[junit4] 2> 1064480 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:42761_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_42761.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1064487 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:42761_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_42761.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1064487 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:42761_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_42761.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1064488 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:42761_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001/node5/.
[junit4] 2> 1065387 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1065387 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1065387 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node:
127.0.0.1:42761_solr at time 1509640007118000000
[junit4] 2> 1066387 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1066387 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1067388 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1067388 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1067388 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_trigger firing registered processor for nodes:
[127.0.0.1:42761_solr] added at times [1509640007118000000],
now=1509640009119000000
[junit4] 2> 1067388 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown
inactive - processing event: {
[junit4] 2> "id":"14f351968afc8f80T51eizgsu5msabk9rrxwh7x6v8",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1509640007118000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509640007118000000],
[junit4] 2> "nodeNames":["127.0.0.1:42761_solr"]}}
[junit4] 2> 1067388 INFO (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.SystemLogListener Collection .system
does not exist, disabling logging.
[junit4] 2> 1067388 DEBUG
(AutoscalingActionExecutor-3449-thread-1-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions
for {
[junit4] 2> "id":"14f351968afc8f80T51eizgsu5msabk9rrxwh7x6v8",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1509640007118000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509640007118000000],
[junit4] 2> "_enqueue_time_":1509640009119000000,
[junit4] 2> "nodeNames":["127.0.0.1:42761_solr"]}}
[junit4] 2> 1067388 INFO
(AutoscalingActionExecutor-3449-thread-1-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.ActionThrottle The last action attempt
started 5394ms ago.
[junit4] 2> 1067428 INFO (qtp507884985-11371) [n:127.0.0.1:42761_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1067428 INFO (qtp507884985-11371) [n:127.0.0.1:42761_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
[junit4] 2> 1067432 INFO (qtp507884985-11372) [n:127.0.0.1:42761_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1067434 INFO (qtp1374658535-11249) [n:127.0.0.1:38873_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1067437 INFO (qtp993751146-11346) [n:127.0.0.1:46603_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1067437 DEBUG (qtp507884985-11371) [n:127.0.0.1:42761_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1067438 INFO (qtp507884985-11371) [n:127.0.0.1:42761_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling
params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 1067438 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 10
[junit4] 2> 1067438 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes:
[127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1067438 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2,
actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
enabled=true}
[junit4] 2> 1067438 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 10
[junit4] 2> 1067439 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 1067439 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 1068389 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1068389 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1069389 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1069389 DEBUG (ScheduledTrigger-3448-thread-3)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1069438 INFO
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [
] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 1069454 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 1069454 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode
version 11
[junit4] 2> 1069454 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 11
[junit4] 2> 1069454 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 11
[junit4] 2> 1069455 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 1069455 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeAdded markers
[junit4] 2> 1069455 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 1069458 INFO (qtp1374658535-11244) [n:127.0.0.1:38873_solr
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1069458 INFO (qtp1374658535-11244) [n:127.0.0.1:38873_solr
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
[junit4] 2> 1069460 INFO (qtp507884985-11371) [n:127.0.0.1:42761_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1069462 INFO (qtp1374658535-11247) [n:127.0.0.1:38873_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1069465 INFO (qtp993751146-11351) [n:127.0.0.1:46603_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0
QTime=0
[junit4] 2> 1069466 DEBUG (qtp1374658535-11244) [n:127.0.0.1:38873_solr
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1069466 INFO (qtp1374658535-11244) [n:127.0.0.1:38873_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling
params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 1069466 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing
/autoscaling.json with znode version 12
[junit4] 2> 1069467 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes:
[127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1069467 DEBUG
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10,
actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
enabled=true}
[junit4] 2> 1069467 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger
updates upto znodeVersion 12
[junit4] 2> 1069467 INFO
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.TriggerIntegrationTest
TestTriggerAction init
[junit4] 2> 1069468 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old
nodeLost markers
[junit4] 2> 1069468 INFO (qtp1374658535-11252) [n:127.0.0.1:38873_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1069468 DEBUG
(OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.OverseerTriggerThread Current
znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 1069468 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1069468 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
[junit4] 2> 1069470 INFO (qtp1374658535-11252) [n:127.0.0.1:38873_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1069471 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1069472 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@5a1386f6{/solr,null,AVAILABLE}
[junit4] 2> 1069472 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.e.j.s.AbstractConnector Started ServerConnector@722ad7ff{SSL,[ssl,
http/1.1]}{127.0.0.1:40477}
[junit4] 2> 1069473 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.e.j.s.Server Started @1070824ms
[junit4] 2> 1069473 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=40477}
[junit4] 2> 1069473 ERROR
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging
may be missing or incomplete.
[junit4] 2> 1069473 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™
version 7.2.0
[junit4] 2> 1069473 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on
port null
[junit4] 2> 1069473 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1069473 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-11-02T16:26:51.204Z
[junit4] 2> 1069475 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1069481 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34279/solr
[junit4] 2> 1069493 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (3)
[junit4] 2> 1069494 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40477_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1069495 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40477_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:40477_solr
[junit4] 2> 1069496 INFO (zkCallback-1427-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1069496 INFO
(zkCallback-1450-thread-1-processing-n:127.0.0.1:46603_solr)
[n:127.0.0.1:46603_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 1069496 INFO
(zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 1069496 INFO
(zkCallback-1459-thread-1-processing-n:127.0.0.1:42761_solr)
[n:127.0.0.1:42761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 1069502 INFO
(zkCallback-1471-thread-1-processing-n:127.0.0.1:40477_solr)
[n:127.0.0.1:40477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (3) -> (4)
[junit4] 2> 1069574 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_40477.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1069584 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_40477.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1069584 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_40477.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
[junit4] 2> 1069585 INFO
(TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F])
[n:127.0.0.1:40477_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001/node6/.
[junit4] 2> 1070468 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1070469 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1070469 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node:
127.0.0.1:40477_solr at time 1509640012200000000
[junit4] 2> 1071469 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1071469 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1071469 INFO
(OverseerCollectionConfigSetProcessor-98935766823403526-127.0.0.1:38873_solr-n_0000000000)
[n:127.0.0.1:38873_solr ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 1072469 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1072469 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1073469 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1073470 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1074470 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1074470 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1075470 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1075470 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1076470 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1076470 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1077470 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1077471 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1078471 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1078471 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1079471 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1079471 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1080471 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Running
NodeAddedTrigger node_added_trigger
[junit4] 2> 1080471 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes:
[127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr,
127.0.0.1:38873_solr]
[junit4] 2> 1080471 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger
node_added_trigger firing registered processor for nodes:
[127.0.0.1:40477_solr] added at times [1509640012200000000],
now=1509640022202000000
[junit4] 2> 1080472 DEBUG (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown
inactive - processing event: {
[junit4] 2> "id":"14f35197b9e5ba00T51eizgsu5msabk9rrxwh7x6va",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1509640012200000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509640012200000000],
[junit4] 2> "nodeNames":["127.0.0.1:40477_solr"]}}
[junit4] 2> 1080472 INFO (ScheduledTrigger-3448-thread-2)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.SystemLogListener Collection .system
does not exist, disabling logging.
[junit4] 2> 1080473 DEBUG
(AutoscalingActionExecutor-3449-thread-1-processing-n:127.0.0.1:38873_solr)
[n:127.0.0.1:38873_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions
for {
[junit4] 2> "id":"14f35197b9e5ba00T51eizgsu5msabk9rrxwh7x6va",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1509640012200000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "
[...truncated too long message...]
57)
[junit4] 2> at
org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
[junit4] 2> at
java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1181425 WARN
(zkCallback-1496-thread-2-processing-n:127.0.0.1:42101_solr)
[n:127.0.0.1:42101_solr ] o.a.s.c.ZkController Unable to register nodeLost
path for 127.0.0.1:43809_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:43809_solr
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
[junit4] 2> at
org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
[junit4] 2> at
java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1181426 INFO (jetty-closer-1409-thread-2) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@63245c15{/solr,null,UNAVAILABLE}
[junit4] 2> 1182890 WARN
(zkCallback-1505-thread-2-processing-n:127.0.0.1:36635_solr)
[n:127.0.0.1:36635_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1182891 INFO (jetty-closer-1409-thread-3) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@1b406238{/solr,null,UNAVAILABLE}
[junit4] 2> 1182891 INFO (jetty-closer-1409-thread-8) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@79ccc682{/solr,null,UNAVAILABLE}
[junit4] 2> 1182891 INFO (jetty-closer-1409-thread-9) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@7200f8f7{/solr,null,UNAVAILABLE}
[junit4] 2> 1182892 ERROR
(SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [ ]
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1182892 INFO
(SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:34279 34279
[junit4] 2> 1187912 INFO (Thread-4751) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:34279 34279
[junit4] 2> 1187913 WARN (Thread-4751) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 40 /solr/aliases.json
[junit4] 2> 17 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 40 /solr/clusterprops.json
[junit4] 2> 40 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 2
/solr/overseer_elect/election/98935766823403526-127.0.0.1:38873_solr-n_0000000000
[junit4] 2> 2
/solr/overseer_elect/election/98935766823403562-127.0.0.1:36635_solr-n_0000000009
[junit4] 2> 2
/solr/overseer_elect/election/98935766823403572-127.0.0.1:41953_solr-n_0000000011
[junit4] 2> 2
/solr/overseer_elect/election/98935766823403566-127.0.0.1:36907_solr-n_0000000010
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 40 /solr/live_nodes
[junit4] 2> 40 /solr/collections
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger1
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001
[junit4] 2> NOTE: test params are:
codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY,
chunkSize=8, maxDocsPerChunk=626, blockSize=7),
termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY,
chunkSize=8, blockSize=7)), sim=RandomSimilarity(queryNorm=true): {},
locale=sr-BA, timezone=Canada/Central
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation
1.8.0_144 (64-bit)/cpus=8,threads=1,free=169897408,total=522715136
[junit4] 2> NOTE: All tests run in this JVM: [TestConfig,
TestBulkSchemaConcurrent, DeleteInactiveReplicaTest, CacheHeaderTest,
TestHighlightDedupGrouping, DistanceUnitsTest, TestObjectReleaseTracker,
PrimitiveFieldTypeTest, TestImplicitCoreProperties, TestSimpleTextCodec,
ComputePlanActionTest, CursorMarkTest, DeleteReplicaTest, DistributedQueueTest,
TestSort, UpdateRequestProcessorFactoryTest, TestFoldingMultitermQuery,
ResourceLoaderTest, PeerSyncTest, TestSolrCoreParser, SearchHandlerTest,
TestJoin, ExternalFileFieldSortTest, TestSolrQueryResponse, UpdateLogTest,
TestSolrCloudWithKerberosAlt, TestBadConfig, TestMergePolicyConfig,
DistributedFacetPivotSmallAdvancedTest, TestMultiWordSynonyms,
SearchRateTriggerTest, SoftAutoCommitTest, ConnectionManagerTest,
HdfsDirectoryTest, HdfsTlogReplayBufferedWhileIndexingTest,
TestXmlQParserPlugin, DistribCursorPagingTest, DistributedMLTComponentTest,
TestPayloadCheckQParserPlugin, CdcrUpdateLogTest, CursorPagingTest,
TestSizeLimitedDistributedMap, HdfsNNFailoverTest, TestSimpleQParserPlugin,
TestCopyFieldCollectionResource, ForceLeaderTest,
TestEmbeddedSolrServerSchemaAPI, TestLegacyFieldCache, TestSSLRandomization,
RankQueryTest, SolrCoreMetricManagerTest, SliceStateTest,
BasicDistributedZkTest, ResponseLogComponentTest, HttpTriggerListenerTest,
TestHttpShardHandlerFactory, MinimalSchemaTest, HdfsRestartWhileUpdatingTest,
TestFileDictionaryLookup, DistributedQueryElevationComponentTest,
AssignBackwardCompatibilityTest, TestHdfsBackupRestoreCore,
BigEndianAscendingWordDeserializerTest, TestAuthenticationFramework,
TestCodecSupport, BaseCdcrDistributedZkTest, AtomicUpdateProcessorFactoryTest,
CachingDirectoryFactoryTest, TestFastOutputStream, TestRecoveryHdfs,
TestLegacyNumericUtils, CleanupOldIndexTest, SolrCLIZkUtilsTest,
BlockJoinFacetSimpleTest, TestHdfsUpdateLog, TestGraphMLResponseWriter,
TestNRTOpen, HLLUtilTest, CdcrReplicationHandlerTest, TestUtils,
InfoHandlerTest, QueryParsingTest, JSONWriterTest, PeerSyncReplicationTest,
ExplicitHLLTest, TestPhraseSuggestions, ZkControllerTest,
TestRandomCollapseQParserPlugin, TestSolrConfigHandlerCloud,
HdfsChaosMonkeyNothingIsSafeTest, SolrPluginUtilsTest,
TestWordDelimiterFilterFactory, TestCustomDocTransformer,
TermVectorComponentTest, DateFieldTest, TestComponentsName,
SpellCheckComponentTest, SecurityConfHandlerTest,
TestSweetSpotSimilarityFactory, TestClassicSimilarityFactory,
TriggerIntegrationTest]
[junit4] Completed [320/746 (1!)] on J0 in 132.97s, 11 tests, 1 failure <<<
FAILURES!
[...truncated 48655 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
