Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1674/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

4 tests failed.
FAILED:  
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([A4833FA978AF33C2:1E8F08262747E58D]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at org.junit.Assert.assertNull(Assert.java:562)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData

Error Message:
Node watch should have fired!

Stack Trace:
java.lang.AssertionError: Node watch should have fired!
        at 
__randomizedtesting.SeedInfo.seed([A4833FA978AF33C2:8213D0FB2C21F5C8]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcTest

Error Message:
1 thread leaked from SUITE scope at 
org.apache.solr.client.solrj.io.sql.JdbcTest:     1) Thread[id=2287, 
name=qtp97882992-2287, state=TIMED_WAITING, group=TGRP-JdbcTest]         at 
sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE 
scope at org.apache.solr.client.solrj.io.sql.JdbcTest: 
   1) Thread[id=2287, name=qtp97882992-2287, state=TIMED_WAITING, 
group=TGRP-JdbcTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([9E51983DB29857F7]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=2287, name=qtp97882992-2287, state=TIMED_WAITING, 
group=TGRP-JdbcTest]         at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
        at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=2287, name=qtp97882992-2287, state=TIMED_WAITING, 
group=TGRP-JdbcTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([9E51983DB29857F7]:0)




Build Log:
[...truncated 12275 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_A4833FA978AF33C2-001/init-core-data-001
   [junit4]   2> 610295 WARN  
(SUITE-TestDistribStateManager-seed#[A4833FA978AF33C2]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 610296 INFO  
(SUITE-TestDistribStateManager-seed#[A4833FA978AF33C2]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 610297 INFO  
(SUITE-TestDistribStateManager-seed#[A4833FA978AF33C2]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 610300 INFO  
(SUITE-TestDistribStateManager-seed#[A4833FA978AF33C2]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 610302 INFO  
(TEST-TestDistribStateManager.testCreateMode-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
   [junit4]   2> 610306 INFO  
(TEST-TestDistribStateManager.testCreateMode-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.a.s.TestDistribStateManager Using 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 610308 INFO  
(TEST-TestDistribStateManager.testCreateMode-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.a.s.TestDistribStateManager Using 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 610308 INFO  
(TEST-TestDistribStateManager.testCreateMode-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
   [junit4]   2> 610309 INFO  
(TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testListData
   [junit4]   2> 610309 INFO  
(TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 610310 INFO  (Thread-702) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 610310 INFO  (Thread-702) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 610312 ERROR (Thread-702) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 610409 INFO  
(TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:43488
   [junit4]   2> 610413 INFO  (zkConnectionManagerCallback-837-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 610414 INFO  
(TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.a.s.TestDistribStateManager Using 
org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 610422 ERROR 
(TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 610422 INFO  
(TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:43488 43488
   [junit4]   2> 615562 INFO  (Thread-702) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:43488 43488
   [junit4]   2> 615566 INFO  
(TEST-TestDistribStateManager.testListData-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testListData
   [junit4]   2> 615568 INFO  
(TEST-TestDistribStateManager.testHasData-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testHasData
   [junit4]   2> 615568 INFO  
(TEST-TestDistribStateManager.testHasData-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.a.s.TestDistribStateManager Using 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 615568 INFO  
(TEST-TestDistribStateManager.testHasData-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testHasData
   [junit4]   2> 615569 INFO  
(TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testMulti
   [junit4]   2> 615570 INFO  
(TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 615570 INFO  (Thread-703) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 615570 INFO  (Thread-703) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 615584 ERROR (Thread-703) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 615670 INFO  
(TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:41858
   [junit4]   2> 615686 INFO  (zkConnectionManagerCallback-839-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 615686 INFO  
(TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.a.s.TestDistribStateManager Using 
org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 615691 ERROR 
(TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 615693 INFO  
(TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:41858 41858
   [junit4]   2> 621573 INFO  (Thread-703) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:41858 41858
   [junit4]   2> 621574 INFO  
(TEST-TestDistribStateManager.testMulti-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testMulti
   [junit4]   2> 621576 INFO  
(TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [   
 ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
   [junit4]   2> 621576 INFO  
(TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [   
 ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 621576 INFO  (Thread-704) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 621576 INFO  (Thread-704) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 621578 ERROR (Thread-704) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 621680 INFO  
(TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [   
 ] o.a.s.c.ZkTestServer start zk server on port:52655
   [junit4]   2> 621683 INFO  (zkConnectionManagerCallback-841-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 621683 INFO  
(TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [   
 ] o.a.s.c.a.s.TestDistribStateManager Using 
org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 621694 INFO  (zkConnectionManagerCallback-843-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 621694 INFO  
(TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [   
 ] o.a.s.c.a.s.TestDistribStateManager Using 
org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 626696 ERROR 
(TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [   
 ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 626697 INFO  
(TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [   
 ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52655 52655
   [junit4]   2> 636752 INFO  (Thread-704) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:52655 52655
   [junit4]   2> 636753 INFO  
(TEST-TestDistribStateManager.testGetSetRemoveData-seed#[A4833FA978AF33C2]) [   
 ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData 
-Dtests.seed=A4833FA978AF33C2 -Dtests.slow=true -Dtests.locale=fr-FR 
-Dtests.timezone=Europe/Budapest -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 15.2s J0 | TestDistribStateManager.testGetSetRemoveData <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Node watch should have 
fired!
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([A4833FA978AF33C2:8213D0FB2C21F5C8]:0)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_A4833FA978AF33C2-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=267, maxMBSortInHeap=6.588898369229349, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5dc13d58),
 locale=fr-FR, timezone=Europe/Budapest
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 
(64-bit)/cpus=3,threads=1,free=80739192,total=185090048
   [junit4]   2> NOTE: All tests run in this JVM: [BufferStoreTest, 
TestRealTimeGet, SolrTestCaseJ4Test, TestEmbeddedSolrServerAdminHandler, 
TestBinaryField, InfoHandlerTest, TestRestoreCore, TestCloudRecovery, 
RequiredFieldsTest, DistribCursorPagingTest, DirectoryFactoryTest, 
DocValuesMissingTest, TestCloudPivotFacet, PeerSyncReplicationTest, 
TestPayloadScoreQParserPlugin, DateMathParserTest, SuggesterTSTTest, 
DistributedExpandComponentTest, TestSolr4Spatial2, CopyFieldTest, 
PropertiesRequestHandlerTest, TestReloadDeadlock, 
TestSweetSpotSimilarityFactory, CustomHighlightComponentTest, 
SolrCoreMetricManagerTest, CollectionsAPIDistributedZkTest, 
TestFieldSortValues, CollectionTooManyReplicasTest, TestJmxIntegration, 
TestConfigSetImmutable, ForceLeaderTest, CustomCollectionTest, 
TestNumericTerms64, TestComplexPhraseQParserPlugin, 
DistributedFacetSimpleRefinementLongTailTest, TestDistribStateManager]
   [junit4] Completed [81/776 (1!)] on J0 in 26.47s, 5 tests, 1 failure <<< 
FAILURES!

[...truncated 1755 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4833FA978AF33C2-001/init-core-data-001
   [junit4]   2> 4381132 INFO  
(SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 4381133 INFO  
(SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 4381133 INFO  
(SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4381133 INFO  
(SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4833FA978AF33C2-001/tempDir-001
   [junit4]   2> 4381133 INFO  
(SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4381134 INFO  (Thread-6326) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4381134 INFO  (Thread-6326) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 4381137 ERROR (Thread-6326) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4381234 INFO  
(SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:59561
   [junit4]   2> 4381240 INFO  (zkConnectionManagerCallback-7736-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4381250 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 4381250 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 4381252 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4381252 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4381252 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 4381252 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4381252 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4381252 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 4381253 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@f0ce39{/solr,null,AVAILABLE}
   [junit4]   2> 4381253 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3f0068dd{/solr,null,AVAILABLE}
   [junit4]   2> 4381253 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@74f12367{HTTP/1.1,[http/1.1]}{127.0.0.1:65526}
   [junit4]   2> 4381253 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.e.j.s.Server Started @4389520ms
   [junit4]   2> 4381253 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=65526}
   [junit4]   2> 4381253 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@366bbf54{HTTP/1.1,[http/1.1]}{127.0.0.1:54692}
   [junit4]   2> 4381253 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.e.j.s.Server Started @4389520ms
   [junit4]   2> 4381253 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=54692}
   [junit4]   2> 4381253 ERROR (jetty-launcher-7733-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 4381254 ERROR (jetty-launcher-7733-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 4381254 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 4381254 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 4381254 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4381254 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4381254 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4381254 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4381254 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-13T00:09:47.591Z
   [junit4]   2> 4381254 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-13T00:09:47.591Z
   [junit4]   2> 4381256 INFO  (zkConnectionManagerCallback-7740-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4381257 INFO  (zkConnectionManagerCallback-7738-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4381257 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4381257 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4381264 INFO  (jetty-launcher-7733-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59561/solr
   [junit4]   2> 4381264 INFO  (jetty-launcher-7733-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59561/solr
   [junit4]   2> 4381266 INFO  (zkConnectionManagerCallback-7748-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4381266 INFO  (zkConnectionManagerCallback-7746-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4381269 INFO  
(zkConnectionManagerCallback-7750-thread-1-processing-n:127.0.0.1:54692_solr) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4381269 INFO  
(zkConnectionManagerCallback-7752-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4381398 INFO  (jetty-launcher-7733-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4381399 INFO  (jetty-launcher-7733-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:65526_solr
   [junit4]   2> 4381400 INFO  (jetty-launcher-7733-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.Overseer Overseer 
(id=72188471013539846-127.0.0.1:65526_solr-n_0000000000) starting
   [junit4]   2> 4381402 INFO  (jetty-launcher-7733-thread-1) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4381403 INFO  (jetty-launcher-7733-thread-1) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:54692_solr
   [junit4]   2> 4381411 INFO  
(zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 4381411 INFO  
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 4381417 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 4381418 INFO  (jetty-launcher-7733-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:65526_solr
   [junit4]   2> 4381418 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 4381419 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:54692_solr]
   [junit4]   2> 4381419 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 4381419 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 4381420 INFO  
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 4381423 INFO  
(zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 4381424 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 4381425 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 4381426 DEBUG (ScheduledTrigger-12632-thread-1) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4381508 INFO  (jetty-launcher-7733-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_65526.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
   [junit4]   2> 4381515 INFO  (jetty-launcher-7733-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_65526.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
   [junit4]   2> 4381515 INFO  (jetty-launcher-7733-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_65526.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
   [junit4]   2> 4381516 INFO  (jetty-launcher-7733-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4833FA978AF33C2-001/tempDir-001/node2/.
   [junit4]   2> 4381527 INFO  (jetty-launcher-7733-thread-1) 
[n:127.0.0.1:54692_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54692.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
   [junit4]   2> 4381533 INFO  (jetty-launcher-7733-thread-1) 
[n:127.0.0.1:54692_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54692.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
   [junit4]   2> 4381533 INFO  (jetty-launcher-7733-thread-1) 
[n:127.0.0.1:54692_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54692.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
   [junit4]   2> 4381534 INFO  (jetty-launcher-7733-thread-1) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4833FA978AF33C2-001/tempDir-001/node1/.
   [junit4]   2> 4381551 INFO  (zkConnectionManagerCallback-7758-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4381555 INFO  (zkConnectionManagerCallback-7762-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4381557 INFO  
(SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4381558 INFO  
(SUITE-TriggerIntegrationTest-seed#[A4833FA978AF33C2]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59561/solr ready
   [junit4]   2> 4381673 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testListeners
   [junit4]   2> 4381674 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 4381675 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 2
   [junit4]   2> 4381675 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 2
   [junit4]   2> 4381679 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 4381680 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 4381680 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 4381698 INFO  (qtp373898136-34667) [n:127.0.0.1:54692_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=3
   [junit4]   2> 4381700 INFO  (qtp1706134196-34675) [n:127.0.0.1:65526_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 4381701 DEBUG (qtp1706134196-34663) [n:127.0.0.1:65526_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4381702 INFO  (qtp1706134196-34663) [n:127.0.0.1:65526_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling 
params={wt=javabin&version=2} status=0 QTime=16
   [junit4]   2> 4381702 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 3
   [junit4]   2> 4381706 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:54692_solr, 127.0.0.1:65526_solr]
   [junit4]   2> 4381706 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction},
 {name=test1, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}],
 enabled=true}
   [junit4]   2> 4381706 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 3
   [junit4]   2> 4381709 INFO  
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 4381710 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 4381711 DEBUG (ScheduledTrigger-12632-thread-1) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerL
   [junit4]   2> 4381711 DEBUG (ScheduledTrigger-12632-thread-1) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 4381711 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 4381713 INFO  (qtp373898136-34669) [n:127.0.0.1:54692_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 4381714 INFO  (qtp1706134196-34675) [n:127.0.0.1:65526_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 4381714 DEBUG (qtp1706134196-34665) [n:127.0.0.1:65526_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4381715 INFO  (qtp1706134196-34665) [n:127.0.0.1:65526_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling 
params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 4381716 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 4
   [junit4]   2> 4381717 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:54692_solr, 127.0.0.1:65526_solr]
   [junit4]   2> 4381717 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction},
 {name=test1, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}],
 enabled=true}
   [junit4]   2> 4381717 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 4
   [junit4]   2> 4381717 INFO  (qtp373898136-34671) [n:127.0.0.1:54692_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 4381718 INFO  (qtp1706134196-34665) [n:127.0.0.1:65526_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 4381718 DEBUG (qtp1706134196-34676) [n:127.0.0.1:65526_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4381719 INFO  (qtp1706134196-34676) [n:127.0.0.1:65526_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling 
params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 4381720 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 4381720 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 4381720 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 4381721 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 5
   [junit4]   2> 4381722 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4381722 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4381722 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:54692_solr, 127.0.0.1:65526_solr]
   [junit4]   2> 4381722 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 4381722 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction},
 {name=test1, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}],
 enabled=true}
   [junit4]   2> 4381722 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 5
   [junit4]   2> 4381722 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4bbdd0a9{/solr,null,AVAILABLE}
   [junit4]   2> 4381723 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1abaad4c{HTTP/1.1,[http/1.1]}{127.0.0.1:49115}
   [junit4]   2> 4381723 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.Server Started @4389990ms
   [junit4]   2> 4381723 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=49115}
   [junit4]   2> 4381723 ERROR 
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 4381723 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 4381723 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 4381723 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4381724 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4381724 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-13T00:09:48.061Z
   [junit4]   2> 4381724 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 4381725 INFO  (zkConnectionManagerCallback-7764-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4381726 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4381731 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x10077082ba40009, likely client has closed socket
   [junit4]   2> 4381733 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59561/solr
   [junit4]   2> 4381735 INFO  (zkConnectionManagerCallback-7768-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4381738 INFO  
(zkConnectionManagerCallback-7770-thread-1-processing-n:127.0.0.1:49115_solr) 
[n:127.0.0.1:49115_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4381749 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:49115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 4381752 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:49115_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4381756 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:49115_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:49115_solr
   [junit4]   2> 4381757 INFO  
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 4381757 INFO  
(zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 4381760 INFO  
(zkCallback-7769-thread-1-processing-n:127.0.0.1:49115_solr) 
[n:127.0.0.1:49115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 4381760 INFO  (zkCallback-7761-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4381852 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:49115_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_49115.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
   [junit4]   2> 4381869 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:49115_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_49115.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
   [junit4]   2> 4381869 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:49115_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_49115.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
   [junit4]   2> 4381870 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:49115_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4833FA978AF33C2-001/tempDir-001/node3/.
   [junit4]   2> 4382719 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerL
   [junit4]   2> 4382720 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4382720 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 
127.0.0.1:49115_solr at time 1997025749559703
   [junit4]   2> 4383726 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerL
   [junit4]   2> 4383726 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4384728 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerL
   [junit4]   2> 4384728 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4384728 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_triggerL firing registered processor for nodes: 
[127.0.0.1:49115_solr] added at times [1997025749559703], now=1997027758778807
   [junit4]   2> 4384729 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown 
inactive - processing event: {
   [junit4]   2>   "id":"71848ca68e997T6wcqvo5rjgcxxbo2jk3jqoczk",
   [junit4]   2>   "source":"node_added_triggerL",
   [junit4]   2>   "eventTime":1997025749559703,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1997025749559703],
   [junit4]   2>     "nodeNames":["127.0.0.1:49115_solr"]}}
   [junit4]   2> 4384731 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: 
[node_added_triggerL]
   [junit4]   2> 4384732 INFO  (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.SystemLogListener Collection .system 
does not exist, disabling logging.
   [junit4]   2> 4384734 DEBUG 
(AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"71848ca68e997T6wcqvo5rjgcxxbo2jk3jqoczk",
   [junit4]   2>   "source":"node_added_triggerL",
   [junit4]   2>   "eventTime":1997025749559703,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1997025749559703],
   [junit4]   2>     "_enqueue_time_":1997027761518102,
   [junit4]   2>     "nodeNames":["127.0.0.1:49115_solr"]}}
   [junit4]   2> 4384740 DEBUG 
(AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: 
node_added_triggerL after 5000ms
   [junit4]   2> 4384740 DEBUG 
(AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 6 
ms for event id=71848ca68e997T6wcqvo5rjgcxxbo2jk3jqoczk
   [junit4]   2> 4386743 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 4386745 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4386745 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4386745 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 4386745 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@40015341{/solr,null,AVAILABLE}
   [junit4]   2> 4386746 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2ac27b57{HTTP/1.1,[http/1.1]}{127.0.0.1:58691}
   [junit4]   2> 4386746 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.e.j.s.Server Started @4395014ms
   [junit4]   2> 4386746 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=58691}
   [junit4]   2> 4386746 ERROR 
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 4386747 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 4386747 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4386747 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4386747 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-13T00:09:53.084Z
   [junit4]   2> 4386749 INFO  (zkConnectionManagerCallback-7774-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4386750 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4386759 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59561/solr
   [junit4]   2> 4386761 INFO  (zkConnectionManagerCallback-7778-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4386765 INFO  
(zkConnectionManagerCallback-7780-thread-1-processing-n:127.0.0.1:58691_solr) 
[n:127.0.0.1:58691_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4386787 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:58691_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 4386791 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:58691_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4386795 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:58691_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58691_solr
   [junit4]   2> 4386798 INFO  
(zkCallback-7769-thread-1-processing-n:127.0.0.1:49115_solr) 
[n:127.0.0.1:49115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 4386798 INFO  
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 4386798 INFO  (zkCallback-7761-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4386798 INFO  
(zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 4386801 INFO  
(zkCallback-7779-thread-1-processing-n:127.0.0.1:58691_solr) 
[n:127.0.0.1:58691_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 4386889 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:58691_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_58691.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
   [junit4]   2> 4386903 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:58691_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_58691.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
   [junit4]   2> 4386903 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:58691_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_58691.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ac8eee4
   [junit4]   2> 4386905 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) 
[n:127.0.0.1:58691_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4833FA978AF33C2-001/tempDir-001/node4/.
   [junit4]   2> 4389740 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerL
   [junit4]   2> 4389741 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 4389741 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 
127.0.0.1:58691_solr at time 1997032773047026
   [junit4]   2> 4390743 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerL
   [junit4]   2> 4390743 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 4391744 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerL
   [junit4]   2> 4391744 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 4391744 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_triggerL firing registered processor for nodes: 
[127.0.0.1:58691_solr] added at times [1997032773047026], now=1997034777322033
   [junit4]   2> 4391744 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown 
inactive - processing event: {
   [junit4]   2>   "id":"7184a6d0ad2f2T6wcqvo5rjgcxxbo2jk3jqoczm",
   [junit4]   2>   "source":"node_added_triggerL",
   [junit4]   2>   "eventTime":1997032773047026,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1997032773047026],
   [junit4]   2>     "nodeNames":["127.0.0.1:58691_solr"]}}
   [junit4]   2> 4391745 DEBUG (ScheduledTrigger-12632-thread-2) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: 
[node_added_triggerL]
   [junit4]   2> 4391745 DEBUG 
(AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"7184a6d0ad2f2T6wcqvo5rjgcxxbo2jk3jqoczm",
   [junit4]   2>   "source":"node_added_triggerL",
   [junit4]   2>   "eventTime":1997032773047026,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1997032773047026],
   [junit4]   2>     "_enqueue_time_":1997034777588419,
   [junit4]   2>     "nodeNames":["127.0.0.1:58691_solr"]}}
   [junit4]   2> 4391746 WARN  
(AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.ScheduledTriggers Exception executing 
actions
   [junit4]   2> java.lang.Exception: Error executing action: test1 for trigger 
event: {
   [junit4]   2>   "id":"7184a6d0ad2f2T6wcqvo5rjgcxxbo2jk3jqoczm",
   [junit4]   2>   "source":"node_added_triggerL",
   [junit4]   2>   "eventTime":1997032773047026,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1997032773047026],
   [junit4]   2>     "_enqueue_time_":1997034777588419,
   [junit4]   2>     "nodeNames":["127.0.0.1:58691_solr"]}}
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:302)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.RuntimeException: failure
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction.process(TriggerIntegrationTest.java:989)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:299)
   [junit4]   2>        ... 6 more
   [junit4]   2> 4391746 DEBUG 
(AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: 
node_added_triggerL after 5000ms
   [junit4]   2> 4391747 DEBUG 
(AutoscalingActionExecutor-12633-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 1 
ms for event id=7184a6d0ad2f2T6wcqvo5rjgcxxbo2jk3jqoczm
   [junit4]   2> 4393746 INFO  
(TEST-TriggerIntegrationTest.testListeners-seed#[A4833FA978AF33C2]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testListeners
   [junit4]   2> 4394019 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
   [junit4]   2> 4394020 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode 
version 6
   [junit4]   2> 4394020 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 6
   [junit4]   2> 4394021 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 6
   [junit4]   2> 4394023 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 4394023 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 4394024 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 4394029 INFO  (qtp30582853-34727) [n:127.0.0.1:49115_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4394042 INFO  (qtp30582853-34727) [n:127.0.0.1:49115_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=17
   [junit4]   2> 4394047 INFO  (qtp30582853-34729) [n:127.0.0.1:49115_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 4394049 INFO  (qtp373898136-34671) [n:127.0.0.1:54692_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 4394059 INFO  (qtp1245065177-34753) [n:127.0.0.1:58691_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=8
   [junit4]   2> 4394060 INFO  (qtp1706134196-34676) [n:127.0.0.1:65526_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 4394061 DEBUG (qtp30582853-34731) [n:127.0.0.1:49115_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4394062 INFO  (qtp30582853-34731) [n:127.0.0.1:49115_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling 
params={wt=javabin&version=2} status=0 QTime=17
   [junit4]   2> 4394062 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 7
   [junit4]   2> 4394063 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:49115_solr, 127.0.0.1:54692_solr, 127.0.0.1:58691_solr, 
127.0.0.1:65526_solr]
   [junit4]   2> 4394063 DEBUG 
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, 
waitFor=3, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 4394063 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 7
   [junit4]   2> 4394066 INFO  
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 4394067 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 4394067 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 4394068 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@74f12367{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 4394068 DEBUG (ScheduledTrigger-12632-thread-3) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 4394068 DEBUG (ScheduledTrigger-12632-thread-3) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 4394072 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1725417367
   [junit4]   2> 4394073 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 4394073 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3598cb04: rootName = 
solr_65526, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@4ed5d78
   [junit4]   2> 4394082 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 4394082 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@320df8da: rootName = 
solr_65526, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@6a6f733c
   [junit4]   2> 4394088 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 4394088 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@65ff0186: rootName = 
solr_65526, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@6e2349df
   [junit4]   2> 4394090 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:65526_solr
   [junit4]   2> 4394092 INFO  
(zkCallback-7751-thread-1-processing-n:127.0.0.1:65526_solr) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 4394092 INFO  
(zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 4394092 INFO  
(zkCallback-7769-thread-1-processing-n:127.0.0.1:49115_solr) 
[n:127.0.0.1:49115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 4394092 INFO  
(zkCallback-7779-thread-1-processing-n:127.0.0.1:58691_solr) 
[n:127.0.0.1:58691_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 4394093 INFO  (zkCallback-7761-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 4394093 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 4394094 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 4394094 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.c.Overseer Overseer 
(id=72188471013539846-127.0.0.1:65526_solr-n_0000000000) closing
   [junit4]   2> 4394095 INFO  
(OverseerStateUpdate-72188471013539846-127.0.0.1:65526_solr-n_0000000000) 
[n:127.0.0.1:65526_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:65526_solr
   [junit4]   2> 4394095 WARN  
(OverseerAutoScalingTriggerThread-72188471013539846-127.0.0.1:65526_solr-n_0000000000)
 [n:127.0.0.1:65526_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4394100 DEBUG 
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 4394103 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3f0068dd{/solr,null,UNAVAILABLE}
   [junit4]   2> 4394103 INFO  
(zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:54692_solr
   [junit4]   2> 4394110 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 4394113 INFO  
(zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.Overseer Overseer 
(id=72188471013539845-127.0.0.1:54692_solr-n_0000000001) starting
   [junit4]   2> 4394122 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001)
 [n:127.0.0.1:54692_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 4394124 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001)
 [n:127.0.0.1:54692_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 8
   [junit4]   2> 4394124 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001)
 [n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:49115_solr, 127.0.0.1:54692_solr, 127.0.0.1:58691_solr]
   [junit4]   2> 4394125 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001)
 [n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, 
waitFor=3, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 4394125 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001)
 [n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:49115_solr, 127.0.0.1:54692_solr, 127.0.0.1:58691_solr]
   [junit4]   2> 4394125 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001)
 [n:127.0.0.1:54692_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 8, lastZnodeVersion -1
   [junit4]   2> 4394125 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001)
 [n:127.0.0.1:54692_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 8
   [junit4]   2> 4394126 INFO  
(OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001)
 [n:127.0.0.1:54692_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 4394128 DEBUG (ScheduledTrigger-12653-thread-1) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 4394128 DEBUG (ScheduledTrigger-12653-thread-1) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4394129 DEBUG 
(OverseerAutoScalingTriggerThread-72188471013539845-127.0.0.1:54692_solr-n_0000000001)
 [n:127.0.0.1:54692_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 4394130 DEBUG (ScheduledTrigger-12653-thread-1) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4395136 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 4395138 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4395138 DEBUG (ScheduledTrigger-12653-thread-2) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4396139 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 4396139 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4396139 DEBUG (ScheduledTrigger-12653-thread-4) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4397140 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 4397140 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4397140 DEBUG (ScheduledTrigger-12653-thread-2) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4398141 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 4398142 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4398141 DEBUG (ScheduledTrigger-12653-thread-4) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4399144 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 4399144 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4399144 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4400145 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 4400146 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4400146 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4401147 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 4401147 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4401147 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4402148 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 4402148 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4402148 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4403149 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 4403149 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4403149 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4404112 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 4404114 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4404114 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4404114 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 4404114 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4aee6fda{/solr,null,AVAILABLE}
   [junit4]   2> 4404115 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.e.j.s.AbstractConnector Started 
ServerConnector@70a8f3ac{HTTP/1.1,[http/1.1]}{127.0.0.1:43099}
   [junit4]   2> 4404115 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.e.j.s.Server Started @4412389ms
   [junit4]   2> 4404115 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43099}
   [junit4]   2> 4404115 ERROR 
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 4404116 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 8.0.0
   [junit4]   2> 4404116 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 4404116 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4404116 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-13T00:10:10.453Z
   [junit4]   2> 4404119 INFO  (zkConnectionManagerCallback-7784-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4404120 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4404146 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59561/solr
   [junit4]   2> 4404150 INFO  (zkConnectionManagerCallback-7788-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4404150 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerCTOOR
   [junit4]   2> 4404150 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 4404151 DEBUG (ScheduledTrigger-12653-thread-3) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 4404154 INFO  
(zkConnectionManagerCallback-7790-thread-1-processing-n:127.0.0.1:43099_solr) 
[n:127.0.0.1:43099_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4404175 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [n:127.0.0.1:43099_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 4404194 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [n:127.0.0.1:43099_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4404228 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [n:127.0.0.1:43099_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43099_solr
   [junit4]   2> 4404243 INFO  
(zkCallback-7779-thread-1-processing-n:127.0.0.1:58691_solr) 
[n:127.0.0.1:58691_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 4404246 INFO  
(zkCallback-7789-thread-1-processing-n:127.0.0.1:43099_solr) 
[n:127.0.0.1:43099_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 4404246 INFO  (zkCallback-7761-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4404247 INFO  
(zkCallback-7769-thread-1-processing-n:127.0.0.1:49115_solr) 
[n:127.0.0.1:49115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 4404247 INFO  
(zkCallback-7749-thread-1-processing-n:127.0.0.1:54692_solr) 
[n:127.0.0.1:54692_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 4404461 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[A4833FA978AF33C2])
 [n:127.0.0.1:43099_solr    ] o.a.s.m.r.SolrJmxRepo

[...truncated too long message...]

9012_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up 
but we are closed, exiting.
   [junit4]   2> 193189 INFO  (jetty-closer-461-thread-1) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 193198 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x100771d29f90006, likely client has closed socket
   [junit4]   2> 193202 INFO  (jetty-closer-461-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@4bea78ae{/solr,null,UNAVAILABLE}
   [junit4]   2> 193203 INFO  (jetty-closer-461-thread-2) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 223202 WARN  (jetty-closer-461-thread-2) [    ] 
o.e.j.u.t.QueuedThreadPool 
QueuedThreadPool@qtp97882992{STOPPING,8<=10<=10000,i=0,q=1} Couldn't stop 
Thread[qtp97882992-2287,5,TGRP-JdbcTest]
   [junit4]   2> 223203 ERROR (SUITE-JdbcTest-seed#[9E51983DB29857F7]-worker) [ 
   ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 223204 INFO  (SUITE-JdbcTest-seed#[9E51983DB29857F7]-worker) [ 
   ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62577 62577
   [junit4]   2> 230174 INFO  (Thread-504) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:62577 62577
   [junit4]   2> 230174 WARN  (Thread-504) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        153     /solr/aliases.json
   [junit4]   2>        153     /solr/clusterprops.json
   [junit4]   2>        2       /solr/collections/collection1/terms/shard2
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       /solr/configs/conf
   [junit4]   2>        2       /solr/collections/collection1/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        153     /solr/clusterstate.json
   [junit4]   2>        12      /solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        153     /solr/live_nodes
   [junit4]   2>        153     /solr/collections
   [junit4]   2> 
   [junit4]   2> 230174 INFO  (SUITE-JdbcTest-seed#[9E51983DB29857F7]-worker) [ 
   ] o.a.s.SolrTestCaseJ4 
------------------------------------------------------- Done waiting for 
tracked resources to be released
   [junit4]   2> Feb 13, 2018 12:33:32 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> Feb 13, 2018 12:33:52 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at 
org.apache.solr.client.solrj.io.sql.JdbcTest: 
   [junit4]   2>    1) Thread[id=2287, name=qtp97882992-2287, 
state=TIMED_WAITING, group=TGRP-JdbcTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Feb 13, 2018 12:33:52 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=2287, name=qtp97882992-2287, 
state=TIMED_WAITING, group=TGRP-JdbcTest]
   [junit4]   2> Feb 13, 2018 12:33:55 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be 
terminated:
   [junit4]   2>    1) Thread[id=2287, name=qtp97882992-2287, 
state=TIMED_WAITING, group=TGRP-JdbcTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3e8f720b),
 locale=ar-SA, timezone=America/Whitehorse
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 
(64-bit)/cpus=3,threads=2,free=45673632,total=164667392
   [junit4]   2> NOTE: All tests run in this JVM: [FloorEvaluatorTest, 
AppendEvaluatorTest, TestSpellCheckResponse, NamedListTest, 
TestDelegationTokenRequest, HttpSolrClientSSLAuthConPoolTest, 
SelectWithEvaluatorsTest, LengthEvaluatorTest, TestXMLEscaping, 
NoOpResponseParserTest, SolrExampleXMLTest, TestCollectionStateWatchers, 
TestCoreAdmin, NormalDistributionEvaluatorTest, GreaterThanEvaluatorTest, 
TestRetryUtil, EmpiricalDistributionEvaluatorTest, CommonAdminParamsTest, 
GraphTest, LessThanEvaluatorTest, UuidEvaluatorTest, FieldAnalysisResponseTest, 
JettyWebappTest, ModifiableSolrParamsTest, CloudSolrClientBuilderTest, 
TestDelegationTokenResponse, TestCollectionAdminRequest, AddEvaluatorTest, 
TestHash, TestCloudSolrClientConnections, TestV1toV2ApiMapper, 
ConcatOperationTest, CumulativeProbabilityEvaluatorTest, TermsResponseTest, 
ConcurrentUpdateSolrClientBuilderTest, SolrExampleStreamingTest, 
SolrExampleStreamingBinaryTest, SolrExampleJettyTest, SolrExampleEmbeddedTest, 
LargeVolumeBinaryJettyTest, TestBatchUpdate, LargeVolumeEmbeddedTest, 
LargeVolumeJettyTest, TestSolrProperties, SolrParamTest, 
MergeIndexesEmbeddedTest, TestEmbeddedSolrServer, TestJavaBinCodec, 
TestDocumentObjectBinder, ContentStreamTest, TestFastInputStream, 
SolrDocumentTest, TestUpdateRequestCodec, AnlysisResponseBaseTest, 
FacetFieldTest, UsingSolrJRefGuideExamplesTest, 
CollectionAdminRequestRequiredParamsTest, GetByIdTest, TestLBHttpSolrClient, 
TestPolicy, BasicHttpSolrClientTest, CloudSolrClientMultiConstructorTest, 
HttpSolrClientBuilderTest, HttpSolrClientConPoolTest, 
LBHttpSolrClientBuilderTest, JdbcDriverTest, JdbcTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=JdbcTest 
-Dtests.seed=9E51983DB29857F7 -Dtests.slow=true -Dtests.locale=ar-SA 
-Dtests.timezone=America/Whitehorse -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | JdbcTest (suite) <<<
   [junit4]    > Throwable #1: 
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE 
scope at org.apache.solr.client.solrj.io.sql.JdbcTest: 
   [junit4]    >    1) Thread[id=2287, name=qtp97882992-2287, 
state=TIMED_WAITING, group=TGRP-JdbcTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([9E51983DB29857F7]:0)Throwable #2: 
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=2287, name=qtp97882992-2287, 
state=TIMED_WAITING, group=TGRP-JdbcTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([9E51983DB29857F7]:0)
   [junit4] Completed [104/146 (1!)] on J0 in 74.07s, 10 tests, 2 errors, 1 
skipped <<< FAILURES!

[...truncated 47648 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to