Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4810/
1 tests failed.
FAILED: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
KeeperErrorCode = NoNode for
/collections/collection1/leader_elect/shard1/election
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode
for /collections/collection1/leader_elect/shard1/election
at
__randomizedtesting.SeedInfo.seed([6DB1AAC29E5CFA0C:69B925318CF9152D]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:155)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
at
org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:157)
at
org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:662)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11416 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.OverseerTest-6DB1AAC29E5CFA0C-001/init-core-data-001
[junit4] 2> 1939029 T33527 oas.SolrTestCaseJ4.buildSSLConfig Randomized
ssl (true) and clientAuth (false)
[junit4] 2> 1939029 T33527 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 1939030 T33527 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 1939035 T33527 oas.SolrTestCaseJ4.setUp ###Starting
testStateChange
[junit4] 2> 1939036 T33527 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1939037 T33528 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 1939137 T33527 oasc.ZkTestServer.run start zk server on
port:60395
[junit4] 2> 1939138 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1939141 T33534 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@310b5ee2
name:ZooKeeperConnection Watcher:127.0.0.1:60395/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1939141 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1939142 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1939143 T33536 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@72867c67
name:ZooKeeperConnection Watcher:127.0.0.1:60395 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1939143 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1939146 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1939147 T33538 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6d7cb86c
name:ZooKeeperConnection Watcher:127.0.0.1:60395 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1939147 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1939147 T33527 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1939151 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes
[junit4] 2> 1939153 T33527 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 1939154 T33527 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 1939156 T33527
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1939157 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1939158 T33540 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@8866a8b name:ZooKeeperConnection
Watcher:127.0.0.1:60395/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 1939159 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1939159 T33527 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1939163 T33527 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 1939164 T33527 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 1939165 T33527 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1939167 T33527 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:60395_solr
[junit4] 2> 1939167 T33527 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1939168 T33527 oasc.Overseer.start Overseer
(id=92324138876338179-127.0.0.1:60395_solr-n_0000000000) starting
[junit4] 2> 1939170 T33527 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 1939171 T33527 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 1939173 T33527 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 1939175 T33527 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 1939176 T33527 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 1939178 T33527 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 1939181 T33527 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1939182 T33542 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1939182 T33541 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1939183 T33541 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 1939183 T33541 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 1939185 T33544 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1939185 T33545 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 1939234 T33544 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1939235 T33541 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"}
[junit4] 2> 1939236 T33541 oasc.Overseer$ClusterStateUpdater.updateState
node=core_node1 is already registered
[junit4] 2> 1939236 T33541 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1939338 T33545 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 1939390 T33527 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:60395 60395
[junit4] 2> 1939590 T33528 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:60395 60395
[junit4] 2> 1939592 T33527 oas.SolrTestCaseJ4.tearDown ###Ending
testStateChange
[junit4] 2> 1939592 T33527 oasc.Overseer.close Overseer
(id=92324138876338179-127.0.0.1:60395_solr-n_0000000000) closing
[junit4] 2> 1939593 T33541 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:60395_solr
[junit4] 2> 1939595 T33546
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 1939602 T33527 oas.SolrTestCaseJ4.setUp ###Starting
testShardLeaderChange
[junit4] 2> 1939603 T33527 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1939603 T33547 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 1939703 T33527 oasc.ZkTestServer.run start zk server on
port:21034
[junit4] 2> 1939704 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1939707 T33553 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3538aeed
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1939707 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1939708 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1939709 T33555 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@515b3653
name:ZooKeeperConnection Watcher:127.0.0.1:21034 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1939710 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1939712 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1939713 T33557 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@23bed0be
name:ZooKeeperConnection Watcher:127.0.0.1:21034 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1939713 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1939714 T33527 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1939717 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes
[junit4] 2> 1939720 T33558 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1939721 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1939721 T33560 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5dd9e6ff
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1939722 T33558 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1939722 T33562 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7c1b3baa
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1939722 T33558 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1939722 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1939723 T33527 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 1939725 T33527 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 1939725 T33558 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 1939726 T33527
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1939727 T33558 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 1939728 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 1939728 T33558 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1939730 T33558 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:21034_solr
[junit4] 2> 1939730 T33558 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1939730 T33527 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 1939732 T33558 oasc.Overseer.start Overseer
(id=92324138913497091-127.0.0.1:21034_solr-n_0000000000) starting
[junit4] 2> 1939734 T33558 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 1939735 T33558 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 1939737 T33558 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 1939739 T33558 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 1939741 T33558 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 1939744 T33558 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1939745 T33565 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1939745 T33558 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 1939745 T33564 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1939747 T33558 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1939749 T33568 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@46cfae6f
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1939749 T33558 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1939749 T33558 oasc.Overseer.close Overseer
(id=92324138913497091-127.0.0.1:21034_solr-n_0000000000) closing
[junit4] 2> 1939750 T33564 oasc.Overseer$ClusterStateUpdater.amILeader
According to ZK I (id=92324138913497091-127.0.0.1:21034_solr-n_0000000000) am
no longer a leader.
[junit4] 2> 1939751 T33558 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1939751 T33564 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:21034_solr
[junit4] 2> 1939751 T33565 oasc.OverseerCollectionProcessor.run ERROR
Unable to prioritize overseer
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /roles.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:256)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:253)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:253)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.prioritizeOverseerNodes(OverseerCollectionProcessor.java:411)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:258)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1939752 T33569
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 1939756 T33558 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1939758 T33558 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:21034_solr
[junit4] 2> 1939758 T33558 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1939759 T33558 oasc.Overseer.start Overseer
(id=92324138913497093-127.0.0.1:21034_solr-n_0000000001) starting
[junit4] 2> 1939766 T33558 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1939767 T33571 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1939767 T33570 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1939769 T33570 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1939769 T33570
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1]
[junit4] 2> 1939770 T33570 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 1939772 T33573 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1939772 T33563 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1940234 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1940239 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1940243 T33573 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1940244 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1940246 T33570 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1940246 T33570 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1940247 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1940248 T33573 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1940249 T33575 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4b340423
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1940249 T33563 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1940249 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1940251 T33527
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1940252 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 1940256 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1940256 T33573 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1940257 T33570 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1940257 T33570 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1940260 T33573 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1940261 T33570 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 1940261 T33570 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=1
[junit4] 2> 1940262 T33570 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 1940364 T33576 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1940364 T33563 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1940760 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1940766 T33577 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1940767 T33578 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1940766 T33562 oaz.ClientCnxn$EventThread.processEvent ERROR
Error while calling watcher java.util.concurrent.RejectedExecutionException:
Task java.util.concurrent.FutureTask@1aa22ed8 rejected from
java.util.concurrent.ThreadPoolExecutor@db17491[Shutting down, pool size = 2,
active threads = 2, queued tasks = 0, completed tasks = 5]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:206)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 1940771 T33573 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1940875 T33578 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1942265 T33563 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1942268 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1942269 T33580 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@ec85f36 name:ZooKeeperConnection
Watcher:127.0.0.1:21034/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 1942269 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1942272 T33527
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1942273 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 1942276 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1942276 T33573 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1942278 T33570 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1942278 T33570 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1942282 T33581 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1942284 T33573 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1942291 T33558 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 1942293 T33558 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1942294 T33583 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1774fd60
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1942295 T33558 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1942295 T33558 oasc.Overseer.close Overseer
(id=92324138913497093-127.0.0.1:21034_solr-n_0000000001) closing
[junit4] 2> 1942295 T33570 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:21034_solr
[junit4] 2> 1942296 T33558 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1942297 T33584
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 1942300 T33558 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1942301 T33558 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:21034_solr
[junit4] 2> 1942302 T33558 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1942303 T33558 oasc.Overseer.start Overseer
(id=92324138913497096-127.0.0.1:21034_solr-n_0000000002) starting
[junit4] 2> 1942308 T33558 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1942309 T33586 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1942310 T33585 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 1942311 T33585 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1942311 T33585 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1942312 T33581 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1942314 T33581 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1942314 T33585 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1943780 T33578 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1943782 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1943783 T33588 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1943784 T33585 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1943784 T33585 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1943786 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1943788 T33590 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7f3c68c6
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1943788 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1943789 T33527
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1943791 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 1943794 T33588 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1943794 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1943795 T33585 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1943795 T33585 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1943799 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1943799 T33588 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1943801 T33585 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 1943801 T33585 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1943804 T33580 oaz.ClientCnxn$EventThread.processEvent ERROR
Error while calling watcher java.util.concurrent.RejectedExecutionException:
Task java.util.concurrent.FutureTask@13c6807b rejected from
java.util.concurrent.ThreadPoolExecutor@4d1d1561[Shutting down, pool size = 2,
active threads = 2, queued tasks = 0, completed tasks = 6]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:206)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 1943805 T33591 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1943804 T33592 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1943808 T33588 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1943911 T33591 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1945303 T33581 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1945305 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1945307 T33594 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1afe7370
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1945307 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1945309 T33527
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1945310 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 1945314 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1945314 T33588 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1945316 T33585 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1945316 T33585 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1945319 T33595 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1945322 T33588 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1945338 T33558 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 1945340 T33558 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1945342 T33597 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1e9b2a5 name:ZooKeeperConnection
Watcher:127.0.0.1:21034/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 1945342 T33558 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1945342 T33558 oasc.Overseer.close Overseer
(id=92324138913497096-127.0.0.1:21034_solr-n_0000000002) closing
[junit4] 2> 1945342 T33585 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:21034_solr
[junit4] 2> 1945343 T33558 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1945344 T33598
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 1945348 T33558 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1945349 T33558 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:21034_solr
[junit4] 2> 1945349 T33558 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1945350 T33558 oasc.Overseer.start Overseer
(id=92324138913497099-127.0.0.1:21034_solr-n_0000000003) starting
[junit4] 2> 1945356 T33558 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1945357 T33600 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1945358 T33599 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 1945358 T33599 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1945359 T33599 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1945359 T33595 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1945361 T33595 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1945362 T33599 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1946818 T33591 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1946821 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1946821 T33602 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1946823 T33599 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1946823 T33599 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1946825 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1946826 T33604 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@78673e55
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1946826 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1946828 T33527
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1946830 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 1946832 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1946832 T33602 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1946833 T33599 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1946834 T33599 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1946837 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1946837 T33602 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1946838 T33599 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 1946838 T33599 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1946842 T33606 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1946843 T33605 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1946846 T33602 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1946949 T33605 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1948342 T33595 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1948345 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1948346 T33608 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@65c50ea name:ZooKeeperConnection
Watcher:127.0.0.1:21034/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 1948347 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1948348 T33527
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1948350 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 1948353 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1948353 T33602 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1948354 T33599 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1948355 T33599 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1948358 T33609 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1948359 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1948359 T33602 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1948360 T33599 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1948360 T33599 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1948363 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1948364 T33602 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1948365 T33611 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@694fd30e
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1948365 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1948365 T33609 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1948366 T33527
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1948368 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 1948371 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1948371 T33602 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1948372 T33599 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1948373 T33599 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1948375 T33602 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1948375 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1948376 T33599 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 1948376 T33599 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1948380 T33608 oaz.ClientCnxn$EventThread.processEvent ERROR
Error while calling watcher java.util.concurrent.RejectedExecutionException:
Task java.util.concurrent.FutureTask@3fb81c56 rejected from
java.util.concurrent.ThreadPoolExecutor@504c72c8[Shutting down, pool size = 1,
active threads = 1, queued tasks = 0, completed tasks = 5]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:206)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 1948381 T33613 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1948381 T33608 oaz.ClientCnxn$EventThread.processEvent ERROR
Error while calling watcher java.util.concurrent.RejectedExecutionException:
Task java.util.concurrent.FutureTask@67b9516a rejected from
java.util.concurrent.ThreadPoolExecutor@504c72c8[Shutting down, pool size = 1,
active threads = 1, queued tasks = 0, completed tasks = 5]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:206)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 1948384 T33602 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1948386 T33558 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 1948388 T33558 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1948389 T33616 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6778ae3e
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1948390 T33558 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1948390 T33558 oasc.Overseer.close Overseer
(id=92324138913497099-127.0.0.1:21034_solr-n_0000000003) closing
[junit4] 2> 1948390 T33599 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:21034_solr
[junit4] 2> 1948390 T33558 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1948392 T33617
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 1948395 T33558 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1948396 T33558 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:21034_solr
[junit4] 2> 1948396 T33558 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1948398 T33558 oasc.Overseer.start Overseer
(id=92324138913497103-127.0.0.1:21034_solr-n_0000000004) starting
[junit4] 2> 1948403 T33558 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1948404 T33619 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1948405 T33618 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 1948405 T33618 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1948406 T33618 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1948406 T33613 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1948408 T33618 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 1948408 T33618 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1948409 T33613 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1948410 T33613 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1948411 T33618 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1949879 T33609 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1949881 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1949883 T33622 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3a1eac05
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1949883 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1949885 T33527
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1949886 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 1949890 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1949890 T33624 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1949891 T33618 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1949891 T33618 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1949895 T33623 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1949898 T33624 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1949918 T33558 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 1949920 T33558 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1949921 T33626 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7beda01d
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1949921 T33558 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1949922 T33558 oasc.Overseer.close Overseer
(id=92324138913497103-127.0.0.1:21034_solr-n_0000000004) closing
[junit4] 2> 1949922 T33618 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:21034_solr
[junit4] 2> 1949922 T33558 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1949924 T33627
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 1949927 T33558 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1949928 T33558 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:21034_solr
[junit4] 2> 1949928 T33558 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1949930 T33558 oasc.Overseer.start Overseer
(id=92324138913497105-127.0.0.1:21034_solr-n_0000000005) starting
[junit4] 2> 1949936 T33558 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1949936 T33629 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1949937 T33628 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 1949938 T33628 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1949938 T33628 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1949939 T33623 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1949941 T33623 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1949942 T33628 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1951393 T33613 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1951396 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1951396 T33631 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1951398 T33628 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1951398 T33628 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1951400 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1951401 T33633 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@dc1ea2d name:ZooKeeperConnection
Watcher:127.0.0.1:21034/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 1951401 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1951403 T33527
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1951404 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 1951407 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1951407 T33631 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1951408 T33628 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1951409 T33628 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1951412 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1951412 T33631 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1951413 T33628 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 1951413 T33628 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1951416 T33622 oaz.ClientCnxn$EventThread.processEvent ERROR
Error while calling watcher java.util.concurrent.RejectedExecutionException:
Task java.util.concurrent.FutureTask@1bf2724a rejected from
java.util.concurrent.ThreadPoolExecutor@4a2d669b[Shutting down, pool size = 2,
active threads = 2, queued tasks = 0, completed tasks = 6]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:206)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 1951417 T33634 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1951416 T33635 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1951420 T33631 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1951524 T33634 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1952916 T33623 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1952919 T33527 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1952920 T33638 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6bbce624
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1952920 T33527 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1952922 T33527
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1952924 T33527 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 1952927 T33527 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1952927 T33631 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1952928 T33628 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1952928 T33628 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1952932 T33639 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1952935 T33631 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1952965 T33558 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 1952967 T33558 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 1952969 T33641 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7e282f84
name:ZooKeeperConnection Watcher:127.0.0.1:21034/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1952969 T33558 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1952969 T33558 oasc.Overseer.close Overseer
(id=92324138913497105-127.0.0.1:21034_solr-n_0000000005) closing
[junit4] 2> 1952969 T33628 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:21034_solr
[junit4] 2> 1952970 T33558 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1952971 T33642
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 1952975 T33558 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1952976 T33558 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:21034_solr
[junit4] 2> 1952976 T33558 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1952978 T33558 oasc.Overseer.start Overseer
(id=92324138913497108-127.0.0.1:21034_solr-n_0000000006) starting
[junit4] 2> 1952983 T33558 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1952984 T33644 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1952985 T33643 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 1952986 T33643 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[
[...truncated too long message...]
Path makePath: /collections/collection1/leaders/shard4
[junit4] 2> 1999431 T34078 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard10
[junit4] 2> 1999434 T34075 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard8
[junit4] 2> 1999439 T34084 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard6
[junit4] 2> 1999442 T34319 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1999446 T34087 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard11
[junit4] 2> 1999450 T34311 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard7
[junit4] 2> 1999454 T34126 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard3
[junit4] 2> 1999458 T34096 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard5
[junit4] 2> 1999461 T34132 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard9
[junit4] 2> 1999465 T34165 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard2
[junit4] 2> 1999469 T34138 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard4
[junit4] 2> 1999472 T34111 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard8
[junit4] 2> 1999475 T34141 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard10
[junit4] 2> 1999479 T34117 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1999482 T34114 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard6
[junit4] 2> 1999485 T34120 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard11
[junit4] 2> 1999495 T34162 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard5
[junit4] 2> 1999508 T34183 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard8
[junit4] 2> 1999511 T34177 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard6
[junit4] 2> 1999514 T34180 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1999537 T34153 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard11
[junit4] 2> 2001015 T34120 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 2001018 T34156 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard7
[junit4] 2> 2001020 T34331 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard3
[junit4] 2> 2001024 T34333 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard9
[junit4] 2> 2001027 T34334 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard4
[junit4] 2> 2001029 T34174 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard10
[junit4] 2> 2001045 T33527 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:41647 41647
[junit4] 2> 2001172 T33897 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:41647 41647
[junit4] 2> 2001176 T33527 oas.SolrTestCaseJ4.tearDown ###Ending
testShardAssignmentBigger
[junit4] 2> 2001177 T33527 oasc.Overseer.close Overseer
(id=92324142584692739-127.0.0.1:41647_solr-n_0000000000) closing
[junit4] 2> 2001177 T33910 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:41647_solr
[junit4] 2> 2001178 T34339
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 2004180 T33527 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.OverseerTest-6DB1AAC29E5CFA0C-001
[junit4] 2> NOTE: test params are:
codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION,
chunkSize=273),
termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION,
chunkSize=273)), sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {},
locale=fr_CH, timezone=Europe/Uzhgorod
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_60
(64-bit)/cpus=16,threads=1,free=226184376,total=314572800
[junit4] 2> NOTE: All tests run in this JVM: [TestUtils, PolyFieldTest,
TestSolrQueryParserDefaultOperatorResource, TestInitQParser, ClusterStateTest,
CursorMarkTest, TestPhraseSuggestions, AlternateDirectoryTest,
SolrIndexConfigTest, TestExtendedDismaxParser, TestPseudoReturnFields,
TestSweetSpotSimilarityFactory, TestIndexSearcher,
UpdateRequestProcessorFactoryTest, TestExceedMaxTermLength, AutoCommitTest,
TestReloadAndDeleteDocs, TestSearcherReuse, OverseerRolesTest,
CollectionsAPIDistributedZkTest, DateMathParserTest, HdfsSyncSliceTest,
TestMultiCoreConfBootstrap, AnalysisAfterCoreReloadTest,
LeaderElectionIntegrationTest, FieldAnalysisRequestHandlerTest,
IndexSchemaRuntimeFieldTest, SampleTest, TestRequestStatusCollectionAPI,
TestJoin, TestSolrXml, TestFiltering, TestNoOpRegenerator,
TestImplicitCoreProperties, TestElisionMultitermQuery,
LegacyHTMLStripCharFilterTest, DistributedFacetPivotLargeTest,
DebugComponentTest, DistributedQueryComponentCustomSortTest, CacheHeaderTest,
SortByFunctionTest, AnalysisErrorHandlingTest, CSVRequestHandlerTest,
LukeRequestHandlerTest, HdfsWriteToMultipleCollectionsTest,
FullSolrCloudDistribCmdsTest, TestHighFrequencyDictionaryFactory,
TestDefaultSearchFieldResource, TestUniqueKeyFieldResource, TestBadConfig,
TestNonNRTOpen, SolrRequestParserTest, TestDistributedGrouping,
TestBM25SimilarityFactory, TestReversedWildcardFilterFactory,
TestCopyFieldCollectionResource, DistributedDebugComponentTest,
TestSchemaSimilarityResource, TestLeaderElectionZkExpiry,
FileBasedSpellCheckerTest, RemoteQueryErrorTest, DistributedTermsComponentTest,
ShardRoutingCustomTest, TestCollationField, TestFieldResource,
TestDynamicFieldCollectionResource, TestOrdValues, TestCollapseQParserPlugin,
TestLFUCache, TestRecovery, ChangedSchemaMergeTest, TestAddFieldRealTimeGet,
TestOmitPositions, BinaryUpdateRequestHandlerTest, TestRecoveryHdfs,
DistributedFacetPivotLongTailTest, TestCSVLoader,
CoreContainerCoreInitFailuresTest, SOLR749Test, TestSolrQueryParser,
TestManagedResource, AbstractAnalyticsStatsTest,
DistributedQueryElevationComponentTest, TestQueryTypes, AliasIntegrationTest,
TestZkChroot, OpenCloseCoreStressTest, SchemaVersionSpecificBehaviorTest,
SolrInfoMBeanTest, DefaultValueUpdateProcessorTest, RequestHandlersTest,
TestNonDefinedSimilarityFactory, PreAnalyzedFieldTest, TestXIncludeConfig,
TestRealTimeGet, FunctionTest, AddSchemaFieldsUpdateProcessorFactoryTest,
OutputWriterTest, TestManagedStopFilterFactory, TestManagedResourceStorage,
DistributedFacetPivotSmallTest, TestStressLucene, TestIBSimilarityFactory,
SearchHandlerTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test,
OverseerTest]
[junit4] Completed on J1 in 65.19s, 9 tests, 1 error <<< FAILURES!
[...truncated 666 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:485:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:465:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:48:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:494:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1342:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:957:
There were test failures: 430 suites, 1783 tests, 1 error, 54 ignored (20
assumptions)
Total time: 110 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-trunk-Java7 #4806
Archived 3 artifacts
Archive block size is 32768
Received 0 blocks and 215003451 bytes
Compression is 0.0%
Took 39 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
