Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/11996/
Java: 64bit/jdk1.9.0-ea-b47 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
There were too many update fails - we expect it can happen, but shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails - we expect it can
happen, but shouldn't easily
at
__randomizedtesting.SeedInfo.seed([A4073506AAF56C59:2C530ADC040901A1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:222)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:958)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:933)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 9716 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/init-core-data-001
[junit4] 2> 471350 T4140 oas.BaseDistributedSearchTestCase.initHostContext
Setting hostContext system property: /_rb/
[junit4] 2> 471353 T4140 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 471354 T4141 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 471453 T4140 oasc.ZkTestServer.run start zk server on
port:57591
[junit4] 2> 471454 T4140
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 471454 T4140 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 471457 T4148 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@786276e4
name:ZooKeeperConnection Watcher:127.0.0.1:57591 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 471457 T4140 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 471457 T4140 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 471458 T4140 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 471463 T4140
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 471469 T4140 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 471471 T4151 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3f5c4776
name:ZooKeeperConnection Watcher:127.0.0.1:57591/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 471471 T4140 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 471471 T4140 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 471472 T4140 oascc.SolrZkClient.makePath makePath:
/collections/collection1
[junit4] 2> 471473 T4140 oascc.SolrZkClient.makePath makePath:
/collections/collection1/shards
[junit4] 2> 471474 T4140 oascc.SolrZkClient.makePath makePath:
/collections/control_collection
[junit4] 2> 471475 T4140 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/shards
[junit4] 2> 471476 T4140 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 471477 T4140 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.xml
[junit4] 2> 471478 T4140 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 471478 T4140 oascc.SolrZkClient.makePath makePath:
/configs/conf1/schema.xml
[junit4] 2> 471479 T4140 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 471480 T4140 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 471481 T4140 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 471481 T4140 oascc.SolrZkClient.makePath makePath:
/configs/conf1/stopwords.txt
[junit4] 2> 471482 T4140 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 471482 T4140 oascc.SolrZkClient.makePath makePath:
/configs/conf1/protwords.txt
[junit4] 2> 471483 T4140 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 471483 T4140 oascc.SolrZkClient.makePath makePath:
/configs/conf1/currency.xml
[junit4] 2> 471484 T4140 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 471484 T4140 oascc.SolrZkClient.makePath makePath:
/configs/conf1/enumsConfig.xml
[junit4] 2> 471485 T4140 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 471485 T4140 oascc.SolrZkClient.makePath makePath:
/configs/conf1/open-exchange-rates.json
[junit4] 2> 471486 T4140 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 471486 T4140 oascc.SolrZkClient.makePath makePath:
/configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 471488 T4140 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 471489 T4140 oascc.SolrZkClient.makePath makePath:
/configs/conf1/old_synonyms.txt
[junit4] 2> 471490 T4140 oasc.AbstractZkTestCase.putConfig put
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 471490 T4140 oascc.SolrZkClient.makePath makePath:
/configs/conf1/synonyms.txt
[junit4] 2> 471540 T4140 oas.SolrTestCaseJ4.writeCoreProperties Writing
core.properties file to
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1
[junit4] 2> 471542 T4140 oejs.Server.doStart jetty-9.2.9.v20150224
[junit4] 2> 471543 T4140 oejsh.ContextHandler.doStart Started
o.e.j.s.ServletContextHandler@70108ff9{/_rb,null,AVAILABLE}
[junit4] 2> 471544 T4140 oejs.AbstractConnector.doStart Started
ServerConnector@6112dbaa{HTTP/1.1}{127.0.0.1:58215}
[junit4] 2> 471544 T4140 oejs.Server.doStart Started @472513ms
[junit4] 2> 471544 T4140 oascse.JettySolrRunner$1.lifeCycleStarted Jetty
properties:
{solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/tempDir-001/control/data, hostContext=/_rb,
hostPort=58215,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores}
[junit4] 2> 471544 T4140 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@58d25a40
[junit4] 2> 471545 T4140 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/'
[junit4] 2> 471554 T4140 oasc.SolrXmlConfig.fromFile Loading container
configuration from
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/solr.xml
[junit4] 2> 471560 T4140 oasc.CorePropertiesLocator.<init> Config-defined
core root directory:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores
[junit4] 2> 471560 T4140 oasc.CoreContainer.<init> New CoreContainer
2696966
[junit4] 2> 471561 T4140 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/]
[junit4] 2> 471561 T4140 oasc.CoreContainer.load loading shared library:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/lib
[junit4] 2> 471561 T4140 oasc.SolrResourceLoader.addToClassLoader WARN
Can't find (or read) directory to add to classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/lib).
[junit4] 2> 471567 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 471567 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 471567 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 471568 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 471568 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnections to: 10000
[junit4] 2> 471568 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 471569 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 471569 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 471569 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 471569 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 471569 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting useRetries to: false
[junit4] 2> 471570 T4140 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 471570 T4140 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 471570 T4140 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 471571 T4140 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 471571 T4140 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:57591/solr
[junit4] 2> 471571 T4140 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 471571 T4140
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 471572 T4140 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 471574 T4165 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7470a6f2
name:ZooKeeperConnection Watcher:127.0.0.1:57591 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 471574 T4140 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 471575 T4140 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 471577 T4140 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 471578 T4168 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@268c7a3 name:ZooKeeperConnection
Watcher:127.0.0.1:57591/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 471579 T4140 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 471580 T4140 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 471581 T4140 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 471582 T4140 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 471584 T4140 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 471585 T4140 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 471586 T4140 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 471586 T4140 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 471587 T4140 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 471588 T4140 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58215__rb
[junit4] 2> 471588 T4140 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:58215__rb
[junit4] 2> 471589 T4140 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 471590 T4140 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 471591 T4140 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 471592 T4140 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:58215__rb
[junit4] 2> 471592 T4140 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 471593 T4140 oasc.Overseer.start Overseer
(id=93497118303518723-127.0.0.1:58215__rb-n_0000000000) starting
[junit4] 2> 471594 T4140 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 471597 T4140 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 471597 T4140
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 471598 T4170 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 471598 T4169 oasc.Overseer$ClusterStateUpdater.run Starting to
work on the main queue
[junit4] 2> 471602 T4140 oasc.CorePropertiesLocator.discover Looking for
core definitions underneath
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores
[junit4] 1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml,
transient=false, schema=schema.xml, loadOnStartup=true,
instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1,
collection=control_collection,
absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1/, coreNodeName=,
dataDir=data/, shard=}
[junit4] 2> 471604 T4140 oasc.CorePropertiesLocator.discoverUnder Found
core collection1 in
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1/
[junit4] 2> 471604 T4140 oasc.CorePropertiesLocator.discover Found 1 core
definitions
[junit4] 2> 471605 T4172 oasc.ZkController.publish publishing
core=collection1 state=down collection=control_collection
[junit4] 2> 471605 T4172 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 471606 T4168 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 471606 T4172 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 471606 T4169 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:58215/_rb";,
[junit4] 2> "node_name":"127.0.0.1:58215__rb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 471607 T4169 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:58215/_rb";,
[junit4] 2> "node_name":"127.0.0.1:58215__rb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 471607 T4169 oasco.ClusterStateMutator.createCollection
building a new cName: control_collection
[junit4] 2> 471607 T4169 oasco.ReplicaMutator.updateState Assigning new
node to shard shard=shard1
[junit4] 2> 471609 T4168 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 472606 T4172 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 472606 T4172 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:control_collection
[junit4] 2> 472607 T4172 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 472607 T4172 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/control_collection
[junit4] 2> 472607 T4172 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 472607 T4172 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1/'
[junit4] 2> 472614 T4172 oasc.ZkController.watchZKConfDir watch zkdir
/configs/conf1
[junit4] 2> 472616 T4172 oasc.Config.<init> loaded config solrconfig.xml
with version 0
[junit4] 2> 472620 T4172 oasc.SolrConfig.refreshRequestParams current
version of requestparams : -1
[junit4] 2> 472624 T4172 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 472753 T4172 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 472754 T4172 oass.IndexSchema.readSchema Reading Solr Schema
from /configs/conf1/schema.xml
[junit4] 2> 472757 T4172 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 472828 T4172 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 472829 T4172 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 472829 T4172 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 472831 T4172 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 472837 T4172 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection control_collection
[junit4] 2> 472838 T4172 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 472843 T4172 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1/,
dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1/data/
[junit4] 2> 472843 T4172 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@4f070b85
[junit4] 2> 472844 T4172 oasc.CachingDirectoryFactory.get return new
directory for
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1/data
[junit4] 2> 472845 T4172 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1/data/index/
[junit4] 2> 472845 T4172 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1/data/index' doesn't exist.
Creating new index...
[junit4] 2> 472845 T4172 oasc.CachingDirectoryFactory.get return new
directory for
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1/data/index
[junit4] 2> 472846 T4172 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=27, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=28.767578125,
floorSegmentMB=1.392578125, forceMergeDeletesPctAllowed=25.812668826025853,
segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.11828384534049025
[junit4] 2> 472863 T4172 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 472864 T4172 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 472866 T4172 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 472867 T4172 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 472867 T4172 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 472867 T4172 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 472867 T4172 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 472867 T4172 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 472868 T4172 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 472868 T4172 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 472868 T4172 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 472870 T4172 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 472871 T4172 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 472872 T4172 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 472872 T4172 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 472875 T4172 oasc.RequestHandlers.initHandlersFromConfig
Registered paths:
/admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
[junit4] 2> 472875 T4172 oasc.SolrCore.initStatsCache Using default
statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 472876 T4172 oasu.UpdateHandler.<init> Using UpdateLog
implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 472876 T4172 oasu.UpdateLog.init Initializing UpdateLog:
dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 472876 T4172 oasu.CommitTracker.<init> Hard AutoCommit:
disabled
[junit4] 2> 472877 T4172 oasu.CommitTracker.<init> Soft AutoCommit:
disabled
[junit4] 2> 472877 T4172 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=21, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=42.1962890625,
floorSegmentMB=1.275390625, forceMergeDeletesPctAllowed=12.965734662353087,
segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 472878 T4172 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 472878 T4172 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 472879 T4172 oass.SolrIndexSearcher.<init> Opening
Searcher@9969e70[collection1] main
[junit4] 2> 472879 T4172 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/control_collection
[junit4] 2> 472879 T4172 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 472879 T4172 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 472880 T4172
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 472880 T4172 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 472880 T4172 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 472880 T4172
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 472881 T4172 oasr.ManagedResourceStorage.load Loaded null at
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 472881 T4172 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 472881 T4172 oash.ReplicationHandler.inform Commits will be
reserved for 10000
[junit4] 2> 472881 T4173 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@9969e70[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 472882 T4172 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 472882 T4176 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:58215/_rb
collection:control_collection shard:shard1
[junit4] 2> 472882 T4140 oass.SolrDispatchFilter.init
user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 472883 T4140 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 472883 T4176 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leader_elect/shard1/election
[junit4] 2> 472883 T4140
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 472884 T4140 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 472886 T4179 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1918692b
name:ZooKeeperConnection Watcher:127.0.0.1:57591/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 472886 T4140 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 472886 T4140 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 472886 T4140
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 472887 T4140 oasc.ChaosMonkey.monkeyLog monkey: init - expire
sessions:false cause connection loss:false
[junit4] 2> 472892 T4176 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 472893 T4168 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 472893 T4176
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 472893 T4176 oasc.ShardLeaderElectionContext.runLeaderProcess
I may be the new leader - try and sync
[junit4] 2> 472893 T4169 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state
version: 1
[junit4] 2> ASYNC NEW_CORE C2565 name=collection1
org.apache.solr.core.SolrCore@735e7067
url=http://127.0.0.1:58215/_rb/collection1 node=127.0.0.1:58215__rb
C2565_STATE=coll:control_collection core:collection1 props:{core=collection1,
base_url=http://127.0.0.1:58215/_rb, node_name=127.0.0.1:58215__rb, state=down}
[junit4] 2> 472893 T4176 C2565 P58215 oasc.SyncStrategy.sync Sync replicas
to http://127.0.0.1:58215/_rb/collection1/
[junit4] 2> 472894 T4176 C2565 P58215 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 472894 T4176 C2565 P58215 oasc.SyncStrategy.syncToMe
http://127.0.0.1:58215/_rb/collection1/ has no replicas
[junit4] 2> 472894 T4176 oasc.ShardLeaderElectionContext.runLeaderProcess
I am the new leader: http://127.0.0.1:58215/_rb/collection1/ shard1
[junit4] 2> 472894 T4176 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leaders/shard1
[junit4] 2> 472896 T4168 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 472897 T4169 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:58215/_rb";,
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 472931 T4140 oas.SolrTestCaseJ4.writeCoreProperties Writing
core.properties file to
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1
[junit4] 2> 472932 T4140 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 1 in directory
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001
[junit4] 2> 472933 T4140 oejs.Server.doStart jetty-9.2.9.v20150224
[junit4] 2> 472934 T4140 oejsh.ContextHandler.doStart Started
o.e.j.s.ServletContextHandler@190259a{/_rb,null,AVAILABLE}
[junit4] 2> 472934 T4140 oejs.AbstractConnector.doStart Started
ServerConnector@3ebd8e2c{HTTP/1.1}{127.0.0.1:33602}
[junit4] 2> 472934 T4140 oejs.Server.doStart Started @473903ms
[junit4] 2> 472934 T4140 oascse.JettySolrRunner$1.lifeCycleStarted Jetty
properties:
{solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/tempDir-001/jetty1, solrconfig=solrconfig.xml,
hostContext=/_rb, hostPort=33602,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores}
[junit4] 2> 472935 T4140 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@58d25a40
[junit4] 2> 472935 T4140 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/'
[junit4] 2> 472942 T4140 oasc.SolrXmlConfig.fromFile Loading container
configuration from
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/solr.xml
[junit4] 2> 472945 T4140 oasc.CorePropertiesLocator.<init> Config-defined
core root directory:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores
[junit4] 2> 472946 T4140 oasc.CoreContainer.<init> New CoreContainer
1380966962
[junit4] 2> 472946 T4140 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/]
[junit4] 2> 472946 T4140 oasc.CoreContainer.load loading shared library:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/lib
[junit4] 2> 472946 T4140 oasc.SolrResourceLoader.addToClassLoader WARN
Can't find (or read) directory to add to classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/lib).
[junit4] 2> 472950 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 472951 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 472951 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 472951 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 472951 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnections to: 10000
[junit4] 2> 472951 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 472951 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 472951 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 472951 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 472952 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 472952 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting useRetries to: false
[junit4] 2> 472952 T4140 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 472952 T4140 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 472952 T4140 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 472953 T4140 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 472953 T4140 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:57591/solr
[junit4] 2> 472953 T4140 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 472953 T4140
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 472954 T4140 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 472957 T4193 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@53f75f1 name:ZooKeeperConnection
Watcher:127.0.0.1:57591 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 472958 T4140 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 472959 T4140 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 472961 T4140 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 472962 T4196 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6938b747
name:ZooKeeperConnection Watcher:127.0.0.1:57591/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 472963 T4140 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 472966 T4140
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 472998 T4196 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 472998 T4168 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 473001 T4179 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 473046 T4176 oasc.ZkController.register We are
http://127.0.0.1:58215/_rb/collection1/ and leader is
http://127.0.0.1:58215/_rb/collection1/
[junit4] 2> 473047 T4176 oasc.ZkController.register No LogReplay needed
for core=collection1 baseURL=http://127.0.0.1:58215/_rb
[junit4] 2> 473047 T4176 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 473047 T4176 oasc.ZkController.publish publishing
core=collection1 state=active collection=control_collection
[junit4] 2> 473047 T4176 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 473048 T4168 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 473048 T4169 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:58215/_rb";,
[junit4] 2> "node_name":"127.0.0.1:58215__rb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 473049 T4169 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:58215/_rb";,
[junit4] 2> "node_name":"127.0.0.1:58215__rb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 473150 T4168 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 473150 T4196 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 473150 T4179 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 473968 T4140 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33602__rb
[junit4] 2> 473968 T4140 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:33602__rb
[junit4] 2> 473969 T4140 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 473970 T4140 oasc.CorePropertiesLocator.discover Looking for
core definitions underneath
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores
[junit4] 1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml,
transient=false, schema=schema.xml, loadOnStartup=true,
instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1, collection=collection1,
absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1/, coreNodeName=,
dataDir=data/, shard=}
[junit4] 2> 473971 T4140 oasc.CorePropertiesLocator.discoverUnder Found
core collection1 in
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1/
[junit4] 2> 473971 T4140 oasc.CorePropertiesLocator.discover Found 1 core
definitions
[junit4] 2> 473971 T4197 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 473971 T4197 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 473972 T4168 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 473972 T4197 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 473972 T4169 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33602/_rb";,
[junit4] 2> "node_name":"127.0.0.1:33602__rb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 3
[junit4] 2> 473973 T4169 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33602/_rb";,
[junit4] 2> "node_name":"127.0.0.1:33602__rb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 473973 T4169 oasco.ClusterStateMutator.createCollection
building a new cName: collection1
[junit4] 2> 473973 T4169 oasco.ReplicaMutator.updateState Assigning new
node to shard shard=shard1
[junit4] 2> 474074 T4168 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 474075 T4196 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 474074 T4179 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 474972 T4197 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 474973 T4197 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:collection1
[junit4] 2> 474973 T4197 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 474973 T4197 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 474973 T4197 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 474973 T4197 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1/'
[junit4] 2> 474980 T4197 oasc.ZkController.watchZKConfDir watch zkdir
/configs/conf1
[junit4] 2> 474981 T4197 oasc.Config.<init> loaded config solrconfig.xml
with version 0
[junit4] 2> 474983 T4197 oasc.SolrConfig.refreshRequestParams current
version of requestparams : -1
[junit4] 2> 475008 T4197 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 475015 T4197 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 475016 T4197 oass.IndexSchema.readSchema Reading Solr Schema
from /configs/conf1/schema.xml
[junit4] 2> 475019 T4197 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 475121 T4197 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 475122 T4197 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 475123 T4197 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 475125 T4197 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 475131 T4197 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 475132 T4197 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 475132 T4197 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1/,
dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1/data/
[junit4] 2> 475132 T4197 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@4f070b85
[junit4] 2> 475175 T4197 oasc.CachingDirectoryFactory.get return new
directory for
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1/data
[junit4] 2> 475175 T4197 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1/data/index/
[junit4] 2> 475176 T4197 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1/data/index' doesn't exist.
Creating new index...
[junit4] 2> 475176 T4197 oasc.CachingDirectoryFactory.get return new
directory for
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1/data/index
[junit4] 2> 475177 T4197 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=27, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=28.767578125,
floorSegmentMB=1.392578125, forceMergeDeletesPctAllowed=25.812668826025853,
segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.11828384534049025
[junit4] 2> 475196 T4197 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 475196 T4197 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 475199 T4197 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 475199 T4197 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 475199 T4197 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 475199 T4197 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 475199 T4197 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 475199 T4197 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 475199 T4197 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 475199 T4197 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 475199 T4197 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 475201 T4197 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 475201 T4197 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 475202 T4197 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 475202 T4197 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 475205 T4197 oasc.RequestHandlers.initHandlersFromConfig
Registered paths:
/admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
[junit4] 2> 475206 T4197 oasc.SolrCore.initStatsCache Using default
statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 475206 T4197 oasu.UpdateHandler.<init> Using UpdateLog
implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 475206 T4197 oasu.UpdateLog.init Initializing UpdateLog:
dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 475206 T4197 oasu.CommitTracker.<init> Hard AutoCommit:
disabled
[junit4] 2> 475207 T4197 oasu.CommitTracker.<init> Soft AutoCommit:
disabled
[junit4] 2> 475208 T4197 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=21, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=42.1962890625,
floorSegmentMB=1.275390625, forceMergeDeletesPctAllowed=12.965734662353087,
segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 475208 T4197 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-1-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 475209 T4197 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 475209 T4197 oass.SolrIndexSearcher.<init> Opening
Searcher@62089cad[collection1] main
[junit4] 2> 475209 T4197 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 475210 T4197 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 475210 T4197 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 475210 T4197
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 475210 T4197 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 475210 T4197 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475211 T4197
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 475211 T4197 oasr.ManagedResourceStorage.load Loaded null at
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475211 T4197 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 475211 T4197 oash.ReplicationHandler.inform Commits will be
reserved for 10000
[junit4] 2> 475212 T4198 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@62089cad[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 475212 T4197 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 475212 T4201 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:33602/_rb collection:collection1
shard:shard1
[junit4] 2> 475212 T4140 oass.SolrDispatchFilter.init
user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 475213 T4140 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 475213 T4201 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 475214 T4201 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 475215 T4168 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 475215 T4201
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 475215 T4201 oasc.ShardLeaderElectionContext.runLeaderProcess
I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C2566 name=collection1
org.apache.solr.core.SolrCore@651c53e9
url=http://127.0.0.1:33602/_rb/collection1 node=127.0.0.1:33602__rb
C2566_STATE=coll:collection1 core:collection1 props:{core=collection1,
base_url=http://127.0.0.1:33602/_rb, node_name=127.0.0.1:33602__rb, state=down}
[junit4] 2> 475216 T4201 C2566 P33602 oasc.SyncStrategy.sync Sync replicas
to http://127.0.0.1:33602/_rb/collection1/
[junit4] 2> 475216 T4169 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1"} current state version: 4
[junit4] 2> 475216 T4201 C2566 P33602 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 475216 T4201 C2566 P33602 oasc.SyncStrategy.syncToMe
http://127.0.0.1:33602/_rb/collection1/ has no replicas
[junit4] 2> 475216 T4201 oasc.ShardLeaderElectionContext.runLeaderProcess
I am the new leader: http://127.0.0.1:33602/_rb/collection1/ shard1
[junit4] 2> 475216 T4201 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 475218 T4168 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 475221 T4169 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:33602/_rb";,
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 4
[junit4] 2> 475262 T4140 oas.SolrTestCaseJ4.writeCoreProperties Writing
core.properties file to
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1
[junit4] 2> 475263 T4140 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 2 in directory
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001
[junit4] 2> 475264 T4140 oejs.Server.doStart jetty-9.2.9.v20150224
[junit4] 2> 475266 T4140 oejsh.ContextHandler.doStart Started
o.e.j.s.ServletContextHandler@c2eb317{/_rb,null,AVAILABLE}
[junit4] 2> 475266 T4140 oejs.AbstractConnector.doStart Started
ServerConnector@6c466d80{HTTP/1.1}{127.0.0.1:59169}
[junit4] 2> 475267 T4140 oejs.Server.doStart Started @476236ms
[junit4] 2> 475267 T4140 oascse.JettySolrRunner$1.lifeCycleStarted Jetty
properties:
{solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/tempDir-001/jetty2, solrconfig=solrconfig.xml,
hostContext=/_rb, hostPort=59169,
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores}
[junit4] 2> 475267 T4140 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@58d25a40
[junit4] 2> 475267 T4140 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/'
[junit4] 2> 475275 T4140 oasc.SolrXmlConfig.fromFile Loading container
configuration from
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/solr.xml
[junit4] 2> 475278 T4140 oasc.CorePropertiesLocator.<init> Config-defined
core root directory:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores
[junit4] 2> 475278 T4140 oasc.CoreContainer.<init> New CoreContainer
2032473820
[junit4] 2> 475279 T4140 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/]
[junit4] 2> 475279 T4140 oasc.CoreContainer.load loading shared library:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/lib
[junit4] 2> 475279 T4140 oasc.SolrResourceLoader.addToClassLoader WARN
Can't find (or read) directory to add to classloader: lib (resolved as:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/lib).
[junit4] 2> 475283 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 475284 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 475284 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 475284 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 475284 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnections to: 10000
[junit4] 2> 475284 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 475284 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 475285 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 475285 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 475285 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 475285 T4140 oashc.HttpShardHandlerFactory.getParameter
Setting useRetries to: false
[junit4] 2> 475285 T4140 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 475285 T4140 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 475286 T4140 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 475286 T4140 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 475286 T4140 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:57591/solr
[junit4] 2> 475286 T4140 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 475286 T4140
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 475287 T4140 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 475288 T4215 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@69feb9 name:ZooKeeperConnection
Watcher:127.0.0.1:57591 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 475289 T4140 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 475289 T4140 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 475293 T4140 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 475295 T4218 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1e47237e
name:ZooKeeperConnection Watcher:127.0.0.1:57591/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 475295 T4140 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 475298 T4140
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 475323 T4168 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 475323 T4196 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 475323 T4218 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 475323 T4179 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 475371 T4201 oasc.ZkController.register We are
http://127.0.0.1:33602/_rb/collection1/ and leader is
http://127.0.0.1:33602/_rb/collection1/
[junit4] 2> 475371 T4201 oasc.ZkController.register No LogReplay needed
for core=collection1 baseURL=http://127.0.0.1:33602/_rb
[junit4] 2> 475371 T4201 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 475371 T4201 oasc.ZkController.publish publishing
core=collection1 state=active collection=collection1
[junit4] 2> 475371 T4201 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 475372 T4168 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 475373 T4169 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33602/_rb";,
[junit4] 2> "node_name":"127.0.0.1:33602__rb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 5
[junit4] 2> 475373 T4169 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33602/_rb";,
[junit4] 2> "node_name":"127.0.0.1:33602__rb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 475480 T4179 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 475480 T4218 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 475480 T4196 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 475480 T4168 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 476301 T4140 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59169__rb
[junit4] 2> 476301 T4140 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:59169__rb
[junit4] 2> 476302 T4140 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 476303 T4140 oasc.CorePropertiesLocator.discover Looking for
core definitions underneath
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores
[junit4] 1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml,
transient=false, schema=schema.xml, loadOnStartup=true,
instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1, collection=collection1,
absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1/, coreNodeName=,
dataDir=data/, shard=}
[junit4] 2> 476304 T4140 oasc.CorePropertiesLocator.discoverUnder Found
core collection1 in
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1/
[junit4] 2> 476304 T4140 oasc.CorePropertiesLocator.discover Found 1 core
definitions
[junit4] 2> 476305 T4219 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 476305 T4219 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 476305 T4219 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 476305 T4168 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 476306 T4169 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:59169/_rb";,
[junit4] 2> "node_name":"127.0.0.1:59169__rb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 6
[junit4] 2> 476306 T4169 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:59169/_rb";,
[junit4] 2> "node_name":"127.0.0.1:59169__rb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 476306 T4169 oasco.ReplicaMutator.updateState Collection
already exists with numShards=1
[junit4] 2> 476306 T4169 oasco.ReplicaMutator.updateState Assigning new
node to shard shard=shard1
[junit4] 2> 476408 T4168 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 476408 T4218 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 476408 T4196 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 476408 T4179 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 477305 T4219 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 477306 T4219 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:collection1
[junit4] 2> 477306 T4219 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 477306 T4219 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 477306 T4219 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 477306 T4219 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1/'
[junit4] 2> 477313 T4219 oasc.ZkController.watchZKConfDir watch zkdir
/configs/conf1
[junit4] 2> 477314 T4219 oasc.Config.<init> loaded config solrconfig.xml
with version 0
[junit4] 2> 477316 T4219 oasc.SolrConfig.refreshRequestParams current
version of requestparams : -1
[junit4] 2> 477319 T4219 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 477325 T4219 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 477326 T4219 oass.IndexSchema.readSchema Reading Solr Schema
from /configs/conf1/schema.xml
[junit4] 2> 477329 T4219 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 477426 T4219 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 477431 T4219 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 477432 T4219 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 477434 T4219 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 477442 T4219 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 477442 T4219 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 477442 T4219 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1/,
dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1/data/
[junit4] 2> 477442 T4219 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@4f070b85
[junit4] 2> 477443 T4219 oasc.CachingDirectoryFactory.get return new
directory for
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1/data
[junit4] 2> 477443 T4219 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1/data/index/
[junit4] 2> 477443 T4219 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1/data/index' doesn't exist.
Creating new index...
[junit4] 2> 477443 T4219 oasc.CachingDirectoryFactory.get return new
directory for
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1/data/index
[junit4] 2> 477443 T4219 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=27, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=28.767578125,
floorSegmentMB=1.392578125, forceMergeDeletesPctAllowed=25.812668826025853,
segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.11828384534049025
[junit4] 2> 477461 T4219 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 477461 T4219 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 477463 T4219 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 477463 T4219 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 477463 T4219 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 477463 T4219 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 477463 T4219 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 477463 T4219 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 477464 T4219 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 477464 T4219 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 477464 T4219 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 477465 T4219 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 477466 T4219 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 477466 T4219 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 477467 T4219 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 477470 T4219 oasc.RequestHandlers.initHandlersFromConfig
Registered paths:
/admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
[junit4] 2> 477470 T4219 oasc.SolrCore.initStatsCache Using default
statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 477471 T4219 oasu.UpdateHandler.<init> Using UpdateLog
implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 477471 T4219 oasu.UpdateLog.init Initializing UpdateLog:
dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 477471 T4219 oasu.CommitTracker.<init> Hard AutoCommit:
disabled
[junit4] 2> 477471 T4219 oasu.CommitTracker.<init> Soft AutoCommit:
disabled
[junit4] 2> 477472 T4219 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=21, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=42.1962890625,
floorSegmentMB=1.275390625, forceMergeDeletesPctAllowed=12.965734662353087,
segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 477473 T4219 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-2-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 477473 T4219 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 477473 T4219 oass.SolrIndexSearcher.<init> Opening
Searcher@7ab967ab[collection1] main
[junit4] 2> 477473 T4219 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/collection1
[junit4] 2> 477477 T4219 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 477477 T4219 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 477477 T4219
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 477477 T4219 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 477477 T4219 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 477478 T4219
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 477478 T4219 oasr.ManagedResourceStorage.load Loaded null at
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 477478 T4219 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 477478 T4219 oash.ReplicationHandler.inform Commits will be
reserved for 10000
[junit4] 2> 477478 T4220 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@7ab967ab[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 477478 T4219 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 477479 T4223 oasc.ZkController.register Register replica -
core:collection1 address:http://127.0.0.1:59169/_rb collection:collection1
shard:shard1
[junit4] 2> 477479 T4140 oass.SolrDispatchFilter.init
user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 477479 T4140 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 477480 T4223 oasc.ZkController.register We are
http://127.0.0.1:59169/_rb/collection1/ and leader is
http://127.0.0.1:33602/_rb/collection1/
[junit4] 2> 477480 T4223 oasc.ZkController.register No LogReplay needed
for core=collection1 baseURL=http://127.0.0.1:59169/_rb
[junit4] 2> 477480 T4223 oasc.ZkController.checkRecovery Core needs to
recover:collection1
[junit4] 2> 477480 T4223 oasu.DefaultSolrCoreState.doRecovery Running
recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C2567 name=collection1
org.apache.solr.core.SolrCore@73aedd73
url=http://127.0.0.1:59169/_rb/collection1 node=127.0.0.1:59169__rb
C2567_STATE=coll:collection1 core:collection1 props:{core=collection1,
base_url=http://127.0.0.1:59169/_rb, node_name=127.0.0.1:59169__rb, state=down}
[junit4] 2> 477481 T4224 C2567 P59169 oasc.RecoveryStrategy.run Starting
recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 477482 T4224 C2567 P59169 oasc.RecoveryStrategy.doRecovery
###### startupVersions=[]
[junit4] 2> 477482 T4224 C2567 P59169 oasc.RecoveryStrategy.doRecovery
Publishing state of core collection1 as recovering, leader is
http://127.0.0.1:33602/_rb/collection1/ and I am
http://127.0.0.1:59169/_rb/collection1/
[junit4] 2> 477482 T4224 C2567 P59169 oasc.ZkController.publish publishing
core=collection1 state=recovering collection=collection1
[junit4] 2> 477482 T4224 C2567 P59169 oasc.ZkController.publish numShards
not found on descriptor - reading it from system property
[junit4] 2> 477483 T4168 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 477483 T4224 C2567 P59169
oasc.RecoveryStrategy.sendPrepRecoveryCmd Sending prep recovery command to
http://127.0.0.1:33602/_rb; WaitForState:
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1%3A59169__rb&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true
[junit4] 2> 477483 T4169 oasc.Overseer$ClusterStateUpdater.run
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:59169/_rb";,
[junit4] 2> "node_name":"127.0.0.1:59169__rb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"recovering",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 7
[junit4] 2> 477484 T4169 oasco.ReplicaMutator.updateState Update state
numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"
[...truncated too long message...]
stop shard! 43153
[junit4] 2> 504652 T4140 oasc.CoreContainer.shutdown Shutting down
CoreContainer instance=45547733
[junit4] 2> 504652 T4140 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 504652 T4140 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 504653 T4283 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 504653 T4140 oasc.Overseer.close Overseer
(id=93497118303518730-127.0.0.1:43153__rb-n_0000000003) closing
[junit4] 2> 504654 T4284 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:43153__rb
[junit4] 2> 505653 T4267 C2570 P43153 oasc.SyncStrategy.sync WARN Closed,
skipping sync up.
[junit4] 2> 505653 T4267
oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election
because CoreContainer is closed
[junit4] 2> 505653 T4267 oasc.SolrCore.close [collection1] CLOSING
SolrCore org.apache.solr.core.SolrCore@35d1a187
[junit4] 2> 505654 T4267 oasc.ZkController.unRegisterConfListener a
listener was removed because of core close
[junit4] 2> 505654 T4267 oasu.DirectUpdateHandler2.close closing
DirectUpdateHandler2{commits=2,autocommits=0,soft
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=126,cumulative_deletesById=47,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=14169,transaction_logs_total_number=1}
[junit4] 2> 505654 T4267 oasu.SolrCoreState.decrefSolrCoreState Closing
SolrCoreState
[junit4] 2> 505654 T4267 oasu.DefaultSolrCoreState.closeIndexWriter
SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 505655 T4267 oasu.DefaultSolrCoreState.closeIndexWriter
closing IndexWriter with IndexWriterCloser
[junit4] 2> 505655 T4267 oasc.SolrCore.closeSearcher [collection1] Closing
main searcher on request.
[junit4] 2> 505662 T4267 oasc.CachingDirectoryFactory.close Closing
StandardDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 505662 T4267 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-3-001/cores/collection1/data/index
[CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-3-001/cores/collection1/data/index;done=false>>]
[junit4] 2> 505663 T4267 oasc.CachingDirectoryFactory.close Closing
directory:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-3-001/cores/collection1/data/index
[junit4] 2> 505663 T4267 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-3-001/cores/collection1/data
[CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-3-001/cores/collection1/data;done=false>>]
[junit4] 2> 505663 T4267 oasc.CachingDirectoryFactory.close Closing
directory:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001/shard-3-001/cores/collection1/data
[junit4] 2> 506155 T4283 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 506156 T4140 oejs.AbstractConnector.doStop Stopped
ServerConnector@54e4da01{HTTP/1.1}{127.0.0.1:0}
[junit4] 2> 506156 T4140 oejsh.ContextHandler.doStop Stopped
o.e.j.s.ServletContextHandler@bb772b7{/_rb,null,UNAVAILABLE}
[junit4] 2> 506158 T4140 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:57591 57591
[junit4] 2> 506194 T4141 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:57591 57591
[junit4] 2> 506194 T4141 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN
Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2
/solr/overseer_elect/election/93497118303518723-127.0.0.1:58215__rb-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=test
-Dtests.seed=A4073506AAF56C59 -Dtests.multiplier=3 -Dtests.slow=true
-Dtests.locale=fr_CH -Dtests.timezone=SystemV/MST7MDT -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[junit4] FAILURE 34.8s J0 | ChaosMonkeyNothingIsSafeTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: There were too many
update fails - we expect it can happen, but shouldn't easily
[junit4] > at
__randomizedtesting.SeedInfo.seed([A4073506AAF56C59:2C530ADC040901A1]:0)
[junit4] > at
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:222)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:958)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:933)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 506198 T4140 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest
A4073506AAF56C59-001
[junit4] 2> 34858 T4139 ccr.ThreadLeakControl.checkThreadLeaks WARNING
Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene50):
{rnd_b=FST50, _version_=BlockTreeOrds(blocksize=128),
a_t=BlockTreeOrds(blocksize=128), a_i=FST50, id=FST50}, docValues:{},
sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=fr_CH,
timezone=SystemV/MST7MDT
[junit4] 2> NOTE: Linux 3.13.0-46-generic amd64/Oracle Corporation
1.9.0-ea (64-bit)/cpus=12,threads=1,free=292099040,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DeleteShardTest,
TestCollapseQParserPlugin, TestHdfsUpdateLog,
TestHighFrequencyDictionaryFactory, TestJmxIntegration,
StandardRequestHandlerTest, TestBadConfig, SolrRequestParserTest,
MinimalSchemaTest, RequestLoggingTest, TestIndexingPerformance,
TestDocumentBuilder, PingRequestHandlerTest,
UniqFieldsUpdateProcessorFactoryTest, TestFieldResource, SimplePostToolTest,
RemoteQueryErrorTest, ExternalFileFieldSortTest,
DefaultValueUpdateProcessorTest, SharedFSAutoReplicaFailoverTest,
DistributedFacetPivotLargeTest, ClusterStateTest, TestPostingsSolrHighlighter,
TestRebalanceLeaders, CurrencyFieldXmlFileTest,
TestCloudManagedSchemaConcurrent, LeaderInitiatedRecoveryOnCommitTest,
TestFunctionQuery, TestCodecSupport, UUIDFieldTest, TestStressLucene,
SegmentsInfoRequestHandlerTest, SuggestComponentTest, TestCSVLoader,
TestSimpleTrackingShardHandler, SolrIndexConfigTest, URLClassifyProcessorTest,
HdfsUnloadDistributedZkTest, SaslZkACLProviderTest, BlockCacheTest,
TestOrdValues, TestManagedSynonymFilterFactory,
SharedFSAutoReplicaFailoverUtilsTest, TestJoin, HdfsDirectoryFactoryTest,
OutOfBoxZkACLAndCredentialsProvidersTest, MBeansHandlerTest,
TestReversedWildcardFilterFactory, ExitableDirectoryReaderTest,
TestSolrDeletionPolicy1, TestNonDefinedSimilarityFactory, SyncSliceTest,
PrimitiveFieldTypeTest, TestHashQParserPlugin, TestDistributedMissingSort,
TestImplicitCoreProperties, TestIBSimilarityFactory,
DistribDocExpirationUpdateProcessorTest, RecoveryAfterSoftCommitTest,
ChaosMonkeyNothingIsSafeTest]
[junit4] Completed on J0 in 35.14s, 1 test, 1 failure <<< FAILURES!
[...truncated 859 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:519: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:191: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:510: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1351:
The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:958:
There were test failures: 475 suites, 1890 tests, 1 failure, 48 ignored (21
assumptions)
Total time: 43 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.9.0-ea-b47
-XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
