Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/12286/ Java: 32bit/jdk1.9.0-ea-b54 -server -XX:+UseConcMarkSweepGC
1 tests failed. FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test Error Message: Error from server at http://127.0.0.1:44672/implicit_collection_without_routerfield_shard1_replica1: no servers hosting shard: Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44672/implicit_collection_without_routerfield_shard1_replica1: no servers hosting shard: at __randomizedtesting.SeedInfo.seed([944EEE25A6B2D153:1C1AD1FF084EBCAB]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:557) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958) at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDeleteByIdImplicitRouter(FullSolrCloudDistribCmdsTest.java:225) at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:144) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:502) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 9885 lines...] [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/init-core-data-001 [junit4] 2> 738427 T4311 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: / [junit4] 2> 738428 T4311 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4] 2> 738428 T4312 oasc.ZkTestServer$2$1.setClientPort client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 738429 T4312 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server [junit4] 2> 738528 T4311 oasc.ZkTestServer.run start zk server on port:38296 [junit4] 2> 738529 T4311 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 738529 T4311 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 738530 T4319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@de8990 name:ZooKeeperConnection Watcher:127.0.0.1:38296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 738530 T4311 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 738531 T4311 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 738531 T4311 oascc.SolrZkClient.makePath makePath: /solr [junit4] 2> 738532 T4311 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 738532 T4311 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 738533 T4322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1301e8a name:ZooKeeperConnection Watcher:127.0.0.1:38296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 738533 T4311 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 738533 T4311 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 738533 T4311 oascc.SolrZkClient.makePath makePath: /collections/collection1 [junit4] 2> 738534 T4311 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards [junit4] 2> 738535 T4311 oascc.SolrZkClient.makePath makePath: /collections/control_collection [junit4] 2> 738535 T4311 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards [junit4] 2> 738535 T4311 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 738536 T4311 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml [junit4] 2> 738537 T4311 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml [junit4] 2> 738537 T4311 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml [junit4] 2> 738537 T4311 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 738538 T4311 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 738538 T4311 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 738539 T4311 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt [junit4] 2> 738539 T4311 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 738539 T4311 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt [junit4] 2> 738540 T4311 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 738540 T4311 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml [junit4] 2> 738541 T4311 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 738541 T4311 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 738541 T4311 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 738542 T4311 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 738542 T4311 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 738542 T4311 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 738543 T4311 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 738543 T4311 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 738544 T4311 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 738544 T4311 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt [junit4] 2> 738589 T4311 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores/collection1 [junit4] 2> 738590 T4311 oejs.Server.doStart jetty-9.2.9.v20150224 [junit4] 2> 738591 T4311 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@b00d87{/,null,AVAILABLE} [junit4] 2> 738593 T4311 oejs.AbstractConnector.doStart Started ServerConnector@1d39be0{HTTP/1.1}{127.0.0.1:53981} [junit4] 2> 738593 T4311 oejs.Server.doStart Started @739563ms [junit4] 2> 738593 T4311 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/tempDir-001/control/data, hostContext=/, hostPort=53981, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores} [junit4] 2> 738594 T4311 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@18e5cde [junit4] 2> 738594 T4311 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/' [junit4] 2> 738601 T4311 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/solr.xml [junit4] 2> 738604 T4311 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores [junit4] 2> 738604 T4311 oasc.CoreContainer.<init> New CoreContainer 1368505 [junit4] 2> 738604 T4311 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/] [junit4] 2> 738605 T4311 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/lib [junit4] 2> 738605 T4311 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/lib). [junit4] 2> 738611 T4311 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 738612 T4311 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 738612 T4311 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 738612 T4311 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 738612 T4311 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 738612 T4311 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 738613 T4311 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 738613 T4311 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 738613 T4311 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 738613 T4311 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 738613 T4311 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false [junit4] 2> 738614 T4311 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 738615 T4311 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 738615 T4311 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 738615 T4311 oasc.CoreContainer.load Node Name: 127.0.0.1 [junit4] 2> 738615 T4311 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:38296/solr [junit4] 2> 738615 T4311 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 738616 T4311 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 738616 T4311 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 738617 T4336 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@378ead name:ZooKeeperConnection Watcher:127.0.0.1:38296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 738617 T4311 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 738618 T4311 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 738618 T4311 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 738619 T4339 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fafae4 name:ZooKeeperConnection Watcher:127.0.0.1:38296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 738619 T4311 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 738620 T4311 oascc.SolrZkClient.makePath makePath: /overseer/queue [junit4] 2> 738620 T4311 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work [junit4] 2> 738621 T4311 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running [junit4] 2> 738622 T4311 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed [junit4] 2> 738623 T4311 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure [junit4] 2> 738623 T4311 oascc.SolrZkClient.makePath makePath: /live_nodes [junit4] 2> 738624 T4311 oascc.SolrZkClient.makePath makePath: /aliases.json [junit4] 2> 738624 T4311 oascc.SolrZkClient.makePath makePath: /clusterstate.json [junit4] 2> 738625 T4311 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53981_ [junit4] 2> 738625 T4311 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53981_ [junit4] 2> 738626 T4311 oascc.SolrZkClient.makePath makePath: /overseer_elect [junit4] 2> 738626 T4311 oascc.SolrZkClient.makePath makePath: /overseer_elect/election [junit4] 2> 738627 T4311 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 738627 T4311 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:53981_ [junit4] 2> 738628 T4311 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader [junit4] 2> 738628 T4311 oasc.Overseer.start Overseer (id=93645581011648515-127.0.0.1:53981_-n_0000000000) starting [junit4] 2> 738629 T4311 oascc.SolrZkClient.makePath makePath: /overseer/queue-work [junit4] 2> 738631 T4311 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 738631 T4341 oasc.OverseerCollectionProcessor.run Process current queue of collection creations [junit4] 2> 738631 T4340 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue [junit4] 2> 738631 T4311 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 738633 T4311 N:127.0.0.1:53981_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores [junit4] 2> 738634 T4311 N:127.0.0.1:53981_ oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 738634 T4311 N:127.0.0.1:53981_ oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores/collection1/ [junit4] 2> 738634 T4311 N:127.0.0.1:53981_ oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 738635 T4343 N:127.0.0.1:53981_ C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection [junit4] 2> 738635 T4343 N:127.0.0.1:53981_ C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 738635 T4339 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 738635 T4343 N:127.0.0.1:53981_ oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 738635 T4340 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:53981";, [junit4] 2> "node_name":"127.0.0.1:53981_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 738636 T4340 oasco.ReplicaMutator.updateState Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:53981";, [junit4] 2> "node_name":"127.0.0.1:53981_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 738636 T4340 oasco.ClusterStateMutator.createCollection building a new cName: control_collection [junit4] 2> 738636 T4340 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1 [junit4] 2> 738636 T4339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 739635 T4343 N:127.0.0.1:53981_ oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1 [junit4] 2> 739636 T4343 N:127.0.0.1:53981_ oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection [junit4] 2> 739636 T4343 N:127.0.0.1:53981_ oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 739636 T4343 N:127.0.0.1:53981_ oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection [junit4] 2> 739637 T4343 N:127.0.0.1:53981_ oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper [junit4] 2> 739637 T4343 N:127.0.0.1:53981_ oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores/collection1/' [junit4] 2> 739643 T4343 N:127.0.0.1:53981_ oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1 [junit4] 2> 739643 T4343 N:127.0.0.1:53981_ oasc.Config.<init> loaded config solrconfig.xml with version 0 [junit4] 2> 739646 T4343 N:127.0.0.1:53981_ oasc.SolrConfig.refreshRequestParams current version of requestparams : -1 [junit4] 2> 739648 T4343 N:127.0.0.1:53981_ oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0 [junit4] 2> 739653 T4343 N:127.0.0.1:53981_ oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 739654 T4343 N:127.0.0.1:53981_ oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml [junit4] 2> 739657 T4343 N:127.0.0.1:53981_ oass.IndexSchema.readSchema [collection1] Schema name=test [junit4] 2> 739722 T4343 N:127.0.0.1:53981_ oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 739724 T4343 N:127.0.0.1:53981_ oass.IndexSchema.readSchema unique key field: id [junit4] 2> 739725 T4343 N:127.0.0.1:53981_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 739726 T4343 N:127.0.0.1:53981_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 739733 T4343 N:127.0.0.1:53981_ oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection [junit4] 2> 739733 T4343 N:127.0.0.1:53981_ c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 739733 T4343 N:127.0.0.1:53981_ c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores/collection1/data/ [junit4] 2> 739734 T4343 N:127.0.0.1:53981_ c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2df86c [junit4] 2> 739734 T4343 N:127.0.0.1:53981_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores/collection1/data [junit4] 2> 739735 T4343 N:127.0.0.1:53981_ c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores/collection1/data/index/ [junit4] 2> 739735 T4343 N:127.0.0.1:53981_ c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index... [junit4] 2> 739735 T4343 N:127.0.0.1:53981_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/control-001/cores/collection1/data/index [junit4] 2> 739735 T4343 N:127.0.0.1:53981_ c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5795657009636045] [junit4] 2> 739736 T4343 N:127.0.0.1:53981_ c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@19ca966 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9c318b),segFN=segments_1,generation=1} [junit4] 2> 739736 T4343 N:127.0.0.1:53981_ c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 739739 T4343 N:127.0.0.1:53981_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 739739 T4343 N:127.0.0.1:53981_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 739739 T4343 N:127.0.0.1:53981_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 739740 T4343 N:127.0.0.1:53981_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 739740 T4343 N:127.0.0.1:53981_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 739740 T4343 N:127.0.0.1:53981_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 739740 T4343 N:127.0.0.1:53981_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 739741 T4343 N:127.0.0.1:53981_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 739741 T4343 N:127.0.0.1:53981_ c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 739743 T4343 N:127.0.0.1:53981_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 739743 T4343 N:127.0.0.1:53981_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 739744 T4343 N:127.0.0.1:53981_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 739745 T4343 N:127.0.0.1:53981_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 739748 T4343 N:127.0.0.1:53981_ c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file [junit4] 2> 739750 T4343 N:127.0.0.1:53981_ c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache [junit4] 2> 739751 T4343 N:127.0.0.1:53981_ c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 739751 T4343 N:127.0.0.1:53981_ c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 [junit4] 2> 739752 T4343 N:127.0.0.1:53981_ c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 739752 T4343 N:127.0.0.1:53981_ c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 739753 T4343 N:127.0.0.1:53981_ c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=90.0771484375, floorSegmentMB=1.318359375, forceMergeDeletesPctAllowed=5.472803521025237, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7539090138945609 [junit4] 2> 739753 T4343 N:127.0.0.1:53981_ c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@19ca966 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9c318b),segFN=segments_1,generation=1} [junit4] 2> 739753 T4343 N:127.0.0.1:53981_ c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 739754 T4343 N:127.0.0.1:53981_ c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@19eff5d[collection1] main [junit4] 2> 739754 T4343 N:127.0.0.1:53981_ c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection [junit4] 2> 739754 T4343 N:127.0.0.1:53981_ c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper [junit4] 2> 739754 T4343 N:127.0.0.1:53981_ c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 739755 T4343 N:127.0.0.1:53981_ c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 739755 T4343 N:127.0.0.1:53981_ c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {} [junit4] 2> 739755 T4343 N:127.0.0.1:53981_ c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 739755 T4343 N:127.0.0.1:53981_ c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 739756 T4343 N:127.0.0.1:53981_ c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 739756 T4343 N:127.0.0.1:53981_ c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 739756 T4343 N:127.0.0.1:53981_ c:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000 [junit4] 2> 739756 T4343 N:127.0.0.1:53981_ c:collection1 oasc.CoreContainer.registerCore registering core: collection1 [junit4] 2> 739757 T4344 N:127.0.0.1:53981_ c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19eff5d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 739757 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53981 collection:control_collection shard:shard1 [junit4] 2> 739757 T4311 N:127.0.0.1:53981_ oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2 [junit4] 2> 739757 T4311 N:127.0.0.1:53981_ oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 739757 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election [junit4] 2> 739758 T4311 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 739759 T4311 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 739759 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1 [junit4] 2> 739759 T4350 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e572f name:ZooKeeperConnection Watcher:127.0.0.1:38296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 739760 T4311 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 739760 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue. [junit4] 2> 739760 T4311 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 739760 T4311 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 739760 T4339 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 739760 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync [junit4] 2> ASYNC NEW_CORE C3868 name=collection1 org.apache.solr.core.SolrCore@c33c7c url=http://127.0.0.1:53981/collection1 node=127.0.0.1:53981_ C3868_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:53981, node_name=127.0.0.1:53981_, state=down} [junit4] 2> 739761 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 C3868 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53981/collection1/ [junit4] 2> 739761 T4340 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection"} current state version: 1 [junit4] 2> 739761 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 C3868 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me [junit4] 2> 739761 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 C3868 oasc.SyncStrategy.syncToMe http://127.0.0.1:53981/collection1/ has no replicas [junit4] 2> 739761 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53981/collection1/ shard1 [junit4] 2> 739761 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1 [junit4] 2> 739761 T4311 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 739762 T4339 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 739763 T4340 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "base_url":"http://127.0.0.1:53981";, [junit4] 2> "core":"collection1", [junit4] 2> "state":"active"} current state version: 1 [junit4] 2> 739829 T4311 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores/collection1 [junit4] 2> 739830 T4311 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001 [junit4] 2> 739831 T4311 oejs.Server.doStart jetty-9.2.9.v20150224 [junit4] 2> 739832 T4311 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@e411a8{/,null,AVAILABLE} [junit4] 2> 739833 T4311 oejs.AbstractConnector.doStart Started ServerConnector@992d4{HTTP/1.1}{127.0.0.1:44672} [junit4] 2> 739833 T4311 oejs.Server.doStart Started @740803ms [junit4] 2> 739833 T4311 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=44672, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores} [junit4] 2> 739833 T4311 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@18e5cde [junit4] 2> 739834 T4311 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/' [junit4] 2> 739841 T4311 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/solr.xml [junit4] 2> 739844 T4311 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores [junit4] 2> 739844 T4311 oasc.CoreContainer.<init> New CoreContainer 31424589 [junit4] 2> 739844 T4311 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/] [junit4] 2> 739844 T4311 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/lib [junit4] 2> 739845 T4311 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/lib). [junit4] 2> 739848 T4311 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 739848 T4311 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 739848 T4311 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 739849 T4311 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 739849 T4311 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 739849 T4311 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 739849 T4311 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 739849 T4311 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 739849 T4311 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 739850 T4311 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 739850 T4311 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false [junit4] 2> 739851 T4311 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 739851 T4311 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 739851 T4311 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 739851 T4311 oasc.CoreContainer.load Node Name: 127.0.0.1 [junit4] 2> 739852 T4311 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:38296/solr [junit4] 2> 739852 T4311 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 739852 T4311 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 739852 T4311 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 739853 T4364 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1552655 name:ZooKeeperConnection Watcher:127.0.0.1:38296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 739853 T4311 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 739854 T4311 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 739854 T4311 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 739855 T4367 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b10890 name:ZooKeeperConnection Watcher:127.0.0.1:38296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 739855 T4311 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 739857 T4311 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 739864 T4350 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 739864 T4367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 739864 T4339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 739913 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:53981/collection1/ and leader is http://127.0.0.1:53981/collection1/ [junit4] 2> 739913 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53981 [junit4] 2> 739913 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary [junit4] 2> 739913 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection [junit4] 2> 739913 T4347 N:127.0.0.1:53981_ C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 739914 T4339 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 739914 T4340 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:53981";, [junit4] 2> "node_name":"127.0.0.1:53981_", [junit4] 2> "numShards":"3", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 2 [junit4] 2> 739914 T4340 oasco.ReplicaMutator.updateState Update state numShards=3 message={ [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:53981";, [junit4] 2> "node_name":"127.0.0.1:53981_", [junit4] 2> "numShards":"3", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 740015 T4350 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 740015 T4367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 740015 T4339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 740858 T4311 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44672_ [junit4] 2> 740859 T4311 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44672_ [junit4] 2> 740860 T4311 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 740861 T4311 N:127.0.0.1:44672_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores [junit4] 2> 740862 T4311 N:127.0.0.1:44672_ oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 740862 T4311 N:127.0.0.1:44672_ oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores/collection1/ [junit4] 2> 740862 T4311 N:127.0.0.1:44672_ oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 740863 T4368 N:127.0.0.1:44672_ C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1 [junit4] 2> 740863 T4368 N:127.0.0.1:44672_ C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 740863 T4339 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 740863 T4368 N:127.0.0.1:44672_ oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 740864 T4340 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:44672";, [junit4] 2> "node_name":"127.0.0.1:44672_", [junit4] 2> "numShards":"3", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} current state version: 3 [junit4] 2> 740864 T4340 oasco.ReplicaMutator.updateState Update state numShards=3 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:44672";, [junit4] 2> "node_name":"127.0.0.1:44672_", [junit4] 2> "numShards":"3", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} [junit4] 2> 740864 T4340 oasco.ClusterStateMutator.createCollection building a new cName: collection1 [junit4] 2> 740864 T4340 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2 [junit4] 2> 740965 T4339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2) [junit4] 2> 740965 T4367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2) [junit4] 2> 740965 T4350 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2) [junit4] 2> 741864 T4368 N:127.0.0.1:44672_ oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1 [junit4] 2> 741864 T4368 N:127.0.0.1:44672_ oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1 [junit4] 2> 741864 T4368 N:127.0.0.1:44672_ oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 741864 T4368 N:127.0.0.1:44672_ oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1 [junit4] 2> 741865 T4368 N:127.0.0.1:44672_ oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper [junit4] 2> 741865 T4368 N:127.0.0.1:44672_ oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores/collection1/' [junit4] 2> 741871 T4368 N:127.0.0.1:44672_ oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1 [junit4] 2> 741871 T4368 N:127.0.0.1:44672_ oasc.Config.<init> loaded config solrconfig.xml with version 0 [junit4] 2> 741874 T4368 N:127.0.0.1:44672_ oasc.SolrConfig.refreshRequestParams current version of requestparams : -1 [junit4] 2> 741876 T4368 N:127.0.0.1:44672_ oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0 [junit4] 2> 741883 T4368 N:127.0.0.1:44672_ oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 741884 T4368 N:127.0.0.1:44672_ oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml [junit4] 2> 741887 T4368 N:127.0.0.1:44672_ oass.IndexSchema.readSchema [collection1] Schema name=test [junit4] 2> 741935 T4368 N:127.0.0.1:44672_ oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 741936 T4368 N:127.0.0.1:44672_ oass.IndexSchema.readSchema unique key field: id [junit4] 2> 741937 T4368 N:127.0.0.1:44672_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 741938 T4368 N:127.0.0.1:44672_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 741944 T4368 N:127.0.0.1:44672_ oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1 [junit4] 2> 741944 T4368 N:127.0.0.1:44672_ c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 741945 T4368 N:127.0.0.1:44672_ c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores/collection1/data/ [junit4] 2> 741945 T4368 N:127.0.0.1:44672_ c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2df86c [junit4] 2> 741945 T4368 N:127.0.0.1:44672_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores/collection1/data [junit4] 2> 741945 T4368 N:127.0.0.1:44672_ c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores/collection1/data/index/ [junit4] 2> 741946 T4368 N:127.0.0.1:44672_ c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index... [junit4] 2> 741946 T4368 N:127.0.0.1:44672_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-1-001/cores/collection1/data/index [junit4] 2> 741946 T4368 N:127.0.0.1:44672_ c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5795657009636045] [junit4] 2> 741947 T4368 N:127.0.0.1:44672_ c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1eb413c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1548e70),segFN=segments_1,generation=1} [junit4] 2> 741947 T4368 N:127.0.0.1:44672_ c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 741949 T4368 N:127.0.0.1:44672_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 741949 T4368 N:127.0.0.1:44672_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 741950 T4368 N:127.0.0.1:44672_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 741950 T4368 N:127.0.0.1:44672_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 741950 T4368 N:127.0.0.1:44672_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 741950 T4368 N:127.0.0.1:44672_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 741950 T4368 N:127.0.0.1:44672_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 741950 T4368 N:127.0.0.1:44672_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 741950 T4368 N:127.0.0.1:44672_ c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 741952 T4368 N:127.0.0.1:44672_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 741952 T4368 N:127.0.0.1:44672_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 741953 T4368 N:127.0.0.1:44672_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 741954 T4368 N:127.0.0.1:44672_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 741956 T4368 N:127.0.0.1:44672_ c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file [junit4] 2> 741956 T4368 N:127.0.0.1:44672_ c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache [junit4] 2> 741957 T4368 N:127.0.0.1:44672_ c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 741957 T4368 N:127.0.0.1:44672_ c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 [junit4] 2> 741957 T4368 N:127.0.0.1:44672_ c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 741957 T4368 N:127.0.0.1:44672_ c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 741958 T4368 N:127.0.0.1:44672_ c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=90.0771484375, floorSegmentMB=1.318359375, forceMergeDeletesPctAllowed=5.472803521025237, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7539090138945609 [junit4] 2> 741958 T4368 N:127.0.0.1:44672_ c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1eb413c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1548e70),segFN=segments_1,generation=1} [junit4] 2> 741958 T4368 N:127.0.0.1:44672_ c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 741959 T4368 N:127.0.0.1:44672_ c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@86dd22[collection1] main [junit4] 2> 741959 T4368 N:127.0.0.1:44672_ c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1 [junit4] 2> 741959 T4368 N:127.0.0.1:44672_ c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper [junit4] 2> 741959 T4368 N:127.0.0.1:44672_ c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 741959 T4368 N:127.0.0.1:44672_ c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 741960 T4368 N:127.0.0.1:44672_ c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {} [junit4] 2> 741960 T4368 N:127.0.0.1:44672_ c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 741960 T4368 N:127.0.0.1:44672_ c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 741960 T4368 N:127.0.0.1:44672_ c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 741960 T4368 N:127.0.0.1:44672_ c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 741960 T4368 N:127.0.0.1:44672_ c:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000 [junit4] 2> 741961 T4369 N:127.0.0.1:44672_ c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@86dd22[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 741961 T4368 N:127.0.0.1:44672_ c:collection1 oasc.CoreContainer.registerCore registering core: collection1 [junit4] 2> 741962 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44672 collection:collection1 shard:shard2 [junit4] 2> 741962 T4311 N:127.0.0.1:44672_ oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2 [junit4] 2> 741962 T4311 N:127.0.0.1:44672_ oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 741962 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election [junit4] 2> 741964 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2 [junit4] 2> 741964 T4339 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 741964 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue. [junit4] 2> 741965 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync [junit4] 2> 741965 T4340 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"collection1"} current state version: 4 [junit4] 2> ASYNC NEW_CORE C3869 name=collection1 org.apache.solr.core.SolrCore@36fecd url=http://127.0.0.1:44672/collection1 node=127.0.0.1:44672_ C3869_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:44672, node_name=127.0.0.1:44672_, state=down} [junit4] 2> 741965 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 C3869 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44672/collection1/ [junit4] 2> 741965 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 C3869 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me [junit4] 2> 741965 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 C3869 oasc.SyncStrategy.syncToMe http://127.0.0.1:44672/collection1/ has no replicas [junit4] 2> 741965 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44672/collection1/ shard2 [junit4] 2> 741966 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2 [junit4] 2> 741967 T4339 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 741967 T4340 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"collection1", [junit4] 2> "base_url":"http://127.0.0.1:44672";, [junit4] 2> "core":"collection1", [junit4] 2> "state":"active"} current state version: 4 [junit4] 2> 742009 T4311 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores/collection1 [junit4] 2> 742010 T4311 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001 [junit4] 2> 742011 T4311 oejs.Server.doStart jetty-9.2.9.v20150224 [junit4] 2> 742012 T4311 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@1fd28c3{/,null,AVAILABLE} [junit4] 2> 742012 T4311 oejs.AbstractConnector.doStart Started ServerConnector@e5601{HTTP/1.1}{127.0.0.1:50334} [junit4] 2> 742012 T4311 oejs.Server.doStart Started @742982ms [junit4] 2> 742012 T4311 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=50334, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores} [junit4] 2> 742013 T4311 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@18e5cde [junit4] 2> 742013 T4311 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/' [junit4] 2> 742021 T4311 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/solr.xml [junit4] 2> 742023 T4311 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores [junit4] 2> 742024 T4311 oasc.CoreContainer.<init> New CoreContainer 23121026 [junit4] 2> 742024 T4311 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/] [junit4] 2> 742024 T4311 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/lib [junit4] 2> 742024 T4311 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/lib). [junit4] 2> 742032 T4311 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 742032 T4311 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 742032 T4311 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 742032 T4311 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 742033 T4311 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 742033 T4311 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 742033 T4311 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 742033 T4311 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 742033 T4311 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 742033 T4311 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 742034 T4311 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false [junit4] 2> 742034 T4311 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 742035 T4311 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 742035 T4311 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 742035 T4311 oasc.CoreContainer.load Node Name: 127.0.0.1 [junit4] 2> 742035 T4311 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:38296/solr [junit4] 2> 742036 T4311 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 742036 T4311 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 742036 T4311 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 742037 T4386 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bb9410 name:ZooKeeperConnection Watcher:127.0.0.1:38296 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 742037 T4311 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 742038 T4311 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 742038 T4311 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 742039 T4389 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56d956 name:ZooKeeperConnection Watcher:127.0.0.1:38296/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 742039 T4311 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 742041 T4311 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 742068 T4339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2) [junit4] 2> 742068 T4367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2) [junit4] 2> 742068 T4389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2) [junit4] 2> 742068 T4350 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2) [junit4] 2> 742117 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 oasc.ZkController.register We are http://127.0.0.1:44672/collection1/ and leader is http://127.0.0.1:44672/collection1/ [junit4] 2> 742117 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44672 [junit4] 2> 742117 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 oasc.ZkController.checkRecovery I am the leader, no recovery necessary [junit4] 2> 742117 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1 [junit4] 2> 742118 T4372 N:127.0.0.1:44672_ C:collection1 S:shard2 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 742118 T4339 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 742119 T4340 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:44672";, [junit4] 2> "node_name":"127.0.0.1:44672_", [junit4] 2> "numShards":"3", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} current state version: 5 [junit4] 2> 742119 T4340 oasco.ReplicaMutator.updateState Update state numShards=3 message={ [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:44672";, [junit4] 2> "node_name":"127.0.0.1:44672_", [junit4] 2> "numShards":"3", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} [junit4] 2> 742220 T4339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2) [junit4] 2> 742220 T4389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2) [junit4] 2> 742220 T4350 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2) [junit4] 2> 742220 T4367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2) [junit4] 2> 743043 T4311 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50334_ [junit4] 2> 743043 T4311 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50334_ [junit4] 2> 743044 T4311 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 743046 T4311 N:127.0.0.1:50334_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores [junit4] 2> 743046 T4311 N:127.0.0.1:50334_ oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 743046 T4311 N:127.0.0.1:50334_ oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores/collection1/ [junit4] 2> 743047 T4311 N:127.0.0.1:50334_ oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 743047 T4390 N:127.0.0.1:50334_ C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1 [junit4] 2> 743047 T4390 N:127.0.0.1:50334_ C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 743048 T4390 N:127.0.0.1:50334_ oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 743048 T4339 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 743048 T4340 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:50334";, [junit4] 2> "node_name":"127.0.0.1:50334_", [junit4] 2> "numShards":"3", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} current state version: 6 [junit4] 2> 743048 T4340 oasco.ReplicaMutator.updateState Update state numShards=3 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:50334";, [junit4] 2> "node_name":"127.0.0.1:50334_", [junit4] 2> "numShards":"3", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} [junit4] 2> 743049 T4340 oasco.ReplicaMutator.updateState Collection already exists with numShards=3 [junit4] 2> 743049 T4340 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard3 [junit4] 2> 743150 T4339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 743150 T4367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 743150 T4350 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 743150 T4389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3) [junit4] 2> 744048 T4390 N:127.0.0.1:50334_ oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1 [junit4] 2> 744048 T4390 N:127.0.0.1:50334_ oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1 [junit4] 2> 744048 T4390 N:127.0.0.1:50334_ oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 744048 T4390 N:127.0.0.1:50334_ oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1 [junit4] 2> 744049 T4390 N:127.0.0.1:50334_ oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper [junit4] 2> 744049 T4390 N:127.0.0.1:50334_ oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores/collection1/' [junit4] 2> 744054 T4390 N:127.0.0.1:50334_ oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1 [junit4] 2> 744055 T4390 N:127.0.0.1:50334_ oasc.Config.<init> loaded config solrconfig.xml with version 0 [junit4] 2> 744057 T4390 N:127.0.0.1:50334_ oasc.SolrConfig.refreshRequestParams current version of requestparams : -1 [junit4] 2> 744059 T4390 N:127.0.0.1:50334_ oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0 [junit4] 2> 744064 T4390 N:127.0.0.1:50334_ oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 744064 T4390 N:127.0.0.1:50334_ oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml [junit4] 2> 744067 T4390 N:127.0.0.1:50334_ oass.IndexSchema.readSchema [collection1] Schema name=test [junit4] 2> 744113 T4390 N:127.0.0.1:50334_ oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 744114 T4390 N:127.0.0.1:50334_ oass.IndexSchema.readSchema unique key field: id [junit4] 2> 744114 T4390 N:127.0.0.1:50334_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 744116 T4390 N:127.0.0.1:50334_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 744120 T4390 N:127.0.0.1:50334_ oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1 [junit4] 2> 744121 T4390 N:127.0.0.1:50334_ c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 744121 T4390 N:127.0.0.1:50334_ c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores/collection1/data/ [junit4] 2> 744121 T4390 N:127.0.0.1:50334_ c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2df86c [junit4] 2> 744122 T4390 N:127.0.0.1:50334_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores/collection1/data [junit4] 2> 744122 T4390 N:127.0.0.1:50334_ c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores/collection1/data/index/ [junit4] 2> 744122 T4390 N:127.0.0.1:50334_ c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores/collection1/data/index' doesn't exist. Creating new index... [junit4] 2> 744122 T4390 N:127.0.0.1:50334_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-2-001/cores/collection1/data/index [junit4] 2> 744122 T4390 N:127.0.0.1:50334_ c:collection [...truncated too long message...] DirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked [junit4] 2> 778118 T4311 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-6-001/cores/implicit_collection_without_routerfield_shard1_replica2/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-6-001/cores/implicit_collection_without_routerfield_shard1_replica2/data;done=false>>] [junit4] 2> 778118 T4311 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-6-001/cores/implicit_collection_without_routerfield_shard1_replica2/data [junit4] 2> 778118 T4311 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-6-001/cores/implicit_collection_without_routerfield_shard1_replica2/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-6-001/cores/implicit_collection_without_routerfield_shard1_replica2/data/index;done=false>>] [junit4] 2> 778118 T4311 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001/shard-6-001/cores/implicit_collection_without_routerfield_shard1_replica2/data/index [junit4] 2> 778119 T4311 oasc.Overseer.close Overseer (id=93645581011648528-127.0.0.1:42263_-n_0000000006) closing [junit4] 2> 778119 T4604 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:42263_ [junit4] 2> 779620 T4603 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK [junit4] 2> 779621 T4311 oejs.AbstractConnector.doStop Stopped ServerConnector@1b17e03{HTTP/1.1}{127.0.0.1:0} [junit4] 2> 779621 T4311 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@194bc92{/,null,UNAVAILABLE} [junit4] 2> 779622 T4311 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:38296 38296 [junit4] 2> 779656 T4312 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:38296 38296 [junit4] 2> 779657 T4312 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 14 /solr/aliases.json [junit4] 2> 14 /solr/clusterstate.json [junit4] 2> 7 /solr/configs/conf1 [junit4] 2> 4 /solr/collections/implicit_collection_without_routerfield/state.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 14 /solr/live_nodes [junit4] 2> 7 /solr/overseer/queue [junit4] 2> 7 /solr/overseer/collection-queue-work [junit4] 2> [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=FullSolrCloudDistribCmdsTest -Dtests.method=test -Dtests.seed=944EEE25A6B2D153 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fi -Dtests.timezone=Africa/Maseru -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 41.2s J2 | FullSolrCloudDistribCmdsTest.test <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44672/implicit_collection_without_routerfield_shard1_replica1: no servers hosting shard: [junit4] > at __randomizedtesting.SeedInfo.seed([944EEE25A6B2D153:1C1AD1FF084EBCAB]:0) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:557) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135) [junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943) [junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958) [junit4] > at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDeleteByIdImplicitRouter(FullSolrCloudDistribCmdsTest.java:225) [junit4] > at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:144) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] 2> 779666 T4311 oas.SolrTestCaseJ4.deleteCore ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 944EEE25A6B2D153-001 [junit4] 2> 41242 T4310 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=fi, timezone=Africa/Maseru [junit4] 2> NOTE: Linux 3.13.0-49-generic i386/Oracle Corporation 1.9.0-ea (32-bit)/cpus=12,threads=1,free=87841448,total=231751680 [junit4] 2> NOTE: All tests run in this JVM: [TestStressRecovery, QueryParsingTest, TestNonDefinedSimilarityFactory, TestSolrConfigHandler, SpatialRPTFieldTypeTest, SampleTest, DirectUpdateHandlerTest, TestExactSharedStatsCache, QueryEqualityTest, TestQuerySenderNoQuery, LeaderElectionTest, TestLeaderElectionZkExpiry, TestOverriddenPrefixQueryForCustomFieldType, DeleteInactiveReplicaTest, BadIndexSchemaTest, TestSolrConfigHandlerConcurrent, SegmentsInfoRequestHandlerTest, TestMissingGroups, DirectSolrSpellCheckerTest, HdfsBasicDistributedZk2Test, TestFieldCollectionResource, XmlUpdateRequestHandlerTest, DistributedQueryComponentCustomSortTest, TestJettySolrRunner, SuggesterTest, OutputWriterTest, SolrCoreCheckLockOnStartupTest, TestBM25SimilarityFactory, HdfsDirectoryFactoryTest, DistributedFacetPivotLargeTest, NotRequiredUniqueKeyTest, FacetPivotSmallTest, ResponseHeaderTest, SpellCheckCollatorTest, DistributedDebugComponentTest, TestBinaryResponseWriter, BasicDistributedZk2Test, TestRequestStatusCollectionAPI, TestExceedMaxTermLength, EnumFieldTest, TestUtils, TestFastOutputStream, TestLuceneMatchVersion, TestPseudoReturnFields, DistributedIntervalFacetingTest, TestManagedSynonymFilterFactory, TestSolrQueryParser, SearchHandlerTest, DistributedQueryElevationComponentTest, TestFreeTextSuggestions, TestTrie, TestDocSet, PreAnalyzedUpdateProcessorTest, RecoveryZkTest, UnloadDistributedZkTest, TestPerFieldSimilarity, TestExtendedDismaxParser, SimpleFacetsTest, TermVectorComponentDistributedTest, TestReRankQParserPlugin, RequestLoggingTest, TestHighFrequencyDictionaryFactory, TestQueryUtils, SolrInfoMBeanTest, ResponseLogComponentTest, BlockDirectoryTest, TestReloadAndDeleteDocs, AddSchemaFieldsUpdateProcessorFactoryTest, TestDynamicFieldResource, ChangedSchemaMergeTest, PrimUtilsTest, TestPivotHelperCode, TestReload, PluginInfoTest, MigrateRouteKeyTest, TestMacros, DocValuesTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, FullSolrCloudDistribCmdsTest] [junit4] Completed [221/482] on J2 in 41.76s, 1 test, 1 error <<< FAILURES! [...truncated 823 lines...] BUILD FAILED /home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:526: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:474: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:229: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:512: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1415: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:973: There were test failures: 482 suites, 1912 tests, 1 error, 50 ignored (22 assumptions) Total time: 46 minutes 43 seconds Build step 'Invoke Ant' marked build as failure [description-setter] Description set: Java: 32bit/jdk1.9.0-ea-b54 -server -XX:+UseConcMarkSweepGC Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
