Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Linux/652/ Java: 64bit/jdk1.8.0_201 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed. FAILED: org.apache.solr.cloud.SystemCollectionCompatTest.testBackCompat Error Message: Error from server at https://127.0.0.1:43933/solr/.system: Error reading input String Can't find resource 'schema.xml' in classpath or '/configs/.system', cwd=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2 Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43933/solr/.system: Error reading input String Can't find resource 'schema.xml' in classpath or '/configs/.system', cwd=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2 at __randomizedtesting.SeedInfo.seed([83FF4D57E7A304BE:F30AEEFE876BADC8]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:649) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368) at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.cloud.SystemCollectionCompatTest.setupSystemCollection(SystemCollectionCompatTest.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 14449 lines...] [junit4] Suite: org.apache.solr.cloud.SystemCollectionCompatTest [junit4] 2> 1458745 INFO (SUITE-SystemCollectionCompatTest-seed#[83FF4D57E7A304BE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_83FF4D57E7A304BE-001/init-core-data-001 [junit4] 2> 1458745 WARN (SUITE-SystemCollectionCompatTest-seed#[83FF4D57E7A304BE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=92 numCloses=92 [junit4] 2> 1458746 INFO (SUITE-SystemCollectionCompatTest-seed#[83FF4D57E7A304BE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1458747 INFO (SUITE-SystemCollectionCompatTest-seed#[83FF4D57E7A304BE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 1458748 INFO (SUITE-SystemCollectionCompatTest-seed#[83FF4D57E7A304BE]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_83FF4D57E7A304BE-001/tempDir-001 [junit4] 2> 1458748 INFO (SUITE-SystemCollectionCompatTest-seed#[83FF4D57E7A304BE]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1458748 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1458748 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1458848 INFO (SUITE-SystemCollectionCompatTest-seed#[83FF4D57E7A304BE]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38949 [junit4] 2> 1458848 INFO (SUITE-SystemCollectionCompatTest-seed#[83FF4D57E7A304BE]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38949 [junit4] 2> 1458849 INFO (SUITE-SystemCollectionCompatTest-seed#[83FF4D57E7A304BE]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38949 [junit4] 2> 1458884 INFO (zkConnectionManagerCallback-11843-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1458888 INFO (zkConnectionManagerCallback-11845-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1458892 INFO (zkConnectionManagerCallback-11847-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1458897 WARN (jetty-launcher-11848-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1458897 WARN (jetty-launcher-11848-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1458897 INFO (jetty-launcher-11848-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1458897 INFO (jetty-launcher-11848-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1458897 INFO (jetty-launcher-11848-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1458897 INFO (jetty-launcher-11848-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1458898 INFO (jetty-launcher-11848-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09 [junit4] 2> 1458898 INFO (jetty-launcher-11848-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09 [junit4] 2> 1458908 INFO (jetty-launcher-11848-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1458908 INFO (jetty-launcher-11848-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1458908 INFO (jetty-launcher-11848-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1458908 INFO (jetty-launcher-11848-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1458908 INFO (jetty-launcher-11848-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1458908 INFO (jetty-launcher-11848-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1458908 INFO (jetty-launcher-11848-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2feb3d64{/solr,null,AVAILABLE} [junit4] 2> 1458908 INFO (jetty-launcher-11848-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47029e2c{/solr,null,AVAILABLE} [junit4] 2> 1458910 WARN (jetty-launcher-11848-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4349341d[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1458910 WARN (jetty-launcher-11848-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5072604c[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@492f7971{SSL,[ssl, http/1.1]}{127.0.0.1:43933} [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ccc23de{SSL,[ssl, http/1.1]}{127.0.0.1:35729} [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-2) [ ] o.e.j.s.Server Started @1458948ms [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-1) [ ] o.e.j.s.Server Started @1458948ms [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43933} [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35729} [junit4] 2> 1458910 ERROR (jetty-launcher-11848-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1458910 ERROR (jetty-launcher-11848-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0 [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0 [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-06-02T13:21:51.361Z [junit4] 2> 1458910 INFO (jetty-launcher-11848-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-06-02T13:21:51.361Z [junit4] 2> 1458916 INFO (zkConnectionManagerCallback-11850-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1458917 INFO (jetty-launcher-11848-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1458926 INFO (zkConnectionManagerCallback-11852-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1458926 INFO (jetty-launcher-11848-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1459089 INFO (jetty-launcher-11848-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1459089 WARN (jetty-launcher-11848-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 1459091 WARN (jetty-launcher-11848-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@443c4070[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1459094 WARN (jetty-launcher-11848-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 1459096 WARN (jetty-launcher-11848-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@718dfdb9[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1459098 INFO (jetty-launcher-11848-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38949/solr [junit4] 2> 1459098 INFO (jetty-launcher-11848-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1459098 WARN (jetty-launcher-11848-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 1459103 INFO (zkConnectionManagerCallback-11860-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1459103 WARN (jetty-launcher-11848-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5837c034[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1459108 INFO (zkConnectionManagerCallback-11864-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1459109 WARN (jetty-launcher-11848-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 1459116 WARN (jetty-launcher-11848-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@24c571af[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1459117 INFO (jetty-launcher-11848-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38949/solr [junit4] 2> 1459165 INFO (zkConnectionManagerCallback-11870-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1459172 INFO (zkConnectionManagerCallback-11872-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1459212 INFO (jetty-launcher-11848-thread-1) [n:127.0.0.1:35729_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35729_solr [junit4] 2> 1459213 INFO (jetty-launcher-11848-thread-1) [n:127.0.0.1:35729_solr ] o.a.s.c.Overseer Overseer (id=72357555355320328-127.0.0.1:35729_solr-n_0000000000) starting [junit4] 2> 1459224 INFO (zkConnectionManagerCallback-11879-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1459224 INFO (jetty-launcher-11848-thread-2) [n:127.0.0.1:43933_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43933_solr [junit4] 2> 1459225 INFO (jetty-launcher-11848-thread-1) [n:127.0.0.1:35729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1459226 INFO (jetty-launcher-11848-thread-1) [n:127.0.0.1:35729_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38949/solr ready [junit4] 2> 1459228 INFO (zkCallback-11863-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1459387 INFO (OverseerStateUpdate-72357555355320328-127.0.0.1:35729_solr-n_0000000000) [n:127.0.0.1:35729_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35729_solr [junit4] 2> 1459387 INFO (jetty-launcher-11848-thread-1) [n:127.0.0.1:35729_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:35729_solr as DOWN [junit4] 2> 1459387 INFO (zkCallback-11871-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1459387 INFO (zkConnectionManagerCallback-11884-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1459388 INFO (jetty-launcher-11848-thread-1) [n:127.0.0.1:35729_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1459388 INFO (jetty-launcher-11848-thread-1) [n:127.0.0.1:35729_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35729_solr [junit4] 2> 1459388 INFO (zkCallback-11863-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1459388 INFO (jetty-launcher-11848-thread-2) [n:127.0.0.1:43933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1459389 INFO (zkCallback-11871-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1459389 INFO (zkCallback-11878-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1459390 INFO (jetty-launcher-11848-thread-2) [n:127.0.0.1:43933_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38949/solr ready [junit4] 2> 1459400 INFO (jetty-launcher-11848-thread-2) [n:127.0.0.1:43933_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1459400 INFO (jetty-launcher-11848-thread-1) [n:127.0.0.1:35729_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1459436 INFO (jetty-launcher-11848-thread-1) [n:127.0.0.1:35729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35729.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f835a0f [junit4] 2> 1459437 INFO (jetty-launcher-11848-thread-2) [n:127.0.0.1:43933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43933.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f835a0f [junit4] 2> 1459461 INFO (jetty-launcher-11848-thread-2) [n:127.0.0.1:43933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43933.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f835a0f [junit4] 2> 1459461 INFO (jetty-launcher-11848-thread-2) [n:127.0.0.1:43933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43933.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f835a0f [junit4] 2> 1459462 INFO (jetty-launcher-11848-thread-2) [n:127.0.0.1:43933_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_83FF4D57E7A304BE-001/tempDir-001/node2/. [junit4] 2> 1459463 INFO (jetty-launcher-11848-thread-1) [n:127.0.0.1:35729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35729.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f835a0f [junit4] 2> 1459463 INFO (jetty-launcher-11848-thread-1) [n:127.0.0.1:35729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35729.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f835a0f [junit4] 2> 1459463 INFO (jetty-launcher-11848-thread-1) [n:127.0.0.1:35729_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_83FF4D57E7A304BE-001/tempDir-001/node1/. [junit4] 2> 1459519 INFO (zkConnectionManagerCallback-11891-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1459520 INFO (SUITE-SystemCollectionCompatTest-seed#[83FF4D57E7A304BE]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1459520 INFO (SUITE-SystemCollectionCompatTest-seed#[83FF4D57E7A304BE]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38949/solr ready [junit4] 2> 1459535 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[83FF4D57E7A304BE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBackCompat [junit4] 2> 1459546 INFO (qtp1157430377-34766) [n:127.0.0.1:43933_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params name=.system&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1459550 INFO (OverseerThreadFactory-9299-thread-1-processing-n:127.0.0.1:35729_solr) [n:127.0.0.1:35729_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system [junit4] 2> 1459666 INFO (OverseerStateUpdate-72357555355320328-127.0.0.1:35729_solr-n_0000000000) [n:127.0.0.1:35729_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":".system", [junit4] 2> "shard":"shard1", [junit4] 2> "core":".system_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43933/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1459669 INFO (OverseerStateUpdate-72357555355320328-127.0.0.1:35729_solr-n_0000000000) [n:127.0.0.1:35729_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":".system", [junit4] 2> "shard":"shard1", [junit4] 2> "core":".system_shard1_replica_n3", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:35729/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1459872 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1459873 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1459894 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1460885 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0 [junit4] 2> 1460919 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 1460920 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0 [junit4] 2> 1460965 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 1460966 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core [junit4] 2> 1460968 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema [.system_shard1_replica_n3] Schema name=_system collection or core [junit4] 2> 1461017 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id [junit4] 2> 1461041 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema [junit4] 2> 1461045 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id [junit4] 2> 1461046 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it [junit4] 2> 1461047 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak [junit4] 2> 1461047 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n3' using configuration from collection .system, trusted=true [junit4] 2> 1461047 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35729.solr.core..system.shard1.replica_n3' (registry 'solr.core..system.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f835a0f [junit4] 2> 1461047 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [[.system_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_83FF4D57E7A304BE-001/tempDir-001/node1/.system_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_83FF4D57E7A304BE-001/tempDir-001/node1/./.system_shard1_replica_n3/data/] [junit4] 2> 1461050 WARN (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema [junit4] 2> => org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:114) [junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:114) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1221) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf] [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:336) ~[java/:?] [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?] [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:336) ~[java/:?] [junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:335) ~[java/:?] [junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:259) ~[java/:?] [junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:176) ~[java/:?] [junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45) ~[java/:?] [junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:70) ~[java/:?] [junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:118) ~[java/:?] [junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:91) ~[java/:?] [junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1287) ~[java/:?] [junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1234) ~[java/:?] [junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1148) ~[java/:?] [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) ~[java/:?] [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) ~[java/:?] [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396) ~[java/:?] [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) ~[java/:?] [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) ~[java/:?] [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796) ~[java/:?] [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762) ~[java/:?] [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522) ~[java/:?] [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397) ~[java/:?] [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343) ~[java/:?] [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) ~[java/:?] [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:502) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:411) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:305) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201] [junit4] 2> 1461050 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true [junit4] 2> 1461050 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43933.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f835a0f [junit4] 2> 1461050 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_83FF4D57E7A304BE-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_83FF4D57E7A304BE-001/tempDir-001/node2/./.system_shard1_replica_n1/data/] [junit4] 2> 1461232 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1461232 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1461287 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1461287 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1461288 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; [junit4] 2> 1461288 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1461289 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; [junit4] 2> 1461289 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1461289 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e088f7d[.system_shard1_replica_n1] main] [junit4] 2> 1461290 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@7872fb64[.system_shard1_replica_n3] main] [junit4] 2> 1461294 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system [junit4] 2> 1461295 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system [junit4] 2> 1461295 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system [junit4] 2> 1461295 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema [junit4] 2> 1461295 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system [junit4] 2> 1461295 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema [junit4] 2> 1461295 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper [junit4] 2> 1461295 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 1461296 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1461296 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1635235097473974272 [junit4] 2> 1461298 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema [.system_shard1_replica_n3] Schema name=_system collection or core [junit4] 2> 1461298 INFO (searcherExecutor-9309-thread-1-processing-n:127.0.0.1:43933_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node2) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@4e088f7d[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1461365 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id [junit4] 2> 1461365 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 70 ms [junit4] 2> 1461366 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1461366 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1635235097547374592 [junit4] 2> 1461369 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0}, version=0} [junit4] 2> 1461369 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1 [junit4] 2> 1461370 INFO (searcherExecutor-9308-thread-1-processing-n:127.0.0.1:35729_solr x:.system_shard1_replica_n3 c:.system s:shard1 r:core_node4) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [.system_shard1_replica_n3] Registered new searcher Searcher@7872fb64[.system_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1461371 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 1461371 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1} [junit4] 2> 1461372 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1 [junit4] 2> 1461872 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1461872 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1461872 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43933/solr/.system_shard1_replica_n1/ [junit4] 2> 1461872 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:43933/solr START replicas=[https://127.0.0.1:35729/solr/.system_shard1_replica_n3/] nUpdates=100 [junit4] 2> 1461872 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:43933/solr DONE. We have no versions. sync failed. [junit4] 2> 1461875 INFO (qtp1713284209-34764) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.S.Request [.system_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1461875 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 1461875 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 1461875 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/.system/leaders/shard1/leader after winning as /collections/.system/leader_elect/shard1/election/72357555355320326-core_node2-n_0000000000 [junit4] 2> 1461876 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43933/solr/.system_shard1_replica_n1/ shard1 [junit4] 2> 1461977 INFO (zkCallback-11863-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1461977 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1461978 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2106 [junit4] 2> 1462078 INFO (zkCallback-11863-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1462079 INFO (zkCallback-11863-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1462428 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2534 [junit4] 2> 1462433 INFO (qtp1157430377-34766) [n:127.0.0.1:43933_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas [junit4] 2> 1462475 INFO (zkCallback-11863-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1462475 INFO (zkCallback-11871-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1462476 INFO (zkCallback-11863-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1462476 INFO (qtp1157430377-34766) [n:127.0.0.1:43933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=.system&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2930 [junit4] 2> 1462478 INFO (zkCallback-11871-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1462486 INFO (zkConnectionManagerCallback-11898-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1462489 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[83FF4D57E7A304BE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1462490 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[83FF4D57E7A304BE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38949/solr ready [junit4] 2> 1462528 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=1, core_node4=1}, version=2} [junit4] 2> 1462555 INFO (qtp1713284209-34765) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43933/solr/.system_shard1_replica_n1/&wt=javabin&version=2}{add=[16b185a88f3T9gzugbpwlxueuuie0aiai6p1u (1635235098743799808)]} 0 1 [junit4] 2> 1462555 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16b185a88f3T9gzugbpwlxueuuie0aiai6p1u (1635235098743799808)]} 0 49 [junit4] 2> 1462562 INFO (qtp1157430377-34766) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1635235098801471488,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1462562 INFO (qtp1157430377-34766) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5e2dd82d commitCommandVersion:1635235098801471488 [junit4] 2> 1462564 INFO (qtp1713284209-34764) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1635235098803568640,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 1462564 INFO (qtp1713284209-34764) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5105d66f commitCommandVersion:1635235098803568640 [junit4] 2> 1462578 INFO (qtp1157430377-34766) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@48cd4959[.system_shard1_replica_n1] main] [junit4] 2> 1462578 INFO (qtp1713284209-34764) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@42183a73[.system_shard1_replica_n3] main] [junit4] 2> 1462578 INFO (qtp1157430377-34766) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1462578 INFO (qtp1713284209-34764) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 1462579 INFO (searcherExecutor-9308-thread-1-processing-n:127.0.0.1:35729_solr x:.system_shard1_replica_n3 c:.system s:shard1 r:core_node4) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [.system_shard1_replica_n3] Registered new searcher Searcher@42183a73[.system_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_201, java.vm.version=25.201-b09, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_201-b09, source=flush, os.version=4.18.0-17-generic, timestamp=1559481715015}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}])))} [junit4] 2> 1462579 INFO (qtp1713284209-34764) [n:127.0.0.1:35729_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43933/solr/.system_shard1_replica_n1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 15 [junit4] 2> 1462580 INFO (searcherExecutor-9309-thread-1-processing-n:127.0.0.1:43933_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node2) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@48cd4959[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_201, java.vm.version=25.201-b09, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_201-b09, source=flush, os.version=4.18.0-17-generic, timestamp=1559481715015}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}])))} [junit4] 2> 1462580 INFO (qtp1157430377-34766) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=.system:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 18 [junit4] 2> 1462581 INFO (qtp1157430377-34767) [n:127.0.0.1:43933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1462582 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1462587 ERROR (qtp1157430377-34766) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error reading input String Can't find resource 'schema.xml' in classpath or '/configs/.system', cwd=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2 [junit4] 2> at org.apache.solr.handler.SchemaHandler.handleRequestBody(SchemaHandler.java:94) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) [junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2565) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:756) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:542) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:502) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:411) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:305) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Caused by: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'schema.xml' in classpath or '/configs/.system', cwd=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2 [junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:130) [junit4] 2> at org.apache.solr.schema.SchemaManager.getFreshManagedSchema(SchemaManager.java:422) [junit4] 2> at org.apache.solr.schema.SchemaManager.doOperations(SchemaManager.java:105) [junit4] 2> at org.apache.solr.schema.SchemaManager.performOperations(SchemaManager.java:83) [junit4] 2> at org.apache.solr.handler.SchemaHandler.handleRequestBody(SchemaHandler.java:90) [junit4] 2> ... 35 more [junit4] 2> [junit4] 2> 1462587 INFO (qtp1157430377-34766) [n:127.0.0.1:43933_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/schema params={wt=javabin&version=2} status=400 QTime=1 [junit4] 2> 1462591 ERROR (TEST-SystemCollectionCompatTest.testBackCompat-seed#[83FF4D57E7A304BE]) [ ] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (400) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43933/solr/.system: Error reading input String Can't find resource 'schema.xml' in classpath or '/configs/.system', cwd=/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2, retry=0 commError=false errorCode=400 [junit4] 2> 1462591 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[83FF4D57E7A304BE]) [ ] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462592 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[83FF4D57E7A304BE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1462593 INFO (qtp1157430377-34767) [n:127.0.0.1:43933_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=.system&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1462600 INFO (OverseerCollectionConfigSetProcessor-72357555355320328-127.0.0.1:35729_solr-n_0000000000) [n:127.0.0.1:35729_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1462600 INFO (OverseerThreadFactory-9299-thread-2-processing-n:127.0.0.1:35729_solr) [n:127.0.0.1:35729_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null [junit4] 2> 1462603 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=null [junit4] 2> 1462603 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n3, tag=null [junit4] 2> 1462603 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26961f9: rootName = solr_35729, domain = solr.core..system.shard1.replica_n3, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@54f6ead6 [junit4] 2> 1462612 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68846e9: rootName = solr_43933, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@74fa5085 [junit4] 2> 1462625 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.SolrCore [.system_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@11333ca9 [junit4] 2> 1462625 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n3, tag=11333ca9 [junit4] 2> 1462625 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=11333ca9 [junit4] 2> 1462639 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=1}, version=3} [junit4] 2> 1462639 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 1462640 INFO (zkConnectionManagerCallback-11904-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1462641 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1462642 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38949/solr ready [junit4] 2> 1462644 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@26b3a6e3 [junit4] 2> 1462644 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=26b3a6e3 [junit4] 2> 1462644 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=26b3a6e3 [junit4] 2> 1462647 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={}, version=4} [junit4] 2> 1462647 WARN (zkCallback-11871-thread-2) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader [junit4] 2> 1462651 INFO (zkConnectionManagerCallback-11908-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1462658 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1462659 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38949/solr ready [junit4] 2> 1462750 INFO (zkCallback-11863-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1462750 INFO (zkCallback-11863-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1462750 INFO (zkCallback-11871-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1462750 INFO (zkCallback-11871-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1462757 ERROR (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43933/solr/.system: Expected mime type application/octet-stream but got text/html. <html> [junit4] 2> <head> [junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> [junit4] 2> <title>Error 404 Can not find: /solr/.system/update</title> [junit4] 2> </head> [junit4] 2> <body><h2>HTTP ERROR 404</h2> [junit4] 2> <p>Problem accessing /solr/.system/update. Reason: [junit4] 2> <pre> Can not find: /solr/.system/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.14.v20181114</a><hr/> [junit4] 2> [junit4] 2> </body> [junit4] 2> </html> [junit4] 2> , retry=0 commError=false errorCode=404 [junit4] 2> 1462757 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462757 WARN (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server. [junit4] 2> 1462758 ERROR (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=1 commError=false errorCode=510 [junit4] 2> 1462758 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462758 WARN (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server. [junit4] 2> 1462758 ERROR (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=2 commError=false errorCode=510 [junit4] 2> 1462758 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462758 WARN (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server. [junit4] 2> 1462758 ERROR (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=3 commError=false errorCode=510 [junit4] 2> 1462758 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462758 WARN (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server. [junit4] 2> 1462758 ERROR (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=4 commError=false errorCode=510 [junit4] 2> 1462758 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462758 WARN (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server. [junit4] 2> 1462758 ERROR (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=5 commError=false errorCode=510 [junit4] 2> 1462758 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462758 WARN (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.m.r.SolrRrdBackendFactory Error deleting RRD for path solr.core..system.shard1.replica_n1 [junit4] 2> => org.apache.solr.common.SolrException: Could not find a healthy node to handle the request. [junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1062) [junit4] 2> org.apache.solr.common.SolrException: Could not find a healthy node to handle the request. [junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1062) ~[java/:?] [junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837) ~[java/:?] [junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:949) ~[java/:?] [junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:949) ~[java/:?] [junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:949) ~[java/:?] [junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:949) ~[java/:?] [junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:949) ~[java/:?] [junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769) ~[java/:?] [junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) ~[java/:?] [junit4] 2> at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:940) ~[java/:?] [junit4] 2> at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:903) ~[java/:?] [junit4] 2> at org.apache.solr.metrics.rrd.SolrRrdBackendFactory.remove(SolrRrdBackendFactory.java:334) ~[java/:?] [junit4] 2> at org.apache.solr.handler.admin.MetricsHistoryHandler.removeHistory(MetricsHistoryHandler.java:306) ~[java/:?] [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$1(CoreAdminOperation.java:121) ~[java/:?] [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) ~[java/:?] [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396) ~[java/:?] [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) ~[java/:?] [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) ~[java/:?] [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:796) ~[java/:?] [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:762) ~[java/:?] [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:522) ~[java/:?] [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397) ~[java/:?] [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343) ~[java/:?] [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) ~[java/:?] [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:502) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) ~[jetty-server-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:411) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:305) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) ~[jetty-io-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114] [junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201] [junit4] 2> 1462758 INFO (qtp1157430377-34762) [n:127.0.0.1:43933_solr x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=.system_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=156 [junit4] 2> 1462779 ERROR (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43933/solr/.system: Expected mime type application/octet-stream but got text/html. <html> [junit4] 2> <head> [junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> [junit4] 2> <title>Error 404 Can not find: /solr/.system/update</title> [junit4] 2> </head> [junit4] 2> <body><h2>HTTP ERROR 404</h2> [junit4] 2> <p>Problem accessing /solr/.system/update. Reason: [junit4] 2> <pre> Can not find: /solr/.system/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.14.v20181114</a><hr/> [junit4] 2> [junit4] 2> </body> [junit4] 2> </html> [junit4] 2> , retry=0 commError=false errorCode=404 [junit4] 2> 1462779 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462779 WARN (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server. [junit4] 2> 1462779 ERROR (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=1 commError=false errorCode=510 [junit4] 2> 1462779 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462779 WARN (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server. [junit4] 2> 1462780 ERROR (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=2 commError=false errorCode=510 [junit4] 2> 1462780 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462780 WARN (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server. [junit4] 2> 1462780 ERROR (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=3 commError=false errorCode=510 [junit4] 2> 1462780 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462780 WARN (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server. [junit4] 2> 1462780 ERROR (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=4 commError=false errorCode=510 [junit4] 2> 1462780 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462780 WARN (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient Re-trying request to collection(s) [.system] after stale state error from server. [junit4] 2> 1462780 ERROR (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient Request to collection [.system] failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry=5 commError=false errorCode=510 [junit4] 2> 1462780 INFO (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.c.s.i.BaseCloudSolrClient request was not communication error it seems [junit4] 2> 1462780 WARN (qtp1713284209-34763) [n:127.0.0.1:35729_solr x:.system_shard1_replica_n3] o.a.s.m.r.SolrRrdBackendFactory Error deleting RRD for path solr.core..system.shard1.replica_n3 [junit4] 2> => org.apache.solr.common.SolrException: Could not find a healthy node to handle the request. [junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1062) [junit4] 2> org.apache.solr.common.SolrException: Could not find a healthy node to handle the request. [junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1062) ~[java/:?] [junit4] 2> at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837) ~[java/:?] [junit4] 2> at org. [...truncated too long message...] ing settings :: file = /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/top-level-ivy-settings.xml resolve: init: -clover.disable: -clover.load: -clover.classpath: -clover.setup: clover: compile-core: init: -clover.disable: -clover.load: -clover.classpath: -clover.setup: clover: common.compile-core: [javac] Compiling 3 source files to /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/classes/java common-solr.compile-core: compile-core: compile-test-framework: -check-git-state: -git-cleanroot: -copy-git-state: git-autoclean: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/top-level-ivy-settings.xml resolve: init: compile-lucene-core: compile-codecs: -check-git-state: -git-cleanroot: -copy-git-state: git-autoclean: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/top-level-ivy-settings.xml resolve: common.init: compile-lucene-core: init: -clover.disable: -clover.load: -clover.classpath: -clover.setup: clover: compile-core: -clover.disable: -clover.load: -clover.classpath: -clover.setup: clover: common.compile-core: compile-core: common.compile-test: [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/classes/test [javac] Compiling 953 source files to /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/classes/test [javac] Note: Some input files use or override a deprecated API. [javac] Note: Recompile with -Xlint:deprecation for details. [javac] Note: Some input files use unchecked or unsafe operations. [javac] Note: Recompile with -Xlint:unchecked for details. [copy] Copying 1 file to /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/classes/test common-solr.compile-test: compile-test: BUILD SUCCESSFUL Total time: 1 minute 8 seconds [repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.SystemCollectionCompatTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Dtests.seed=83FF4D57E7A304BE -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-NI -Dtests.timezone=SystemV/AST4 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII Buildfile: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/build.xml -clover.disable: ivy-configure: [ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: http://ant.apache.org/ivy/ :: [ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/top-level-ivy-settings.xml install-junit4-taskdef: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: resolve-groovy: [ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working [ivy:cachepath] confs: [default] [ivy:cachepath] found org.codehaus.groovy#groovy-all;2.4.16 in public [ivy:cachepath] :: resolution report :: resolve 31ms :: artifacts dl 1ms --------------------------------------------------------------------- | | modules || artifacts | | conf | number| search|dwnlded|evicted|| number|dwnlded| --------------------------------------------------------------------- | default | 1 | 0 | 0 | 0 || 1 | 0 | --------------------------------------------------------------------- -init-totals: -test: [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test [junit4:pickseed] Seed property 'tests.seed' already defined: 83FF4D57E7A304BE [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/temp [junit4] <JUnit4> says ᐊᐃ! Master seed: 83FF4D57E7A304BE [junit4] Executing 5 suites with 3 JVMs. [junit4] [junit4] Started J2 PID([email protected]). [junit4] Started J1 PID([email protected]). [junit4] Started J0 PID([email protected]). [junit4] Suite: org.apache.solr.cloud.SystemCollectionCompatTest [junit4] OK 8.92s J1 | SystemCollectionCompatTest.testBackCompat [junit4] Completed [1/5] on J1 in 16.61s, 1 test [junit4] [junit4] Suite: org.apache.solr.cloud.SystemCollectionCompatTest [junit4] OK 11.2s J0 | SystemCollectionCompatTest.testBackCompat [junit4] Completed [2/5] on J0 in 18.64s, 1 test [junit4] [junit4] Suite: org.apache.solr.cloud.SystemCollectionCompatTest [junit4] OK 11.3s J2 | SystemCollectionCompatTest.testBackCompat [junit4] Completed [3/5] on J2 in 19.53s, 1 test [junit4] [junit4] Suite: org.apache.solr.cloud.SystemCollectionCompatTest [junit4] OK 5.13s J1 | SystemCollectionCompatTest.testBackCompat [junit4] Completed [4/5] on J1 in 6.54s, 1 test [junit4] [junit4] Suite: org.apache.solr.cloud.SystemCollectionCompatTest [junit4] OK 5.03s J0 | SystemCollectionCompatTest.testBackCompat [junit4] Completed [5/5] on J0 in 6.81s, 1 test [junit4] [junit4] JVM J0: 0.94 .. 27.13 = 26.19s [junit4] JVM J1: 0.94 .. 25.41 = 24.47s [junit4] JVM J2: 0.94 .. 21.55 = 20.61s [junit4] Execution time total: 27 seconds [junit4] Tests summary: 5 suites, 5 tests [junit4] Could not remove temporary path: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J0/temp]) [junit4] Could not remove temporary path: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J1/temp]) [junit4] Could not remove temporary path: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/J2/temp]) [echo] 5 slowest tests: [junit4:tophints] 255.67s | org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest [junit4:tophints] 211.46s | org.apache.solr.cloud.api.collections.ShardSplitTest [junit4:tophints] 156.55s | org.apache.solr.search.TestRecoveryHdfs [junit4:tophints] 151.26s | org.apache.solr.schema.TestUseDocValuesAsStored [junit4:tophints] 119.34s | org.apache.solr.update.SoftAutoCommitTest -check-totals: test-nocompile: BUILD SUCCESSFUL Total time: 29 seconds [repro] Failures: [repro] 0/5 failed: org.apache.solr.cloud.SystemCollectionCompatTest [repro] Exiting with code 0 + mv lucene/build lucene/build.repro + mv solr/build solr/build.repro + mv lucene/build.orig lucene/build + mv solr/build.orig solr/build Archiving artifacts Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2805) at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2684) at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2665) at hudson.FilePath.act(FilePath.java:1078) at hudson.FilePath.act(FilePath.java:1061) at hudson.FilePath.validateAntFileMask(FilePath.java:2663) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:248) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690) at hudson.model.Build$BuildExecution.post2(Build.java:186) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635) at hudson.model.Run.execute(Run.java:1843) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:429) No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error? [WARNINGS] Parsing warnings in console log with parser Java Compiler (javac) Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 No credentials specified Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 <Git Blamer> Using GitBlamer to create author and commit information for all warnings. <Git Blamer> GIT_COMMIT=4f79fdc709911277241c5427b3d063ade9b01b7d, workspace=/home/jenkins/workspace/Lucene-Solr-8.x-Linux [WARNINGS] Computing warning deltas based on reference build #651 Recording test results Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures) Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
