Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3903/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots

Error Message:
Collection not found: SolrCloudSnapshots

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: SolrCloudSnapshots
        at 
__randomizedtesting.SeedInfo.seed([1F250108DF65B858:29698597AA3CBA17]:0)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1394)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1087)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1057)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
        at 
org.apache.solr.handler.BackupRestoreUtils.indexDocs(BackupRestoreUtils.java:45)
        at 
org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots(TestSolrCloudSnapshots.java:88)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12667 lines...]
   [junit4] Suite: org.apache.solr.core.snapshots.TestSolrCloudSnapshots
   [junit4]   2> Creating dataDir: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/init-core-data-001
   [junit4]   2> 3422199 WARN  
(SUITE-TestSolrCloudSnapshots-seed#[1F250108DF65B858]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 3422199 INFO  
(SUITE-TestSolrCloudSnapshots-seed#[1F250108DF65B858]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 3422203 INFO  
(SUITE-TestSolrCloudSnapshots-seed#[1F250108DF65B858]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None) w/ MAC_OS_X supressed 
clientAuth
   [junit4]   2> 3422205 INFO  
(SUITE-TestSolrCloudSnapshots-seed#[1F250108DF65B858]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001
   [junit4]   2> 3422205 INFO  
(SUITE-TestSolrCloudSnapshots-seed#[1F250108DF65B858]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3422205 INFO  (Thread-4559) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3422205 INFO  (Thread-4559) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 3422309 INFO  
(SUITE-TestSolrCloudSnapshots-seed#[1F250108DF65B858]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:50441
   [junit4]   2> 3422346 INFO  (jetty-launcher-5354-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3422346 INFO  (jetty-launcher-5354-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3422347 INFO  (jetty-launcher-5354-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3422347 INFO  (jetty-launcher-5354-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3422350 INFO  (jetty-launcher-5354-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@67ba95e{/solr,null,AVAILABLE}
   [junit4]   2> 3422352 INFO  (jetty-launcher-5354-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3f3ede69{/solr,null,AVAILABLE}
   [junit4]   2> 3422353 INFO  (jetty-launcher-5354-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@11e63427{HTTP/1.1,[http/1.1]}{127.0.0.1:50444}
   [junit4]   2> 3422353 INFO  (jetty-launcher-5354-thread-2) [    ] 
o.e.j.s.Server Started @3427094ms
   [junit4]   2> 3422353 INFO  (jetty-launcher-5354-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=50444}
   [junit4]   2> 3422353 ERROR (jetty-launcher-5354-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3422353 INFO  (jetty-launcher-5354-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@71091588{HTTP/1.1,[http/1.1]}{127.0.0.1:50445}
   [junit4]   2> 3422354 INFO  (jetty-launcher-5354-thread-4) [    ] 
o.e.j.s.Server Started @3427095ms
   [junit4]   2> 3422354 INFO  (jetty-launcher-5354-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=50445}
   [junit4]   2> 3422354 INFO  (jetty-launcher-5354-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 3422354 ERROR (jetty-launcher-5354-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3422354 INFO  (jetty-launcher-5354-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3422354 INFO  (jetty-launcher-5354-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3422354 INFO  (jetty-launcher-5354-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@630f7b4{/solr,null,AVAILABLE}
   [junit4]   2> 3422354 INFO  (jetty-launcher-5354-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-18T11:10:51.337Z
   [junit4]   2> 3422354 INFO  (jetty-launcher-5354-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@28699da6{HTTP/1.1,[http/1.1]}{127.0.0.1:50446}
   [junit4]   2> 3422354 INFO  (jetty-launcher-5354-thread-1) [    ] 
o.e.j.s.Server Started @3427096ms
   [junit4]   2> 3422354 INFO  (jetty-launcher-5354-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=50446}
   [junit4]   2> 3422355 ERROR (jetty-launcher-5354-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3422355 INFO  (jetty-launcher-5354-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 3422355 INFO  (jetty-launcher-5354-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3422355 INFO  (jetty-launcher-5354-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3422355 INFO  (jetty-launcher-5354-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 3422355 INFO  (jetty-launcher-5354-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-18T11:10:51.338Z
   [junit4]   2> 3422355 INFO  (jetty-launcher-5354-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3422355 INFO  (jetty-launcher-5354-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3422355 INFO  (jetty-launcher-5354-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-18T11:10:51.338Z
   [junit4]   2> 3422373 INFO  (jetty-launcher-5354-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@513e2516{/solr,null,AVAILABLE}
   [junit4]   2> 3422373 INFO  (jetty-launcher-5354-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3422373 INFO  (jetty-launcher-5354-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3422373 INFO  (jetty-launcher-5354-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@3a497b94{HTTP/1.1,[http/1.1]}{127.0.0.1:50450}
   [junit4]   2> 3422374 INFO  (jetty-launcher-5354-thread-3) [    ] 
o.e.j.s.Server Started @3427115ms
   [junit4]   2> 3422374 INFO  (jetty-launcher-5354-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=50450}
   [junit4]   2> 3422374 ERROR (jetty-launcher-5354-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3422374 INFO  (jetty-launcher-5354-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 3422375 INFO  (jetty-launcher-5354-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3422375 INFO  (jetty-launcher-5354-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3422375 INFO  (jetty-launcher-5354-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-03-18T11:10:51.358Z
   [junit4]   2> 3422377 INFO  (jetty-launcher-5354-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3422392 INFO  (jetty-launcher-5354-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3422394 INFO  (jetty-launcher-5354-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50441/solr
   [junit4]   2> 3422394 INFO  (jetty-launcher-5354-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50441/solr
   [junit4]   2> 3422399 INFO  (jetty-launcher-5354-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50441/solr
   [junit4]   2> 3422404 INFO  (jetty-launcher-5354-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50441/solr
   [junit4]   2> 3422471 INFO  (jetty-launcher-5354-thread-1) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3422472 INFO  (jetty-launcher-5354-thread-4) 
[n:127.0.0.1:50445_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3422472 INFO  (jetty-launcher-5354-thread-3) 
[n:127.0.0.1:50450_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3422473 INFO  (jetty-launcher-5354-thread-1) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:50446_solr
   [junit4]   2> 3422475 INFO  (jetty-launcher-5354-thread-1) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.Overseer Overseer 
(id=97637856129253387-127.0.0.1:50446_solr-n_0000000000) starting
   [junit4]   2> 3422475 INFO  (jetty-launcher-5354-thread-4) 
[n:127.0.0.1:50445_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:50445_solr
   [junit4]   2> 3422475 INFO  (jetty-launcher-5354-thread-3) 
[n:127.0.0.1:50450_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:50450_solr
   [junit4]   2> 3422479 INFO  
(zkCallback-5376-thread-1-processing-n:127.0.0.1:50450_solr) 
[n:127.0.0.1:50450_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 3422480 INFO  
(zkCallback-5373-thread-1-processing-n:127.0.0.1:50445_solr) 
[n:127.0.0.1:50445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 3422481 INFO  
(zkCallback-5375-thread-1-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 3422500 INFO  (jetty-launcher-5354-thread-1) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:50446_solr
   [junit4]   2> 3422502 INFO  
(zkCallback-5373-thread-1-processing-n:127.0.0.1:50445_solr) 
[n:127.0.0.1:50445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 3422502 INFO  
(zkCallback-5376-thread-1-processing-n:127.0.0.1:50450_solr) 
[n:127.0.0.1:50450_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 3422502 INFO  
(zkCallback-5375-thread-1-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 3422519 INFO  (jetty-launcher-5354-thread-2) 
[n:127.0.0.1:50444_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 3422523 INFO  (jetty-launcher-5354-thread-2) 
[n:127.0.0.1:50444_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3422526 INFO  (jetty-launcher-5354-thread-2) 
[n:127.0.0.1:50444_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:50444_solr
   [junit4]   2> 3422529 INFO  
(zkCallback-5373-thread-1-processing-n:127.0.0.1:50445_solr) 
[n:127.0.0.1:50445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3422529 INFO  
(zkCallback-5376-thread-1-processing-n:127.0.0.1:50450_solr) 
[n:127.0.0.1:50450_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3422530 INFO  
(zkCallback-5374-thread-1-processing-n:127.0.0.1:50444_solr) 
[n:127.0.0.1:50444_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3422539 INFO  
(zkCallback-5375-thread-1-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3422662 INFO  (jetty-launcher-5354-thread-3) 
[n:127.0.0.1:50450_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node3/.
   [junit4]   2> 3422665 INFO  (jetty-launcher-5354-thread-2) 
[n:127.0.0.1:50444_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node2/.
   [junit4]   2> 3422670 INFO  (jetty-launcher-5354-thread-4) 
[n:127.0.0.1:50445_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node4/.
   [junit4]   2> 3422749 INFO  (jetty-launcher-5354-thread-1) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node1/.
   [junit4]   2> 3426744 INFO  
(SUITE-TestSolrCloudSnapshots-seed#[1F250108DF65B858]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3426746 INFO  
(SUITE-TestSolrCloudSnapshots-seed#[1F250108DF65B858]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50441/solr ready
   [junit4]   2> 3426806 INFO  
(TEST-TestSolrCloudSnapshots.testSnapshots-seed#[1F250108DF65B858]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testSnapshots
   [junit4]   2> 3426810 INFO  (qtp1582762404-24636) [n:127.0.0.1:50450_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf1&name=SolrCloudSnapshots&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3426821 INFO  
(OverseerThreadFactory-10598-thread-1-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
SolrCloudSnapshots
   [junit4]   2> 3426950 INFO  (qtp1302756388-24614) [n:127.0.0.1:50446_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard1_replica1&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard1&wt=javabin&version=2
   [junit4]   2> 3426950 INFO  (qtp1582762404-24637) [n:127.0.0.1:50450_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard2_replica1&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard2&wt=javabin&version=2
   [junit4]   2> 3426952 INFO  (qtp1083703881-24606) [n:127.0.0.1:50444_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard1_replica2&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard1&wt=javabin&version=2
   [junit4]   2> 3426952 INFO  (qtp665905888-24617) [n:127.0.0.1:50445_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard2_replica2&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard2&wt=javabin&version=2
   [junit4]   2> 3427079 INFO  
(zkCallback-5374-thread-1-processing-n:127.0.0.1:50444_solr) 
[n:127.0.0.1:50444_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/SolrCloudSnapshots/state.json] for collection 
[SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3427080 INFO  
(zkCallback-5373-thread-1-processing-n:127.0.0.1:50445_solr) 
[n:127.0.0.1:50445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/SolrCloudSnapshots/state.json] for collection 
[SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3427080 INFO  
(zkCallback-5375-thread-2-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/SolrCloudSnapshots/state.json] for collection 
[SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3427080 INFO  
(zkCallback-5376-thread-1-processing-n:127.0.0.1:50450_solr) 
[n:127.0.0.1:50450_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/SolrCloudSnapshots/state.json] for collection 
[SolrCloudSnapshots] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3427992 INFO  (qtp1302756388-24614) [n:127.0.0.1:50446_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3427992 INFO  (qtp1083703881-24606) [n:127.0.0.1:50444_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3427994 INFO  (qtp1582762404-24637) [n:127.0.0.1:50450_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3427998 INFO  (qtp1302756388-24614) [n:127.0.0.1:50446_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] 
o.a.s.s.IndexSchema [SolrCloudSnapshots_shard1_replica1] Schema name=minimal
   [junit4]   2> 3427998 INFO  (qtp665905888-24617) [n:127.0.0.1:50445_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3428000 INFO  (qtp1083703881-24606) [n:127.0.0.1:50444_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] 
o.a.s.s.IndexSchema [SolrCloudSnapshots_shard1_replica2] Schema name=minimal
   [junit4]   2> 3428004 INFO  (qtp1302756388-24614) [n:127.0.0.1:50446_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3428004 INFO  (qtp1083703881-24606) [n:127.0.0.1:50444_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3428006 INFO  (qtp1083703881-24606) [n:127.0.0.1:50444_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] 
o.a.s.c.CoreContainer Creating SolrCore 'SolrCloudSnapshots_shard1_replica2' 
using configuration from collection SolrCloudSnapshots
   [junit4]   2> 3428006 INFO  (qtp1302756388-24614) [n:127.0.0.1:50446_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'SolrCloudSnapshots_shard1_replica1' 
using configuration from collection SolrCloudSnapshots
   [junit4]   2> 3428007 INFO  (qtp1083703881-24606) [n:127.0.0.1:50444_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3428007 INFO  (qtp1302756388-24614) [n:127.0.0.1:50446_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3428007 INFO  (qtp1083703881-24606) [n:127.0.0.1:50444_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] 
o.a.s.c.SolrCore [[SolrCloudSnapshots_shard1_replica2] ] Opening new SolrCore 
at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node2/SolrCloudSnapshots_shard1_replica2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node2/./SolrCloudSnapshots_shard1_replica2/data/]
   [junit4]   2> 3428007 INFO  (qtp1302756388-24614) [n:127.0.0.1:50446_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] 
o.a.s.c.SolrCore [[SolrCloudSnapshots_shard1_replica1] ] Opening new SolrCore 
at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node1/SolrCloudSnapshots_shard1_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node1/./SolrCloudSnapshots_shard1_replica1/data/]
   [junit4]   2> 3428010 INFO  (qtp1582762404-24637) [n:127.0.0.1:50450_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] 
o.a.s.s.IndexSchema [SolrCloudSnapshots_shard2_replica1] Schema name=minimal
   [junit4]   2> 3428012 INFO  (qtp1582762404-24637) [n:127.0.0.1:50450_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3428014 INFO  (qtp1582762404-24637) [n:127.0.0.1:50450_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'SolrCloudSnapshots_shard2_replica1' 
using configuration from collection SolrCloudSnapshots
   [junit4]   2> 3428014 INFO  (qtp1582762404-24637) [n:127.0.0.1:50450_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3428014 INFO  (qtp1582762404-24637) [n:127.0.0.1:50450_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] 
o.a.s.c.SolrCore [[SolrCloudSnapshots_shard2_replica1] ] Opening new SolrCore 
at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node3/SolrCloudSnapshots_shard2_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node3/./SolrCloudSnapshots_shard2_replica1/data/]
   [junit4]   2> 3428016 INFO  (qtp665905888-24617) [n:127.0.0.1:50445_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] 
o.a.s.s.IndexSchema [SolrCloudSnapshots_shard2_replica2] Schema name=minimal
   [junit4]   2> 3428028 INFO  (qtp665905888-24617) [n:127.0.0.1:50445_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3428035 INFO  (qtp665905888-24617) [n:127.0.0.1:50445_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] 
o.a.s.c.CoreContainer Creating SolrCore 'SolrCloudSnapshots_shard2_replica2' 
using configuration from collection SolrCloudSnapshots
   [junit4]   2> 3428035 INFO  (qtp665905888-24617) [n:127.0.0.1:50445_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3428035 INFO  (qtp665905888-24617) [n:127.0.0.1:50445_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] 
o.a.s.c.SolrCore [[SolrCloudSnapshots_shard2_replica2] ] Opening new SolrCore 
at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node4/SolrCloudSnapshots_shard2_replica2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node4/./SolrCloudSnapshots_shard2_replica2/data/]
   [junit4]   2> 3428151 INFO  (qtp665905888-24617) [n:127.0.0.1:50445_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] 
o.a.s.c.SolrCore [SolrCloudSnapshots_shard2_replica2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@1038fc4f
   [junit4]   2> 3428151 INFO  (qtp1302756388-24614) [n:127.0.0.1:50446_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] 
o.a.s.c.SolrCore [SolrCloudSnapshots_shard1_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@523139d2
   [junit4]   2> 3428159 INFO  (qtp1083703881-24606) [n:127.0.0.1:50444_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] 
o.a.s.c.SolrCore [SolrCloudSnapshots_shard1_replica2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@2ec14688
   [junit4]   2> 3428160 INFO  (qtp1582762404-24637) [n:127.0.0.1:50450_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] 
o.a.s.c.SolrCore [SolrCloudSnapshots_shard2_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@6d55e7ce
   [junit4]   2> 3428177 ERROR (qtp1582762404-24637) [n:127.0.0.1:50450_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] 
o.a.s.c.SolrCore :java.nio.file.FileSystemException: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node3/SolrCloudSnapshots_shard2_replica1/data/index.properties:
 Unknown error: 316
   [junit4]   2>        at 
sun.nio.fs.UnixException.translateToIOException(UnixException.java:91)
   [junit4]   2>        at 
sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]   2>        at 
sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]   2>        at 
sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:177)
   [junit4]   2>        at 
java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2>        at 
java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2>        at 
org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:238)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:356)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3020)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.close(SolrCore.java:1556)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:886)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3428177 ERROR (qtp665905888-24617) [n:127.0.0.1:50445_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] 
o.a.s.c.SolrCore :java.nio.file.FileSystemException: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node4/SolrCloudSnapshots_shard2_replica2/data/index.properties:
 Too many open files
   [junit4]   2>        at 
sun.nio.fs.UnixException.translateToIOException(UnixException.java:91)
   [junit4]   2>        at 
sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]   2>        at 
sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]   2>        at 
sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:177)
   [junit4]   2>        at 
java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2>        at 
java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2>        at 
org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:238)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:356)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3020)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.close(SolrCore.java:1556)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:886)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3428177 ERROR (qtp1302756388-24614) [n:127.0.0.1:50446_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] 
o.a.s.c.SolrCore :java.nio.file.FileSystemException: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node1/SolrCloudSnapshots_shard1_replica1/data/index.properties:
 Unknown error: 316
   [junit4]   2>        at 
sun.nio.fs.UnixException.translateToIOException(UnixException.java:91)
   [junit4]   2>        at 
sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]   2>        at 
sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]   2>        at 
sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:177)
   [junit4]   2>        at 
java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2>        at 
java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2>        at 
org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:238)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:356)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3020)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.close(SolrCore.java:1556)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:886)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3428179 INFO  (qtp665905888-24617) [n:127.0.0.1:50445_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.SolrCloudSnapshots.shard2.replica2, tag=272170063
   [junit4]   2> 3428178 INFO  (qtp1582762404-24637) [n:127.0.0.1:50450_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.SolrCloudSnapshots.shard2.replica1, tag=1834346446
   [junit4]   2> 3428178 ERROR (qtp1083703881-24606) [n:127.0.0.1:50444_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] 
o.a.s.c.SolrCore :java.nio.file.FileSystemException: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001/tempDir-001/node2/SolrCloudSnapshots_shard1_replica2/data/index.properties:
 Too many open files
   [junit4]   2>        at 
sun.nio.fs.UnixException.translateToIOException(UnixException.java:91)
   [junit4]   2>        at 
sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]   2>        at 
sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]   2>        at 
sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:177)
   [junit4]   2>        at 
java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2>        at 
java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2>        at 
org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:238)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:356)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3020)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.close(SolrCore.java:1556)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:886)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3428179 INFO  (qtp1302756388-24614) [n:127.0.0.1:50446_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.SolrCloudSnapshots.shard1.replica1, tag=1378957778
   [junit4]   2> 3428181 ERROR (qtp665905888-24617) [n:127.0.0.1:50445_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] 
o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error 
CREATEing SolrCore 'SolrCloudSnapshots_shard2_replica2': Unable to create core 
[SolrCloudSnapshots_shard2_replica2] Caused by: invalid API spec: 
apispec/core.SchemaEdit.json
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:920)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to 
create core [SolrCloudSnapshots_shard2_replica2]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:965)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:886)
   [junit4]   2>        ... 34 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: invalid API 
spec: apispec/core.SchemaEdit.json
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2>        ... 35 more
   [junit4]   2> Caused by: java.lang.RuntimeException: invalid API spec: 
apispec/core.SchemaEdit.json
   [junit4]   2>        at 
org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
   [junit4]   2>        at 
org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
   [junit4]   2>        at org.apache.solr.api.Api.getSpec(Api.java:64)
   [junit4]   2>        at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
   [junit4]   2>        at 
org.apache.solr.core.PluginBag.put(PluginBag.java:215)
   [junit4]   2>        at 
org.apache.solr.core.PluginBag.init(PluginBag.java:272)
   [junit4]   2>        at 
org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:943)
   [junit4]   2>        ... 37 more
   [junit4]   2> 
   [junit4]   2> 3428182 INFO  (qtp665905888-24617) [n:127.0.0.1:50445_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica2] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard2_replica2&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard2&wt=javabin&version=2}
 status=400 QTime=1229
   [junit4]   2> 3428182 ERROR 
(OverseerThreadFactory-10598-thread-1-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error 
from shard: http://127.0.0.1:50445/solr
   [junit4]   2> 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:50445/solr: Error CREATEing SolrCore 
'SolrCloudSnapshots_shard2_replica2': Unable to create core 
[SolrCloudSnapshots_shard2_replica2] Caused by: invalid API spec: 
apispec/core.SchemaEdit.json
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]   2>        at 
org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2>        at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3428183 ERROR (qtp1302756388-24614) [n:127.0.0.1:50446_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] 
o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error 
CREATEing SolrCore 'SolrCloudSnapshots_shard1_replica1': Unable to create core 
[SolrCloudSnapshots_shard1_replica1] Caused by: invalid API spec: 
apispec/emptySpec.json
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:920)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to 
create core [SolrCloudSnapshots_shard1_replica1]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:965)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:886)
   [junit4]   2>        ... 34 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: invalid API 
spec: apispec/emptySpec.json
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2>        ... 35 more
   [junit4]   2> Caused by: java.lang.RuntimeException: invalid API spec: 
apispec/emptySpec.json
   [junit4]   2>        at 
org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
   [junit4]   2>        at 
org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
   [junit4]   2>        at org.apache.solr.api.Api.getSpec(Api.java:64)
   [junit4]   2>        at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
   [junit4]   2>        at 
org.apache.solr.core.PluginBag.put(PluginBag.java:215)
   [junit4]   2>        at 
org.apache.solr.core.PluginBag.init(PluginBag.java:272)
   [junit4]   2>        at 
org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:943)
   [junit4]   2>        ... 37 more
   [junit4]   2> 
   [junit4]   2> 3428183 INFO  (qtp1302756388-24614) [n:127.0.0.1:50446_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard1_replica1&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard1&wt=javabin&version=2}
 status=400 QTime=1233
   [junit4]   2> 3428183 INFO  (qtp1083703881-24606) [n:127.0.0.1:50444_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.SolrCloudSnapshots.shard1.replica2, tag=784418440
   [junit4]   2> 3428184 ERROR 
(OverseerThreadFactory-10598-thread-1-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error 
from shard: http://127.0.0.1:50446/solr
   [junit4]   2> 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:50446/solr: Error CREATEing SolrCore 
'SolrCloudSnapshots_shard1_replica1': Unable to create core 
[SolrCloudSnapshots_shard1_replica1] Caused by: invalid API spec: 
apispec/emptySpec.json
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]   2>        at 
org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2>        at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3428201 ERROR (qtp1083703881-24606) [n:127.0.0.1:50444_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] 
o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error 
CREATEing SolrCore 'SolrCloudSnapshots_shard1_replica2': Unable to create core 
[SolrCloudSnapshots_shard1_replica2] Caused by: invalid API spec: 
apispec/emptySpec.json
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:920)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to 
create core [SolrCloudSnapshots_shard1_replica2]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:965)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:886)
   [junit4]   2>        ... 34 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: invalid API 
spec: apispec/emptySpec.json
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2>        ... 35 more
   [junit4]   2> Caused by: java.lang.RuntimeException: invalid API spec: 
apispec/emptySpec.json
   [junit4]   2>        at 
org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
   [junit4]   2>        at 
org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
   [junit4]   2>        at org.apache.solr.api.Api.getSpec(Api.java:64)
   [junit4]   2>        at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
   [junit4]   2>        at 
org.apache.solr.core.PluginBag.put(PluginBag.java:215)
   [junit4]   2>        at 
org.apache.solr.core.PluginBag.init(PluginBag.java:272)
   [junit4]   2>        at 
org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:943)
   [junit4]   2>        ... 37 more
   [junit4]   2> 
   [junit4]   2> 3428202 ERROR (qtp1582762404-24637) [n:127.0.0.1:50450_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] 
o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error 
CREATEing SolrCore 'SolrCloudSnapshots_shard2_replica1': Unable to create core 
[SolrCloudSnapshots_shard2_replica1] Caused by: invalid API spec: 
apispec/core.RealtimeGet.json
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:920)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2>        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to 
create core [SolrCloudSnapshots_shard2_replica1]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:965)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:886)
   [junit4]   2>        ... 34 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: invalid API 
spec: apispec/core.RealtimeGet.json
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2>        ... 35 more
   [junit4]   2> Caused by: java.lang.RuntimeException: invalid API spec: 
apispec/core.RealtimeGet.json
   [junit4]   2>        at 
org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
   [junit4]   2>        at 
org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
   [junit4]   2>        at org.apache.solr.api.Api.getSpec(Api.java:64)
   [junit4]   2>        at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
   [junit4]   2>        at 
org.apache.solr.core.PluginBag.put(PluginBag.java:215)
   [junit4]   2>        at 
org.apache.solr.core.PluginBag.init(PluginBag.java:272)
   [junit4]   2>        at 
org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:943)
   [junit4]   2>        ... 37 more
   [junit4]   2> 
   [junit4]   2> 3428202 INFO  (qtp1582762404-24637) [n:127.0.0.1:50450_solr 
c:SolrCloudSnapshots s:shard2  x:SolrCloudSnapshots_shard2_replica1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard2_replica1&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard2&wt=javabin&version=2}
 status=400 QTime=1252
   [junit4]   2> 3428202 INFO  (qtp1083703881-24606) [n:127.0.0.1:50444_solr 
c:SolrCloudSnapshots s:shard1  x:SolrCloudSnapshots_shard1_replica2] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=SolrCloudSnapshots_shard1_replica2&action=CREATE&numShards=2&collection=SolrCloudSnapshots&shard=shard1&wt=javabin&version=2}
 status=400 QTime=1249
   [junit4]   2> 3428203 ERROR 
(OverseerThreadFactory-10598-thread-1-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error 
from shard: http://127.0.0.1:50444/solr
   [junit4]   2> 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:50444/solr: Error CREATEing SolrCore 
'SolrCloudSnapshots_shard1_replica2': Unable to create core 
[SolrCloudSnapshots_shard1_replica2] Caused by: invalid API spec: 
apispec/emptySpec.json
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]   2>        at 
org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2>        at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3428203 ERROR 
(OverseerThreadFactory-10598-thread-1-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error 
from shard: http://127.0.0.1:50450/solr
   [junit4]   2> 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:50450/solr: Error CREATEing SolrCore 
'SolrCloudSnapshots_shard2_replica1': Unable to create core 
[SolrCloudSnapshots_shard2_replica1] Caused by: invalid API spec: 
apispec/core.RealtimeGet.json
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]   2>        at 
org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2>        at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3428203 ERROR 
(OverseerThreadFactory-10598-thread-1-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning 
up collection [SolrCloudSnapshots].
   [junit4]   2> 3428205 INFO  
(OverseerThreadFactory-10598-thread-1-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 3428210 INFO  (qtp1582762404-24639) [n:127.0.0.1:50450_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=SolrCloudSnapshots_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=3
   [junit4]   2> 3428211 INFO  (qtp1083703881-24607) [n:127.0.0.1:50444_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=SolrCloudSnapshots_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=4
   [junit4]   2> 3428212 INFO  (qtp1302756388-24621) [n:127.0.0.1:50446_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=SolrCloudSnapshots_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=4
   [junit4]   2> 3428215 INFO  (qtp665905888-24618) [n:127.0.0.1:50445_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=SolrCloudSnapshots_shard2_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=4
   [junit4]   2> 3428928 INFO  
(OverseerThreadFactory-10598-thread-1-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts 
for failed create collection for [SolrCloudSnapshots]
   [junit4]   2> 3428932 INFO  (qtp1582762404-24636) [n:127.0.0.1:50450_solr    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 3430828 INFO  
(OverseerCollectionConfigSetProcessor-97637856129253387-127.0.0.1:50446_solr-n_0000000000)
 [n:127.0.0.1:50446_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 3459065 ERROR (qtp1582762404-24636) [n:127.0.0.1:50450_solr    
] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas 
to become ACTIVE with timeout=30
   [junit4]   2> 3459065 INFO  (qtp1582762404-24636) [n:127.0.0.1:50450_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf1&name=SolrCloudSnapshots&action=CREATE&numShards=2&wt=javabin&version=2}
 status=0 QTime=32255
   [junit4]   2> 3459066 INFO  
(TEST-TestSolrCloudSnapshots.testSnapshots-seed#[1F250108DF65B858]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testSnapshots
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestSolrCloudSnapshots -Dtests.method=testSnapshots 
-Dtests.seed=1F250108DF65B858 -Dtests.slow=true -Dtests.locale=ar-IQ 
-Dtests.timezone=US/Pacific-New -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] ERROR   32.3s J0 | TestSolrCloudSnapshots.testSnapshots <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Collection 
not found: SolrCloudSnapshots
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([1F250108DF65B858:29698597AA3CBA17]:0)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1394)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1087)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1057)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
   [junit4]    >        at 
org.apache.solr.handler.BackupRestoreUtils.indexDocs(BackupRestoreUtils.java:45)
   [junit4]    >        at 
org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots(TestSolrCloudSnapshots.java:88)
   [junit4]    >        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3459074 INFO  (jetty-closer-5355-thread-3) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@11e63427{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3459075 INFO  (jetty-closer-5355-thread-3) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=960167080
   [junit4]   2> 3459076 INFO  (jetty-closer-5355-thread-3) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 3459076 INFO  (jetty-closer-5355-thread-1) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@3a497b94{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3459076 INFO  (jetty-closer-5355-thread-2) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@71091588{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3459077 INFO  (jetty-closer-5355-thread-2) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=318008694
   [junit4]   2> 3459077 INFO  (jetty-closer-5355-thread-1) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=2005858227
   [junit4]   2> 3459077 INFO  (jetty-closer-5355-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 3459078 INFO  (jetty-closer-5355-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 3459078 INFO  (jetty-closer-5355-thread-4) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@28699da6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3459079 INFO  (jetty-closer-5355-thread-4) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1726394627
   [junit4]   2> 3459079 INFO  (jetty-closer-5355-thread-4) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 3459081 INFO  (jetty-closer-5355-thread-3) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 3459082 INFO  (jetty-closer-5355-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 3459083 INFO  (jetty-closer-5355-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 3459084 INFO  (jetty-closer-5355-thread-4) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 3459085 INFO  (jetty-closer-5355-thread-4) [    ] 
o.a.s.c.Overseer Overseer 
(id=97637856129253387-127.0.0.1:50446_solr-n_0000000000) closing
   [junit4]   2> 3459086 INFO  
(OverseerStateUpdate-97637856129253387-127.0.0.1:50446_solr-n_0000000000) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:50446_solr
   [junit4]   2> 3459087 WARN  
(zkCallback-5374-thread-1-processing-n:127.0.0.1:50444_solr) 
[n:127.0.0.1:50444_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3459087 WARN  
(zkCallback-5373-thread-1-processing-n:127.0.0.1:50445_solr) 
[n:127.0.0.1:50445_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3459089 INFO  
(zkCallback-5375-thread-4-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (1)
   [junit4]   2> 3459089 INFO  (jetty-closer-5355-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3f3ede69{/solr,null,UNAVAILABLE}
   [junit4]   2> 3459089 INFO  (jetty-closer-5355-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@67ba95e{/solr,null,UNAVAILABLE}
   [junit4]   2> 3459091 WARN  
(zkCallback-5375-thread-4-processing-n:127.0.0.1:50446_solr) 
[n:127.0.0.1:50446_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3459092 INFO  (jetty-closer-5355-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@630f7b4{/solr,null,UNAVAILABLE}
   [junit4]   2> 3460595 INFO  (jetty-closer-5355-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@513e2516{/solr,null,UNAVAILABLE}
   [junit4]   2> 3460598 INFO  
(SUITE-TestSolrCloudSnapshots-seed#[1F250108DF65B858]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:50441 50441
   [junit4]   2> 3460607 INFO  (Thread-4559) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:50441 50441
   [junit4]   2> 3464473 WARN  (Thread-4559) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/aliases.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        4       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2>        4       /solr/collections/SolrCloudSnapshots/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        35      /solr/overseer/collection-queue-work
   [junit4]   2>        9       /solr/overseer/queue
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2>        5       /solr/collections
   [junit4]   2>        3       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 3464473 INFO  
(SUITE-TestSolrCloudSnapshots-seed#[1F250108DF65B858]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.snapshots.TestSolrCloudSnapshots_1F250108DF65B858-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), 
sim=RandomSimilarity(queryNorm=true): {}, locale=ar-IQ, timezone=US/Pacific-New
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 
(64-bit)/cpus=3,threads=1,free=186861096,total=511180800
   [junit4]   2> NOTE: All tests run in this JVM: 
[CoreMergeIndexesAdminHandlerTest, TestCustomDocTransformer, 
TestWordDelimiterFilterFactory, SolrCoreTest, TestSegmentSorting, 
FacetPivotSmallTest, ResponseHeaderTest, SoftAutoCommitTest, 
TestXIncludeConfig, SmileWriterTest, TestSQLHandler, UnloadDistributedZkTest, 
HdfsThreadLeakTest, TestOverriddenPrefixQueryForCustomFieldType, 
SpatialFilterTest, DocValuesNotIndexedTest, TestReloadDeadlock, 
MoreLikeThisHandlerTest, TestStressVersions, DeleteReplicaTest, 
RestartWhileUpdatingTest, TestStressCloudBlindAtomicUpdates, 
TestSizeLimitedDistributedMap, HdfsRecoverLeaseTest, 
CollectionsAPIAsyncDistributedZkTest, TestGeoJSONResponseWriter, OverseerTest, 
AnalyticsMergeStrategyTest, CursorMarkTest, SolrCLIZkUtilsTest, 
XsltUpdateRequestHandlerTest, TestSerializedLuceneMatchVersion, 
TestInPlaceUpdatesDistrib, RecoveryZkTest, TestMergePolicyConfig, 
BasicAuthStandaloneTest, NumericFieldsTest, TestManagedStopFilterFactory, 
SolrMetricReporterTest, DistributedFacetPivotLargeTest, 
TestRandomRequestDistribution, QueryEqualityTest, PingRequestHandlerTest, 
AlternateDirectoryTest, TestIBSimilarityFactory, FileUtilsTest, 
TestFastLRUCache, TestFastOutputStream, HdfsRestartWhileUpdatingTest, 
TestRawResponseWriter, FullHLLTest, ClassificationUpdateProcessorTest, 
CopyFieldTest, LeaderFailoverAfterPartitionTest, TestDistribDocBasedVersion, 
ConfigureRecoveryStrategyTest, RulesTest, HdfsUnloadDistributedZkTest, 
HdfsBasicDistributedZk2Test, TestSolrXml, HardAutoCommitTest, TestBinaryField, 
TestCSVResponseWriter, TestSolrFieldCacheMBean, RequiredFieldsTest, 
CustomCollectionTest, MergeStrategyTest, PolyFieldTest, TestUpdate, 
TestCollationField, IndexBasedSpellCheckerTest, 
DistributedQueryComponentOptimizationTest, SynonymTokenizerTest, 
TestScoreJoinQPNoScore, DateFieldTest, SolrGangliaReporterTest, 
TestBM25SimilarityFactory, OverseerRolesTest, TestUseDocValuesAsStored, 
TestPostingsSolrHighlighter, ManagedSchemaRoundRobinCloudTest, 
SuggestComponentTest, DocumentBuilderTest, ShardSplitTest, 
IndexSchemaRuntimeFieldTest, TestCloudRecovery, TestCollapseQParserPlugin, 
TestExclusionRuleCollectionAccess, HdfsCollectionsAPIDistributedZkTest, 
TestLFUCache, TestConfigSets, TestTrackingShardHandlerFactory, 
DistributedExpandComponentTest, PluginInfoTest, SolrCloudReportersTest, 
TestCloudDeleteByQuery, TestSimpleQParserPlugin, BlockJoinFacetDistribTest, 
TestUninvertingReader, TestJettySolrRunner, MBeansHandlerTest, 
TestGraphTermsQParserPlugin, SolrXmlInZkTest, TestPhraseSuggestions, 
TestIntervalFaceting, DistributedFacetPivotWhiteBoxTest, 
TestSchemaNameResource, TestGroupingSearch, JsonValidatorTest, 
SortSpecParsingTest, SimpleMLTQParserTest, TestBulkSchemaAPI, 
BigEndianAscendingWordDeserializerTest, TestEmbeddedSolrServerConstructors, 
TestSolrCoreSnapshots, TestSystemCollAutoCreate, 
TestHighFrequencyDictionaryFactory, DocumentAnalysisRequestHandlerTest, 
TestXmlQParser, DocExpirationUpdateProcessorFactoryTest, 
AnalysisErrorHandlingTest, SolrCoreMetricManagerTest, TestPseudoReturnFields, 
TestSolrCloudWithKerberosAlt, SimplePostToolTest, TestSolrConfigHandlerCloud, 
TestManagedSchemaThreadSafety, SystemInfoHandlerTest, 
TestRuleBasedAuthorizationPlugin, TestAuthorizationFramework, 
CdcrReplicationDistributedZkTest, TestReqParamsAPI, SOLR749Test, 
PrimitiveFieldTypeTest, TestSchemaManager, TestLeaderElectionWithEmptyReplica, 
DirectSolrConnectionTest, TestElisionMultitermQuery, TestCustomStream, 
TestSort, TestDynamicFieldCollectionResource, BlockJoinFacetSimpleTest, 
SolrPluginUtilsTest, TestLRUStatsCache, TestSolrJ, SampleTest, TestRTGBase, 
StressHdfsTest, ClassificationUpdateProcessorFactoryTest, SimpleFacetsTest, 
ZkNodePropsTest, DistributedQueueTest, TestLockTree, TestExactSharedStatsCache, 
BadCopyFieldTest, DocValuesTest, TestFieldCollectionResource, 
TestManagedSchema, WrapperMergePolicyFactoryTest, TestFieldSortValues, 
OutOfBoxZkACLAndCredentialsProvidersTest, TestReloadAndDeleteDocs, 
TestPartialUpdateDeduplication, TestJsonFacetRefinement, 
TriLevelCompositeIdRoutingTest, SharedFSAutoReplicaFailoverUtilsTest, 
MultiTermTest, SubstringBytesRefFilterTest, TestInitQParser, SyncSliceTest, 
TestReplicationHandler, TestZkChroot, ShardRoutingCustomTest, 
TestDistributedSearch, TestFaceting, TestRecovery, ZkControllerTest, 
TestCoreContainer, PeerSyncTest, DirectUpdateHandlerTest, TestBadConfig, 
CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestCoreDiscovery, 
SuggesterFSTTest, SolrRequestParserTest, SuggesterTSTTest, TestStressLucene, 
TestTrie, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, 
FieldMutatingUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, 
DocValuesMultiTest, DebugComponentTest, LukeRequestHandlerTest, 
DirectSolrSpellCheckerTest, TestQueryTypes, FileBasedSpellCheckerTest, 
XmlUpdateRequestHandlerTest, TermVectorComponentTest, 
FastVectorHighlighterTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, 
HighlighterConfigTest, UpdateParamsTest, TestSolrIndexConfig, 
TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, 
BadComponentTest, TestStressRecovery, PreAnalyzedFieldTest, 
TestSystemIdResolver, PrimUtilsTest, DOMUtilTest, ClusterStateTest, 
TestLRUCache, TestDocumentBuilder, SliceStateTest, UUIDFieldTest, 
CircularListTest, DistributedMLTComponentTest, CursorPagingTest, 
DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, 
TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, 
ConnectionReuseTest, BaseCdcrDistributedZkTest, CollectionStateFormat2Test, 
CollectionsAPISolrJTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, 
DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, 
LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, 
MigrateRouteKeyTest, OnlyLeaderIndexesTest, RemoteQueryErrorTest, 
SSLMigrationTest, TestCloudPivotFacet, TestCollectionAPI, 
TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, 
TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, TestReplicaProperties, 
TestShortCircuitedRequests, TlogReplayBufferedWhileIndexingTest, 
VMParamsZkACLAndCredentialsProvidersTest, ZkStateWriterTest, 
CachingDirectoryFactoryTest, DirectoryFactoryTest, HdfsDirectoryFactoryTest, 
QueryResultKeyTest, TestBackupRepositoryFactory, TestConfigOverlay, 
TestConfigSetImmutable, TestSolrDynamicMBean, TestSolrCloudSnapshots]
   [junit4] Completed [574/701 (1!)] on J0 in 42.36s, 1 test, 1 error <<< 
FAILURES!

[...truncated 63080 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to