Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/891/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.update.HdfsTransactionLog at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203) at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153) at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110) at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
at sun.reflect.GeneratedConstructorAccessor214.newInstance(Unknown Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760) at
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822) at
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088) at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:947) at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:830) at
org.apache.solr.core.CoreContainer.create(CoreContainer.java:930) at
org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565) at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not
released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.update.HdfsTransactionLog
at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110)
at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
at sun.reflect.GeneratedConstructorAccessor214.newInstance(Unknown
Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:930)
at
org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)
at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([287D8AB58761C709]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
at sun.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12795 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
[junit4] 2> Creating dataDir:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_287D8AB58761C709-001/init-core-data-001
[junit4] 2> 2311093 WARN
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6862 numCloses=6862
[junit4] 2> 2311093 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 2311094 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2311095 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_287D8AB58761C709-001/tempDir-001
[junit4] 2> 2311095 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2311095 INFO (Thread-7462) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2311095 INFO (Thread-7462) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 2311096 ERROR (Thread-7462) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 2311196 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:59010
[junit4] 2> 2311203 INFO (jetty-launcher-5184-thread-2) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2311203 INFO (jetty-launcher-5184-thread-1) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2311205 INFO (jetty-launcher-5184-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@483e823f{/solr,null,AVAILABLE}
[junit4] 2> 2311205 INFO (jetty-launcher-5184-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@d65c79d{/solr,null,AVAILABLE}
[junit4] 2> 2311205 INFO (jetty-launcher-5184-thread-2) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@6f928b77{HTTP/1.1,[http/1.1]}{127.0.0.1:38297}
[junit4] 2> 2311206 INFO (jetty-launcher-5184-thread-1) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@3dd266be{HTTP/1.1,[http/1.1]}{127.0.0.1:50119}
[junit4] 2> 2311206 INFO (jetty-launcher-5184-thread-1) [ ]
o.e.j.s.Server Started @2314132ms
[junit4] 2> 2311206 INFO (jetty-launcher-5184-thread-2) [ ]
o.e.j.s.Server Started @2314132ms
[junit4] 2> 2311206 INFO (jetty-launcher-5184-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=50119}
[junit4] 2> 2311206 INFO (jetty-launcher-5184-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=38297}
[junit4] 2> 2311206 ERROR (jetty-launcher-5184-thread-2) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2311206 ERROR (jetty-launcher-5184-thread-1) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2311207 INFO (jetty-launcher-5184-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
6.7.0
[junit4] 2> 2311207 INFO (jetty-launcher-5184-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
6.7.0
[junit4] 2> 2311207 INFO (jetty-launcher-5184-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2311207 INFO (jetty-launcher-5184-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2311207 INFO (jetty-launcher-5184-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2311207 INFO (jetty-launcher-5184-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2311207 INFO (jetty-launcher-5184-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-06-13T00:44:41.447Z
[junit4] 2> 2311207 INFO (jetty-launcher-5184-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-06-13T00:44:41.447Z
[junit4] 2> 2311209 INFO (jetty-launcher-5184-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2311209 INFO (jetty-launcher-5184-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2311215 INFO (jetty-launcher-5184-thread-2) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2311216 INFO (jetty-launcher-5184-thread-1) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2311216 INFO (jetty-launcher-5184-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59010/solr
[junit4] 2> 2311216 INFO (jetty-launcher-5184-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59010/solr
[junit4] 2> 2311242 INFO (jetty-launcher-5184-thread-1)
[n:127.0.0.1:50119_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2311242 INFO (jetty-launcher-5184-thread-2)
[n:127.0.0.1:38297_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2311244 INFO (jetty-launcher-5184-thread-1)
[n:127.0.0.1:50119_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:50119_solr
[junit4] 2> 2311244 INFO (jetty-launcher-5184-thread-2)
[n:127.0.0.1:38297_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:38297_solr
[junit4] 2> 2311245 INFO (jetty-launcher-5184-thread-1)
[n:127.0.0.1:50119_solr ] o.a.s.c.Overseer Overseer
(id=98128014956036102-127.0.0.1:50119_solr-n_0000000000) starting
[junit4] 2> 2311247 INFO
(zkCallback-5195-thread-1-processing-n:127.0.0.1:38297_solr)
[n:127.0.0.1:38297_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2311247 INFO
(zkCallback-5196-thread-1-processing-n:127.0.0.1:50119_solr)
[n:127.0.0.1:50119_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2311255 INFO (jetty-launcher-5184-thread-1)
[n:127.0.0.1:50119_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:50119_solr
[junit4] 2> 2311256 INFO
(zkCallback-5196-thread-1-processing-n:127.0.0.1:50119_solr)
[n:127.0.0.1:50119_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2311257 INFO
(zkCallback-5195-thread-1-processing-n:127.0.0.1:38297_solr)
[n:127.0.0.1:38297_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2311304 INFO (jetty-launcher-5184-thread-2)
[n:127.0.0.1:38297_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_287D8AB58761C709-001/tempDir-001/node2/.
[junit4] 2> 2311342 INFO (jetty-launcher-5184-thread-1)
[n:127.0.0.1:50119_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_287D8AB58761C709-001/tempDir-001/node1/.
[junit4] 2> 2311358 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2311360 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59010/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2311397 WARN
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ]
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2311409 WARN
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2311411 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2311434 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
to ./temp/Jetty_serv1.vm3_33526_hdfs____.m3iee/webapp
[junit4] 2> 2311895 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:33526
[junit4] 2> 2312004 WARN
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2312005 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2312014 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_53129_datanode____.p9pyrj/webapp
[junit4] 2> 2312470 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53129
[junit4] 2> 2312546 WARN
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2312547 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2312559 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_58061_datanode____.g0gx4h/webapp
[junit4] 2> 2312617 INFO (IPC Server handler 3 on 49039) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-5fe5ff16-01d7-4b60-ae44-6359c9b9bf0f node
DatanodeRegistration(127.0.0.1:52757,
datanodeUuid=231414b9-8047-4f6f-a139-6d8a7f3b2790, infoPort=55290,
infoSecurePort=0, ipcPort=61213,
storageInfo=lv=-56;cid=testClusterID;nsid=569031764;c=0), blocks: 0,
hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2312617 INFO (IPC Server handler 3 on 49039) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-211d82e5-3186-4fc6-b21b-35c595abee6a node
DatanodeRegistration(127.0.0.1:52757,
datanodeUuid=231414b9-8047-4f6f-a139-6d8a7f3b2790, infoPort=55290,
infoSecurePort=0, ipcPort=61213,
storageInfo=lv=-56;cid=testClusterID;nsid=569031764;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2313065 INFO
(SUITE-HdfsRecoveryZkTest-seed#[287D8AB58761C709]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58061
[junit4] 2> 2313145 INFO (IPC Server handler 4 on 49039) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-3a02ed34-4f4f-4fd3-9449-5a7f9aaf38e2 node
DatanodeRegistration(127.0.0.1:46103,
datanodeUuid=b53d24f4-3f90-437b-8daf-cc5109369929, infoPort=63387,
infoSecurePort=0, ipcPort=45901,
storageInfo=lv=-56;cid=testClusterID;nsid=569031764;c=0), blocks: 0,
hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2313145 INFO (IPC Server handler 4 on 49039) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-8bd79faf-c29f-4d3f-81b6-e0d9a484d006 node
DatanodeRegistration(127.0.0.1:46103,
datanodeUuid=b53d24f4-3f90-437b-8daf-cc5109369929, infoPort=63387,
infoSecurePort=0, ipcPort=45901,
storageInfo=lv=-56;cid=testClusterID;nsid=569031764;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2313267 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[287D8AB58761C709]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2313269 INFO (qtp1588665965-26491) [n:127.0.0.1:50119_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 2313277 INFO
(OverseerThreadFactory-10042-thread-1-processing-n:127.0.0.1:50119_solr)
[n:127.0.0.1:50119_solr ] o.a.s.c.CreateCollectionCmd Create collection
recoverytest
[junit4] 2> 2313390 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2313390 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2313390 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
2147483647 transient cores
[junit4] 2> 2313390 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
2147483647 transient cores
[junit4] 2> 2313498 INFO
(zkCallback-5195-thread-1-processing-n:127.0.0.1:38297_solr)
[n:127.0.0.1:38297_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2313498 INFO
(zkCallback-5196-thread-1-processing-n:127.0.0.1:50119_solr)
[n:127.0.0.1:50119_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2314403 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2314404 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2314410 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema
[recoverytest_shard1_replica1] Schema name=minimal
[junit4] 2> 2314413 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema
[recoverytest_shard1_replica2] Schema name=minimal
[junit4] 2> 2314413 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2314413 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.CoreContainer
Creating SolrCore 'recoverytest_shard1_replica1' using configuration from
collection recoverytest, trusted=true
[junit4] 2> 2314414 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2314414 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.CoreContainer
Creating SolrCore 'recoverytest_shard1_replica2' using configuration from
collection recoverytest, trusted=true
[junit4] 2> 2314421 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49039/data
[junit4] 2> 2314421 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2314421 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 2314421 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore
[[recoverytest_shard1_replica1] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_287D8AB58761C709-001/tempDir-001/node2/recoverytest_shard1_replica1],
dataDir=[hdfs://serv1-vm3:49039/data/recoverytest/core_node1/data/]
[junit4] 2> 2314422 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49039/data
[junit4] 2> 2314422 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c96c74
[junit4] 2> 2314422 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2314422 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 2314422 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore
[[recoverytest_shard1_replica2] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_287D8AB58761C709-001/tempDir-001/node1/recoverytest_shard1_replica2],
dataDir=[hdfs://serv1-vm3:49039/data/recoverytest/core_node2/data/]
[junit4] 2> 2314422 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:49039/data/recoverytest/core_node1/data/snapshot_metadata
[junit4] 2> 2314423 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c96c74
[junit4] 2> 2314423 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:49039/data/recoverytest/core_node2/data/snapshot_metadata
[junit4] 2> 2314429 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2314429 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2314431 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2314431 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2314432 WARN (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds
and try again.
[junit4] 2> 2314433 WARN (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds
and try again.
[junit4] 2> 2319442 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2319443 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2319444 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:49039/data/recoverytest/core_node1/data
[junit4] 2> 2319444 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:49039/data/recoverytest/core_node2/data
[junit4] 2> 2319469 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:49039/data/recoverytest/core_node2/data/index
[junit4] 2> 2319469 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:49039/data/recoverytest/core_node1/data/index
[junit4] 2> 2319475 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2319475 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2319475 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2319475 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2319480 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2319480 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2319503 INFO (IPC Server handler 3 on 49039) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52757 is
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-3a02ed34-4f4f-4fd3-9449-5a7f9aaf38e2:NORMAL:127.0.0.1:46103|RBW],
ReplicaUC[[DISK]DS-211d82e5-3186-4fc6-b21b-35c595abee6a:NORMAL:127.0.0.1:52757|RBW]]}
size 0
[junit4] 2> 2319505 INFO (IPC Server handler 4 on 49039) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52757 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-5fe5ff16-01d7-4b60-ae44-6359c9b9bf0f:NORMAL:127.0.0.1:52757|RBW],
ReplicaUC[[DISK]DS-3a02ed34-4f4f-4fd3-9449-5a7f9aaf38e2:NORMAL:127.0.0.1:46103|RBW]]}
size 0
[junit4] 2> 2319505 INFO (IPC Server handler 4 on 49039) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46103 is
added to blk_1073741825_1001 size 71
[junit4] 2> 2319505 INFO (IPC Server handler 4 on 49039) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46103 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-5fe5ff16-01d7-4b60-ae44-6359c9b9bf0f:NORMAL:127.0.0.1:52757|RBW],
ReplicaUC[[DISK]DS-8bd79faf-c29f-4d3f-81b6-e0d9a484d006:NORMAL:127.0.0.1:46103|FINALIZED]]}
size 0
[junit4] 2> 2319566 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2319566 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2319566 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.HdfsUpdateLog
Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2319567 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2319568 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2319568 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.HdfsUpdateLog
Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2319575 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 2319575 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 2319575 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 2319575 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 2319585 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@3b5cae0a[recoverytest_shard1_replica1] main]
[junit4] 2> 2319585 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@fe9a3f7[recoverytest_shard1_replica2] main]
[junit4] 2> 2319586 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf
[junit4] 2> 2319586 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf
[junit4] 2> 2319587 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2319587 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2319587 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2319587 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2319588 INFO
(searcherExecutor-10047-thread-1-processing-n:127.0.0.1:38297_solr
x:recoverytest_shard1_replica1 s:shard1 c:recoverytest) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore
[recoverytest_shard1_replica1] Registered new searcher
Searcher@3b5cae0a[recoverytest_shard1_replica1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2319588 INFO
(searcherExecutor-10048-thread-1-processing-n:127.0.0.1:50119_solr
x:recoverytest_shard1_replica2 s:shard1 c:recoverytest) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore
[recoverytest_shard1_replica2] Registered new searcher
Searcher@fe9a3f7[recoverytest_shard1_replica2]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2319591 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1570048248204230656
[junit4] 2> 2319591 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1570048248204230656
[junit4] 2> 2319598 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2319598 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2319598 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SyncStrategy
Sync replicas to http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/
[junit4] 2> 2319599 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.PeerSync
PeerSync: core=recoverytest_shard1_replica1 url=http://127.0.0.1:38297/solr
START replicas=[http://127.0.0.1:50119/solr/recoverytest_shard1_replica2/]
nUpdates=100
[junit4] 2> 2319599 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.PeerSync
PeerSync: core=recoverytest_shard1_replica1 url=http://127.0.0.1:38297/solr
DONE. We have no versions. sync failed.
[junit4] 2> 2319600 INFO
(zkCallback-5196-thread-1-processing-n:127.0.0.1:50119_solr)
[n:127.0.0.1:50119_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2319601 INFO
(zkCallback-5195-thread-1-processing-n:127.0.0.1:38297_solr)
[n:127.0.0.1:38297_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2319601 INFO (qtp1588665965-26502) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.S.Request [recoverytest_shard1_replica2] webapp=/solr path=/get
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 2319602 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SyncStrategy
Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2319602 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we
can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2319602 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 2319607 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/ shard1
[junit4] 2> 2319712 INFO
(zkCallback-5196-thread-1-processing-n:127.0.0.1:50119_solr)
[n:127.0.0.1:50119_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2319712 INFO
(zkCallback-5195-thread-1-processing-n:127.0.0.1:38297_solr)
[n:127.0.0.1:38297_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2319716 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.ZkController I
am the leader, no recovery necessary
[junit4] 2> 2319721 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2}
status=0 QTime=6331
[junit4] 2> 2319825 INFO
(zkCallback-5195-thread-1-processing-n:127.0.0.1:38297_solr)
[n:127.0.0.1:38297_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2319825 INFO
(zkCallback-5196-thread-1-processing-n:127.0.0.1:50119_solr)
[n:127.0.0.1:50119_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2320607 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2}
status=0 QTime=7219
[junit4] 2> 2320613 INFO (qtp1588665965-26491) [n:127.0.0.1:50119_solr
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 2320713 INFO
(zkCallback-5196-thread-2-processing-n:127.0.0.1:50119_solr)
[n:127.0.0.1:50119_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2320713 INFO
(zkCallback-5195-thread-1-processing-n:127.0.0.1:38297_solr)
[n:127.0.0.1:38297_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2321289 INFO
(OverseerCollectionConfigSetProcessor-98128014956036102-127.0.0.1:50119_solr-n_0000000000)
[n:127.0.0.1:50119_solr ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 2321613 INFO (qtp1588665965-26491) [n:127.0.0.1:50119_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2}
status=0 QTime=8346
[junit4] 2> 2321616 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[287D8AB58761C709]) [ ]
o.a.s.c.RecoveryZkTest Indexing 1350 documents
[junit4] 2> 2321651 INFO (qtp1588665965-26499) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-0
(1570048250331791361)]} 0 19
[junit4] 2> 2321651 INFO (qtp580046045-26493) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0
(1570048250331791361)]} 0 31
[junit4] 2> 2321652 INFO (qtp1588665965-26501) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-0
(1570048250331791360)]} 0 20
[junit4] 2> 2321653 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-0
(1570048250331791360)]} 0 32
[junit4] 2> 2321657 INFO (qtp1588665965-26502) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-1
(1570048250367442944)]} 0 1
[junit4] 2> 2321657 INFO (qtp580046045-26495) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-1
(1570048250367442944)]} 0 3
[junit4] 2> 2321658 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-1
(1570048250368491520)]} 0 1
[junit4] 2> 2321658 INFO (qtp580046045-26505) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-1
(1570048250368491520)]} 0 3
[junit4] 2> 2321662 INFO (qtp1588665965-26504) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-2
(1570048250372685824)]} 0 1
[junit4] 2> 2321662 INFO (qtp580046045-26497) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-2
(1570048250372685824)]} 0 3
[junit4] 2> 2321663 INFO (qtp1588665965-26491) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-2
(1570048250373734400)]} 0 1
[junit4] 2> 2321663 INFO (qtp580046045-26490) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-2
(1570048250373734400)]} 0 3
[junit4] 2> 2321667 INFO (qtp1588665965-26503) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-3
(1570048250377928704)]} 0 1
[junit4] 2> 2321667 INFO (qtp580046045-26496) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-3
(1570048250377928704)]} 0 3
[junit4] 2> 2321667 INFO (qtp1588665965-26499) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-3
(1570048250378977280)]} 0 0
[junit4] 2> 2321667 INFO (qtp580046045-26493) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-3
(1570048250378977280)]} 0 2
[junit4] 2> 2321671 INFO (qtp1588665965-26501) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-4
(1570048250382123008)]} 0 1
[junit4] 2> 2321671 INFO (qtp1588665965-26502) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-4
(1570048250383171584)]} 0 0
[junit4] 2> 2321671 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-4
(1570048250382123008)]} 0 2
[junit4] 2> 2321671 INFO (qtp580046045-26495) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-4
(1570048250383171584)]} 0 2
[junit4] 2> 2321675 INFO (qtp1588665965-26504) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-5
(1570048250387365888)]} 0 0
[junit4] 2> 2321675 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-5
(1570048250387365889)]} 0 0
[junit4] 2> 2321675 INFO (qtp580046045-26497) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-5
(1570048250387365889)]} 0 2
[junit4] 2> 2321675 INFO (qtp580046045-26505) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-5
(1570048250387365888)]} 0 2
[junit4] 2> 2321679 INFO (qtp1588665965-26503) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-2
(-1570048250391560193)]} 0 0
[junit4] 2> 2321679 INFO (qtp1588665965-26491) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-2
(-1570048250391560192)]} 0 0
[junit4] 2> 2321679 INFO (qtp580046045-26490) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-2
(-1570048250391560192)]} 0 2
[junit4] 2> 2321679 INFO (qtp580046045-26496) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-2
(-1570048250391560193)]} 0 2
[junit4] 2> 2321685 INFO (qtp1588665965-26499) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-6
(1570048250395754496)]} 0 2
[junit4] 2> 2321685 INFO (qtp580046045-26493) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-6
(1570048250395754496)]} 0 4
[junit4] 2> 2321686 INFO (qtp1588665965-26501) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-6
(1570048250395754497)]} 0 2
[junit4] 2> 2321686 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-6
(1570048250395754497)]} 0 5
[junit4] 2> 2321690 INFO (qtp1588665965-26502) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-3
(-1570048250402045952)]} 0 0
[junit4] 2> 2321690 INFO (qtp580046045-26495) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-3
(-1570048250402045952)]} 0 3
[junit4] 2> 2321690 INFO (qtp1588665965-26504) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-3
(-1570048250403094528)]} 0 0
[junit4] 2> 2321691 INFO (qtp580046045-26497) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-3
(-1570048250403094528)]} 0 2
[junit4] 2> 2321695 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-7
(1570048250407288832)]} 0 1
[junit4] 2> 2321696 INFO (qtp580046045-26505) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-7
(1570048250407288832)]} 0 3
[junit4] 2> 2321697 INFO (qtp1588665965-26503) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-7
(1570048250408337408)]} 0 2
[junit4] 2> 2321698 INFO (qtp580046045-26496) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-7
(1570048250408337408)]} 0 5
[junit4] 2> 2321702 INFO (qtp1588665965-26491) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-5
(-1570048250415677440)]} 0 0
[junit4] 2> 2321703 INFO (qtp1588665965-26499) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-5
(-1570048250415677441)]} 0 0
[junit4] 2> 2321703 INFO (qtp580046045-26493) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-5
(-1570048250415677440)]} 0 2
[junit4] 2> 2321703 INFO (qtp580046045-26490) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-5
(-1570048250415677441)]} 0 3
[junit4] 2> 2321706 INFO (qtp1588665965-26501) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-8
(1570048250419871744)]} 0 0
[junit4] 2> 2321707 INFO (qtp1588665965-26502) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-8
(1570048250419871745)]} 0 0
[junit4] 2> 2321707 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-8
(1570048250419871744)]} 0 2
[junit4] 2> 2321707 INFO (qtp580046045-26495) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-8
(1570048250419871745)]} 0 2
[junit4] 2> 2321711 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-9
(1570048250424066049)]} 0 0
[junit4] 2> 2321711 INFO (qtp1588665965-26504) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-9
(1570048250424066048)]} 0 1
[junit4] 2> 2321711 INFO (qtp580046045-26497) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-9
(1570048250424066048)]} 0 2
[junit4] 2> 2321711 INFO (qtp580046045-26505) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-9
(1570048250424066049)]} 0 2
[junit4] 2> 2321715 INFO (qtp1588665965-26503) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-6
(-1570048250429308929)]} 0 0
[junit4] 2> 2321715 INFO (qtp1588665965-26491) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-6
(-1570048250429308928)]} 0 0
[junit4] 2> 2321715 INFO (qtp580046045-26493) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-6
(-1570048250429308929)]} 0 2
[junit4] 2> 2321715 INFO (qtp580046045-26496) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-6
(-1570048250429308928)]} 0 2
[junit4] 2> 2321719 INFO (qtp1588665965-26501) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-10
(1570048250433503233)]} 0 0
[junit4] 2> 2321719 INFO (qtp1588665965-26499) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-10
(1570048250433503232)]} 0 0
[junit4] 2> 2321719 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-10
(1570048250433503233)]} 0 2
[junit4] 2> 2321719 INFO (qtp580046045-26490) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-10
(1570048250433503232)]} 0 2
[junit4] 2> 2321723 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-11
(1570048250437697536)]} 0 0
[junit4] 2> 2321723 INFO (qtp1588665965-26502) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-11
(1570048250437697537)]} 0 0
[junit4] 2> 2321724 INFO (qtp580046045-26495) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-11
(1570048250437697536)]} 0 2
[junit4] 2> 2321724 INFO (qtp580046045-26505) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-11
(1570048250437697537)]} 0 2
[junit4] 2> 2321727 INFO (qtp1588665965-26504) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-10
(-1570048250441891840)]} 0 0
[junit4] 2> 2321727 INFO (qtp1588665965-26503) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-10
(-1570048250441891841)]} 0 0
[junit4] 2> 2321727 INFO (qtp580046045-26497) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-10
(-1570048250441891840)]} 0 2
[junit4] 2> 2321728 INFO (qtp580046045-26496) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-10
(-1570048250441891841)]} 0 2
[junit4] 2> 2321731 INFO (qtp1588665965-26491) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-12
(1570048250446086144)]} 0 0
[junit4] 2> 2321731 INFO (qtp580046045-26493) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-12
(1570048250446086144)]} 0 2
[junit4] 2> 2321732 INFO (qtp1588665965-26501) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-12
(1570048250446086145)]} 0 0
[junit4] 2> 2321732 INFO (qtp580046045-26490) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-12
(1570048250446086145)]} 0 2
[junit4] 2> 2321735 INFO (qtp1588665965-26499) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-13
(1570048250450280448)]} 0 0
[junit4] 2> 2321735 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-13
(1570048250450280449)]} 0 0
[junit4] 2> 2321735 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-13
(1570048250450280448)]} 0 2
[junit4] 2> 2321736 INFO (qtp580046045-26495) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-13
(1570048250450280449)]} 0 2
[junit4] 2> 2321739 INFO (qtp1588665965-26502) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-13
(-1570048250454474752)]} 0 0
[junit4] 2> 2321740 INFO (qtp580046045-26505) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-13
(-1570048250454474752)]} 0 2
[junit4] 2> 2321740 INFO (qtp1588665965-26504) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-13
(-1570048250454474753)]} 0 0
[junit4] 2> 2321740 INFO (qtp580046045-26496) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-13
(-1570048250454474753)]} 0 2
[junit4] 2> 2321743 INFO (qtp1588665965-26503) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-14
(1570048250458669056)]} 0 0
[junit4] 2> 2321744 INFO (qtp1588665965-26491) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-14
(1570048250458669057)]} 0 0
[junit4] 2> 2321744 INFO (qtp580046045-26497) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-14
(1570048250458669056)]} 0 2
[junit4] 2> 2321744 INFO (qtp580046045-26493) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-14
(1570048250458669057)]} 0 2
[junit4] 2> 2321753 INFO (qtp1588665965-26499) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-15
(1570048250463911936)]} 0 0
[junit4] 2> 2321753 INFO (qtp1588665965-26501) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-15
(1570048250462863360)]} 0 0
[junit4] 2> 2321753 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-15
(1570048250463911936)]} 0 7
[junit4] 2> 2321753 INFO (qtp580046045-26490) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-15
(1570048250462863360)]} 0 7
[junit4] 2> 2321757 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-15
(-1570048250473349121)]} 0 0
[junit4] 2> 2321757 INFO (qtp1588665965-26502) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-15
(-1570048250473349120)]} 0 0
[junit4] 2> 2321757 INFO (qtp580046045-26505) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-15
(-1570048250473349121)]} 0 2
[junit4] 2> 2321757 INFO (qtp580046045-26495) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-15
(-1570048250473349120)]} 0 2
[junit4] 2> 2321761 INFO (qtp1588665965-26503) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-16
(1570048250477543424)]} 0 0
[junit4] 2> 2321761 INFO (qtp1588665965-26504) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-16
(1570048250477543425)]} 0 0
[junit4] 2> 2321761 INFO (qtp580046045-26496) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-16
(1570048250477543424)]} 0 2
[junit4] 2> 2321762 INFO (qtp580046045-26497) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-16
(1570048250477543425)]} 0 2
[junit4] 2> 2321765 INFO (qtp1588665965-26499) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-17
(1570048250481737729)]} 0 0
[junit4] 2> 2321765 INFO (qtp1588665965-26491) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-17
(1570048250481737728)]} 0 0
[junit4] 2> 2321766 INFO (qtp580046045-26493) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-17
(1570048250481737728)]} 0 2
[junit4] 2> 2321766 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-17
(1570048250481737729)]} 0 2
[junit4] 2> 2321769 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-17
(-1570048250485932033)]} 0 0
[junit4] 2> 2321769 INFO (qtp1588665965-26501) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-17
(-1570048250485932032)]} 0 0
[junit4] 2> 2321770 INFO (qtp580046045-26505) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-17
(-1570048250485932033)]} 0 2
[junit4] 2> 2321770 INFO (qtp580046045-26490) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-17
(-1570048250485932032)]} 0 2
[junit4] 2> 2321773 INFO (qtp1588665965-26503) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-18
(1570048250490126336)]} 0 0
[junit4] 2> 2321773 INFO (qtp1588665965-26502) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-18
(1570048250490126337)]} 0 0
[junit4] 2> 2321774 INFO (qtp580046045-26495) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-18
(1570048250490126336)]} 0 2
[junit4] 2> 2321774 INFO (qtp580046045-26496) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-18
(1570048250490126337)]} 0 2
[junit4] 2> 2321777 INFO (qtp1588665965-26499) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-19
(1570048250494320640)]} 0 0
[junit4] 2> 2321777 INFO (qtp1588665965-26504) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-19
(1570048250494320641)]} 0 0
[junit4] 2> 2321778 INFO (qtp580046045-26497) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-19
(1570048250494320640)]} 0 2
[junit4] 2> 2321778 INFO (qtp580046045-26493) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-19
(1570048250494320641)]} 0 2
[junit4] 2> 2321782 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-20
(1570048250498514945)]} 0 0
[junit4] 2> 2321782 INFO (qtp1588665965-26491) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-20
(1570048250498514944)]} 0 1
[junit4] 2> 2321782 INFO (qtp580046045-26490) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-20
(1570048250498514945)]} 0 2
[junit4] 2> 2321782 INFO (qtp580046045-26494) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-20
(1570048250498514944)]} 0 2
[junit4] 2> 2321786 INFO (qtp1588665965-26503) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-21
(1570048250503757824)]} 0 0
[junit4] 2> 2321786 INFO (qtp1588665965-26501) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-21
(1570048250503757825)]} 0 1
[junit4] 2> 2321786 INFO (qtp580046045-26505) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-21
(1570048250503757824)]} 0 2
[junit4] 2> 2321786 INFO (qtp580046045-26495) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-21
(1570048250503757825)]} 0 2
[junit4] 2> 2321790 INFO (qtp1588665965-26499) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-22
(1570048250507952129)]} 0 0
[junit4] 2> 2321790 INFO (qtp1588665965-26502) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-22
(1570048250507952128)]} 0 0
[junit4] 2> 2321791 INFO (qtp580046045-26493) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-22
(1570048250507952129)]} 0 2
[junit4] 2> 2321791 INFO (qtp580046045-26496) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-22
(1570048250507952128)]} 0 2
[junit4] 2> 2321794 INFO (qtp1588665965-26504) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-23
(1570048250512146432)]} 0 0
[junit4] 2> 2321795 INFO (qtp1588665965-26500) [n:127.0.0.1:50119_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:38297/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-23
(1570048250512146433)]} 0 0
[junit4] 2> 2321795 INFO (qtp580046045-26497) [n:127.0.0.1:38297_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-23
(1570048250512146432)]} 0 2
[junit4] 2> 2321795 INFO (qtp580046045-26490) [n:127.0.0.1:38
[...truncated too long message...]
------------------------------------------------- Done waiting for tracked
resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62):
{rnd_b=FST50,
_version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
a_i=FST50, id=FST50}, docValues:{}, maxPointsInLeafNode=909,
maxMBSortInHeap=5.779871128800159,
sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=lv,
timezone=America/Mexico_City
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131
(64-bit)/cpus=3,threads=2,free=76225640,total=522190848
[junit4] 2> NOTE: All tests run in this JVM:
[VMParamsZkACLAndCredentialsProvidersTest, TestBinaryResponseWriter,
ZkSolrClientTest, TestClassNameShortening, TermVectorComponentDistributedTest,
SolrIndexConfigTest, TestNestedDocsSort, TestFieldCacheWithThreads,
CollectionReloadTest, DebugComponentTest, LeaderElectionIntegrationTest,
TestSystemIdResolver, AutoCommitTest, CSVRequestHandlerTest,
TestCloudJSONFacetJoinDomain, RuleEngineTest,
TlogReplayBufferedWhileIndexingTest, QueryResultKeyTest, DistanceUnitsTest,
BlockCacheTest, TestSystemCollAutoCreate, TestDistributedGrouping,
CopyFieldTest, TestRealTimeGet, TestHdfsCloudBackupRestore,
TestDefaultStatsCache, TestReversedWildcardFilterFactory, PreAnalyzedFieldTest,
TestMaxTokenLenTokenizer, TestLRUStatsCache, ExternalFileFieldSortTest,
TestEmbeddedSolrServerSchemaAPI, TestCoreAdminApis, TestNumericTerms32,
TestGraphTermsQParserPlugin, TestManagedSynonymGraphFilterFactory,
HighlighterConfigTest, TestRawTransformer, DistribCursorPagingTest,
TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest,
TestHdfsBackupRestoreCore, TestMergePolicyConfig, HdfsSyncSliceTest,
TestSSLRandomization, TestSolrCoreSnapshots, TestExactSharedStatsCache,
BadIndexSchemaTest, TestCollapseQParserPlugin, MergeStrategyTest,
TestChildDocTransformer, BigEndianAscendingWordSerializerTest,
PreAnalyzedFieldManagedSchemaCloudTest, TestCoreDiscovery,
TestSolrConfigHandlerCloud, FacetPivotSmallTest, CursorMarkTest,
TestManagedSchema, SearchHandlerTest, OverseerCollectionConfigSetProcessorTest,
DeleteInactiveReplicaTest, DistributedIntervalFacetingTest,
TestExpandComponent, TestFuzzyAnalyzedSuggestions, HdfsNNFailoverTest,
ChaosMonkeySafeLeaderTest, TestSolrDeletionPolicy2, MissingSegmentRecoveryTest,
DistributedFacetPivotLargeTest, TestScoreJoinQPScore, TestCorePropertiesReload,
TestSchemaNameResource, CdcrVersionReplicationTest, TestLeaderElectionZkExpiry,
TestExceedMaxTermLength, ResponseHeaderTest, TestSolrQueryParserResource,
ConnectionReuseTest, TestFieldCollectionResource, SolrGangliaReporterTest,
TestTrieFacet, TestCollectionAPIs, TestSolrQueryParser, TestRecoveryHdfs,
TestMissingGroups, SparseHLLTest, DefaultValueUpdateProcessorTest,
CurrencyFieldOpenExchangeTest, FieldMutatingUpdateProcessorTest,
TestAuthorizationFramework, TestConfigSetProperties, LoggingHandlerTest,
SpellPossibilityIteratorTest, QueryParsingTest, ReturnFieldsTest,
SmileWriterTest, TestFreeTextSuggestions, CoreSorterTest,
SpellCheckCollatorTest, AnalysisErrorHandlingTest, TestUninvertingReader,
SolrInfoMBeanTest, BJQParserTest, NotRequiredUniqueKeyTest, TestSQLHandler,
CdcrBootstrapTest, ShowFileRequestHandlerTest, TestDeleteCollectionOnDownNodes,
SolrMetricReporterTest, SpellCheckCollatorWithCollapseTest,
TestManagedResource, TestFieldCache, TestShortCircuitedRequests,
CircularListTest, TestQuerySenderNoQuery, TestBulkSchemaConcurrent,
TestSolr4Spatial, FieldAnalysisRequestHandlerTest, TestClusterStateMutator,
DateRangeFieldTest, TemplateUpdateProcessorTest, TestBlobHandler,
TestCollationFieldDocValues, CoreMergeIndexesAdminHandlerTest,
TestSchemaSimilarityResource, CollectionsAPISolrJTest, TestPivotHelperCode,
IndexSchemaTest, MultiThreadedOCPTest, RAMDirectoryFactoryTest,
TestGraphMLResponseWriter, AsyncCallRequestStatusResponseTest,
RequestHandlersTest, TestExportWriter, TestConfigSetsAPIZkFailure,
SolrCoreMetricManagerTest, DeleteNodeTest, TestNonDefinedSimilarityFactory,
TestSchemaManager, ForceLeaderTest, SolrXmlInZkTest, SSLMigrationTest,
TestTestInjection, TestRuleBasedAuthorizationPlugin, TestConfigOverlay,
TestNoOpRegenerator, TestFieldCacheSortRandom, EchoParamsTest, TestReload,
SuggesterWFSTTest, JavabinLoaderTest, BasicDistributedZk2Test,
SuggesterTSTTest, TestSolrCoreParser, TestSolrCloudWithDelegationTokens,
TestInPlaceUpdatesDistrib, TestFieldTypeCollectionResource,
TestSuggestSpellingConverter, TestDelegationWithHadoopAuth,
DistribJoinFromCollectionTest, EnumFieldTest, HdfsLockFactoryTest,
RegexBoostProcessorTest, ConvertedLegacyTest, TestQueryUtils, TestCodecSupport,
SolrIndexMetricsTest, DataDrivenBlockJoinTest, TestSolrCoreProperties,
WrapperMergePolicyFactoryTest, CreateCollectionCleanupTest,
HdfsWriteToMultipleCollectionsTest, CdcrReplicationHandlerTest,
TestSearcherReuse, AddSchemaFieldsUpdateProcessorFactoryTest,
CollectionsAPIDistributedZkTest, ClusterStateUpdateTest, TestRandomFaceting,
TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch,
SolrRequestParserTest, SuggesterTest, TestStressLucene, TestTrie,
TestCSVLoader, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest,
SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate,
StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest,
TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest,
XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest,
LukeRequestHandlerTest, StandardRequestHandlerTest,
DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest,
TestOmitPositions, TestValueSourceCache, TermVectorComponentTest,
RequiredFieldsTest, TestCollationField, UpdateRequestProcessorFactoryTest,
MBeansHandlerTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest,
TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig,
ResponseLogComponentTest, BadComponentTest, TestStressRecovery,
TestSimpleTrackingShardHandler, CdcrReplicationDistributedZkTest,
CdcrRequestHandlerTest, CleanupOldIndexTest,
ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest,
ConnectionManagerTest, DeleteReplicaTest, DeleteStatusTest, HttpPartitionTest,
LeaderInitiatedRecoveryOnShardRestartTest,
OutOfBoxZkACLAndCredentialsProvidersTest,
OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest,
OverseerStatusTest, OverseerTaskQueueTest, ReplaceNodeTest,
RestartWhileUpdatingTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest,
SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest,
TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestCloudRecovery,
TestClusterProperties, TestCollectionAPI, TestConfigSetsAPI, TestCryptoKeys,
TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica,
TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestLockTree,
TestMiniSolrCloudCluster, TestMiniSolrCloudClusterSSL,
TestOnReconnectListenerSupport, TestRandomFlRTGCloud,
TestRandomRequestDistribution, TestRebalanceLeaders, TestRequestForwarding,
TestRequestStatusCollectionAPI, TestSegmentSorting,
TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates,
HdfsRecoveryZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest
-Dtests.seed=287D8AB58761C709 -Dtests.slow=true -Dtests.locale=lv
-Dtests.timezone=America/Mexico_City -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1
object(s) that were not released!!! [HdfsTransactionLog]
[junit4] >
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.update.HdfsTransactionLog
[junit4] > at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at
org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
[junit4] > at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153)
[junit4] > at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110)
[junit4] > at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
[junit4] > at
java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760)
[junit4] > at
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822)
[junit4] > at
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088)
[junit4] > at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
[junit4] > at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
[junit4] > at
org.apache.solr.core.CoreContainer.create(CoreContainer.java:930)
[junit4] > at
org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)
[junit4] > at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at
__randomizedtesting.SeedInfo.seed([287D8AB58761C709]:0)
[junit4] > at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [571/715 (1!)] on J1 in 42.22s, 1 test, 1 failure <<<
FAILURES!
[...truncated 43954 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
