Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2224/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestTlogReplica

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, 
MockDirectoryWrapper, MockDirectoryWrapper, SolrCore] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:224)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:266)  at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1190) 
 at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:106)
  at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1146)
  at org.apache.solr.cloud.ZkController.register(ZkController.java:1124)  at 
org.apache.solr.cloud.ZkController.register(ZkController.java:1014)  at 
org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)  
at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)  at 
org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:892)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) 
 at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) 
 at org.eclipse.jetty.server.Server.handle(Server.java:534)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) 
 at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:761)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:954)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) 
 at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) 
 at org.eclipse.jetty.server.Server.handle(Server.java:534)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) 
 at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:351)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:729)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:954)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) 
 at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) 
 at org.eclipse.jetty.server.Server.handle(Server.java:534)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) 
 at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1039)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) 
 at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) 
 at org.eclipse.jetty.server.Server.handle(Server.java:534)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) 
 at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) 
 at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not 
released!!! [InternalHttpClient, MockDirectoryWrapper, MockDirectoryWrapper, 
SolrCore]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:224)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:266)
        at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1190)
        at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:106)
        at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1146)
        at org.apache.solr.cloud.ZkController.register(ZkController.java:1124)
        at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
        at 
org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
        at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
        at 
org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:892)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
        at org.eclipse.jetty.server.Server.handle(Server.java:534)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:761)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
        at org.eclipse.jetty.server.Server.handle(Server.java:534)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:351)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:729)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
        at org.eclipse.jetty.server.Server.handle(Server.java:534)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1039)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
        at org.eclipse.jetty.server.Server.handle(Server.java:534)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)


        at __randomizedtesting.SeedInfo.seed([CEDA1292344A2424]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
        at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestNodeLostTrigger.testTrigger

Error Message:
[127.0.0.1:10004_solr] doesn't contain 127.0.0.1:10001_solr

Stack Trace:
java.lang.AssertionError: [127.0.0.1:10004_solr] doesn't contain 
127.0.0.1:10001_solr
        at 
__randomizedtesting.SeedInfo.seed([CEDA1292344A2424:AD112410AD855709]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.sim.TestNodeLostTrigger.testTrigger(TestNodeLostTrigger.java:116)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12211 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTlogReplica
   [junit4]   2> 1519808 INFO  
(SUITE-TestTlogReplica-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_CEDA1292344A2424-001/init-core-data-001
   [junit4]   2> 1519865 INFO  
(SUITE-TestTlogReplica-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1519866 INFO  
(SUITE-TestTlogReplica-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1519867 INFO  
(SUITE-TestTlogReplica-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_CEDA1292344A2424-001/tempDir-001
   [junit4]   2> 1519867 INFO  
(SUITE-TestTlogReplica-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1519881 INFO  (Thread-2554) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1519881 INFO  (Thread-2554) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1519974 ERROR (Thread-2554) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1519990 INFO  
(SUITE-TestTlogReplica-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:41895
   [junit4]   2> 1520122 INFO  (zkConnectionManagerCallback-924-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1520231 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x1607127422c0000, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1520523 INFO  (jetty-launcher-921-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1520544 INFO  (jetty-launcher-921-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1520691 INFO  (jetty-launcher-921-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4394e0c8{/solr,null,AVAILABLE}
   [junit4]   2> 1520692 INFO  (jetty-launcher-921-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@6818fde1{SSL,[ssl, 
http/1.1]}{127.0.0.1:35212}
   [junit4]   2> 1520693 INFO  (jetty-launcher-921-thread-2) [    ] 
o.e.j.s.Server Started @1533553ms
   [junit4]   2> 1520693 INFO  (jetty-launcher-921-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=35212}
   [junit4]   2> 1520693 ERROR (jetty-launcher-921-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1520693 INFO  (jetty-launcher-921-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 1520693 INFO  (jetty-launcher-921-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1520693 INFO  (jetty-launcher-921-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1520693 INFO  (jetty-launcher-921-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-19T23:41:27.254Z
   [junit4]   2> 1520853 INFO  (jetty-launcher-921-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5b8776b5{/solr,null,AVAILABLE}
   [junit4]   2> 1520853 INFO  (jetty-launcher-921-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@2c3e774d{SSL,[ssl, 
http/1.1]}{127.0.0.1:37950}
   [junit4]   2> 1520854 INFO  (jetty-launcher-921-thread-1) [    ] 
o.e.j.s.Server Started @1533714ms
   [junit4]   2> 1520854 INFO  (jetty-launcher-921-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=37950}
   [junit4]   2> 1520854 ERROR (jetty-launcher-921-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1520854 INFO  (jetty-launcher-921-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 1520854 INFO  (jetty-launcher-921-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1520854 INFO  (jetty-launcher-921-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1520854 INFO  (jetty-launcher-921-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-19T23:41:27.415Z
   [junit4]   2> 1520911 INFO  (zkConnectionManagerCallback-926-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1520946 INFO  (zkConnectionManagerCallback-928-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1520949 INFO  (jetty-launcher-921-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1521036 INFO  (jetty-launcher-921-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1521076 INFO  (jetty-launcher-921-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41895/solr
   [junit4]   2> 1521129 INFO  (jetty-launcher-921-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41895/solr
   [junit4]   2> 1521130 INFO  (zkConnectionManagerCallback-933-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1521314 INFO  (zkConnectionManagerCallback-936-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1521646 INFO  
(zkConnectionManagerCallback-938-thread-1-processing-n:127.0.0.1:35212_solr) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1521646 INFO  
(zkConnectionManagerCallback-940-thread-1-processing-n:127.0.0.1:37950_solr) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1522686 INFO  (jetty-launcher-921-thread-1) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1522743 INFO  (jetty-launcher-921-thread-1) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:37950_solr
   [junit4]   2> 1522836 INFO  (jetty-launcher-921-thread-1) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.Overseer Overseer 
(id=99203605229993990-127.0.0.1:37950_solr-n_0000000000) starting
   [junit4]   2> 1523229 INFO  (jetty-launcher-921-thread-1) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:37950_solr
   [junit4]   2> 1523264 INFO  
(OverseerStateUpdate-99203605229993990-127.0.0.1:37950_solr-n_0000000000) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1523463 INFO  (jetty-launcher-921-thread-2) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1523464 INFO  (jetty-launcher-921-thread-2) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1523483 INFO  (jetty-launcher-921-thread-2) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35212_solr
   [junit4]   2> 1523536 INFO  
(zkCallback-939-thread-1-processing-n:127.0.0.1:37950_solr) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1523673 INFO  
(zkCallback-937-thread-1-processing-n:127.0.0.1:35212_solr) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1523813 INFO  (jetty-launcher-921-thread-1) 
[n:127.0.0.1:37950_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37950.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@17452baf
   [junit4]   2> 1523867 INFO  (jetty-launcher-921-thread-1) 
[n:127.0.0.1:37950_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37950.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@17452baf
   [junit4]   2> 1523867 INFO  (jetty-launcher-921-thread-1) 
[n:127.0.0.1:37950_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37950.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@17452baf
   [junit4]   2> 1523868 INFO  (jetty-launcher-921-thread-1) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_CEDA1292344A2424-001/tempDir-001/node1/.
   [junit4]   2> 1524217 INFO  (jetty-launcher-921-thread-2) 
[n:127.0.0.1:35212_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35212.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@17452baf
   [junit4]   2> 1524270 INFO  (jetty-launcher-921-thread-2) 
[n:127.0.0.1:35212_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35212.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@17452baf
   [junit4]   2> 1524270 INFO  (jetty-launcher-921-thread-2) 
[n:127.0.0.1:35212_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35212.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@17452baf
   [junit4]   2> 1524304 INFO  (jetty-launcher-921-thread-2) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_CEDA1292344A2424-001/tempDir-001/node2/.
   [junit4]   2> 1524580 INFO  (zkConnectionManagerCallback-946-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1524764 INFO  (zkConnectionManagerCallback-950-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1524865 INFO  
(SUITE-TestTlogReplica-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1524975 INFO  
(SUITE-TestTlogReplica-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41895/solr ready
   [junit4]   2> 1524998 INFO  
(SUITE-TestTlogReplica-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.c.TestTlogReplica Using legacyCloud?: false
   [junit4]   2> 1525594 INFO  (qtp2129329816-6502) [n:127.0.0.1:37950_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with 
params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 1525595 INFO  (qtp2129329816-6502) [n:127.0.0.1:37950_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} 
status=0 QTime=1
   [junit4]   2> 1526424 INFO  
(TEST-TestTlogReplica.testRemoveLeader-seed#[CEDA1292344A2424]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testRemoveLeader
   [junit4]   2> 1526444 INFO  (qtp2129329816-6503) [n:127.0.0.1:37950_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_remove_leader&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1526455 INFO  
(OverseerThreadFactory-1341-thread-1-processing-n:127.0.0.1:37950_solr) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
tlog_replica_test_remove_leader
   [junit4]   2> 1526910 INFO  
(OverseerStateUpdate-99203605229993990-127.0.0.1:37950_solr-n_0000000000) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_remove_leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_remove_leader_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35212/solr";,
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1526947 INFO  
(OverseerStateUpdate-99203605229993990-127.0.0.1:37950_solr-n_0000000000) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_remove_leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_remove_leader_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37950/solr";,
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1527743 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1527744 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1527893 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1527894 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1528122 INFO  
(zkCallback-937-thread-1-processing-n:127.0.0.1:35212_solr) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1528122 INFO  
(zkCallback-939-thread-1-processing-n:127.0.0.1:37950_solr) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1528145 INFO  
(zkCallback-937-thread-2-processing-n:127.0.0.1:35212_solr) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1528162 INFO  
(zkCallback-939-thread-2-processing-n:127.0.0.1:37950_solr) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1528972 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 1529046 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.IndexSchema 
[tlog_replica_test_remove_leader_shard1_replica_t2] Schema name=minimal
   [junit4]   2> 1529098 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1529098 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.CoreContainer 
Creating SolrCore 'tlog_replica_test_remove_leader_shard1_replica_t2' using 
configuration from collection tlog_replica_test_remove_leader, trusted=true
   [junit4]   2> 1529098 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_37950.solr.core.tlog_replica_test_remove_leader.shard1.replica_t2' 
(registry 'solr.core.tlog_replica_test_remove_leader.shard1.replica_t2') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17452baf
   [junit4]   2> 1529099 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1529099 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore 
[[tlog_replica_test_remove_leader_shard1_replica_t2] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_CEDA1292344A2424-001/tempDir-001/node1/tlog_replica_test_remove_leader_shard1_replica_t2],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_CEDA1292344A2424-001/tempDir-001/node1/./tlog_replica_test_remove_leader_shard1_replica_t2/data/]
   [junit4]   2> 1529353 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 1529420 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.IndexSchema 
[tlog_replica_test_remove_leader_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 1529435 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1529435 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.CoreContainer 
Creating SolrCore 'tlog_replica_test_remove_leader_shard1_replica_t1' using 
configuration from collection tlog_replica_test_remove_leader, trusted=true
   [junit4]   2> 1529436 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_35212.solr.core.tlog_replica_test_remove_leader.shard1.replica_t1' 
(registry 'solr.core.tlog_replica_test_remove_leader.shard1.replica_t1') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17452baf
   [junit4]   2> 1529436 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1529436 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore 
[[tlog_replica_test_remove_leader_shard1_replica_t1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_CEDA1292344A2424-001/tempDir-001/node2/tlog_replica_test_remove_leader_shard1_replica_t1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_CEDA1292344A2424-001/tempDir-001/node2/./tlog_replica_test_remove_leader_shard1_replica_t1/data/]
   [junit4]   2> 1529866 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1529867 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1529903 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1529903 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1529904 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@1967c47d[tlog_replica_test_remove_leader_shard1_replica_t2] 
main]
   [junit4]   2> 1529911 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1529912 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1529913 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 1529913 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.UpdateLog Could 
not find max version in index or recent updates, using new clock 
1587257694197121024
   [junit4]   2> 1529992 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1529992 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1529992 INFO  
(searcherExecutor-1346-thread-1-processing-n:127.0.0.1:37950_solr 
x:tlog_replica_test_remove_leader_shard1_replica_t2 s:shard1 
c:tlog_replica_test_remove_leader r:core_node4) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore 
[tlog_replica_test_remove_leader_shard1_replica_t2] Registered new searcher 
Searcher@1967c47d[tlog_replica_test_remove_leader_shard1_replica_t2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1529993 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 1529993 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 1529995 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@e2afeef[tlog_replica_test_remove_leader_shard1_replica_t1] 
main]
   [junit4]   2> 1530030 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1530030 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1530031 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1530031 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 1530032 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.UpdateLog Could 
not find max version in index or recent updates, using new clock 
1587257694321901568
   [junit4]   2> 1530102 INFO  
(searcherExecutor-1347-thread-1-processing-n:127.0.0.1:35212_solr 
x:tlog_replica_test_remove_leader_shard1_replica_t1 s:shard1 
c:tlog_replica_test_remove_leader r:core_node3) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore 
[tlog_replica_test_remove_leader_shard1_replica_t1] Registered new searcher 
Searcher@e2afeef[tlog_replica_test_remove_leader_shard1_replica_t1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1530220 INFO  
(zkCallback-937-thread-1-processing-n:127.0.0.1:35212_solr) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1530221 INFO  
(zkCallback-939-thread-2-processing-n:127.0.0.1:37950_solr) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1530221 INFO  
(zkCallback-939-thread-1-processing-n:127.0.0.1:37950_solr) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1530228 INFO  
(zkCallback-937-thread-2-processing-n:127.0.0.1:35212_solr) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1530531 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1530531 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1530531 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SyncStrategy Sync 
replicas to 
https://127.0.0.1:37950/solr/tlog_replica_test_remove_leader_shard1_replica_t2/
   [junit4]   2> 1530532 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: 
core=tlog_replica_test_remove_leader_shard1_replica_t2 
url=https://127.0.0.1:37950/solr START 
replicas=[https://127.0.0.1:35212/solr/tlog_replica_test_remove_leader_shard1_replica_t1/]
 nUpdates=100
   [junit4]   2> 1530770 INFO  (qtp344097159-6496) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=15
   [junit4]   2> 1530858 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: 
core=tlog_replica_test_remove_leader_shard1_replica_t2 
url=https://127.0.0.1:37950/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1530858 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SyncStrategy 
Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1530858 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1530858 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1530859 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ZkController 
tlog_replica_test_remove_leader_shard1_replica_t2 stopping background 
replication from leader
   [junit4]   2> 1530861 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:37950/solr/tlog_replica_test_remove_leader_shard1_replica_t2/ 
shard1
   [junit4]   2> 1531062 INFO  
(zkCallback-937-thread-2-processing-n:127.0.0.1:35212_solr) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1531062 INFO  
(zkCallback-937-thread-1-processing-n:127.0.0.1:35212_solr) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1531069 INFO  
(zkCallback-939-thread-2-processing-n:127.0.0.1:37950_solr) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1531082 INFO  
(zkCallback-939-thread-3-processing-n:127.0.0.1:37950_solr) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1531106 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ZkController 
tlog_replica_test_remove_leader_shard1_replica_t1 starting background 
replication from leader
   [junit4]   2> 1531106 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] 
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll 
interval: 00:00:03
   [junit4]   2> 1531124 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.ReplicationHandler 
Poll scheduled at an interval of 3000ms
   [junit4]   2> 1531124 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 1531126 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=3232
   [junit4]   2> 1531135 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ZkController I am 
the leader, no recovery necessary
   [junit4]   2> 1531195 INFO  (qtp2129329816-6488) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=3451
   [junit4]   2> 1531342 INFO  (qtp2129329816-6503) [n:127.0.0.1:37950_solr    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 1531472 INFO  
(zkCallback-939-thread-2-processing-n:127.0.0.1:37950_solr) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1531472 INFO  
(zkCallback-939-thread-3-processing-n:127.0.0.1:37950_solr) 
[n:127.0.0.1:37950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1531484 INFO  
(zkCallback-937-thread-2-processing-n:127.0.0.1:35212_solr) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1531484 INFO  
(zkCallback-937-thread-1-processing-n:127.0.0.1:35212_solr) 
[n:127.0.0.1:35212_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_remove_leader/state.json] for collection 
[tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 1532350 INFO  (qtp2129329816-6503) [n:127.0.0.1:37950_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_remove_leader&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2}
 status=0 QTime=5905
   [junit4]   2> 1532608 INFO  
(OverseerCollectionConfigSetProcessor-99203605229993990-127.0.0.1:37950_solr-n_0000000000)
 [n:127.0.0.1:37950_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1532683 INFO  (qtp344097159-6489) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37950/solr/tlog_replica_test_remove_leader_shard1_replica_t2/&wt=javabin&version=2}{add=[1
 (1587257696946487296)]} 0 1
   [junit4]   2> 1532704 INFO  (qtp2129329816-6504) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[1 (1587257696946487296)]} 0 184
   [junit4]   2> 1532747 INFO  (qtp2129329816-6500) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1587257697168785408,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1532747 INFO  (qtp2129329816-6500) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.SolrIndexWriter 
Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@394b42a8 
commitCommandVersion:1587257697168785408
   [junit4]   2> 1532821 INFO  (qtp344097159-6492) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37950/solr/tlog_replica_test_remove_leader_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 0
   [junit4]   2> 1533011 INFO  (qtp2129329816-6500) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@6bb01601[tlog_replica_test_remove_leader_shard1_replica_t2] 
main]
   [junit4]   2> 1533012 INFO  (qtp2129329816-6500) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1533023 INFO  
(searcherExecutor-1346-thread-1-processing-n:127.0.0.1:37950_solr 
x:tlog_replica_test_remove_leader_shard1_replica_t2 s:shard1 
c:tlog_replica_test_remove_leader r:core_node4) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore 
[tlog_replica_test_remove_leader_shard1_replica_t2] Registered new searcher 
Searcher@6bb01601[tlog_replica_test_remove_leader_shard1_replica_t2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 1533023 INFO  (qtp2129329816-6500) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37950/solr/tlog_replica_test_remove_leader_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 276
   [junit4]   2> 1533024 INFO  (qtp2129329816-6501) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/update 
params={_stateVer_=tlog_replica_test_remove_leader:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 306
   [junit4]   2> 1533041 INFO  (qtp2129329816-6504) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1533297 INFO  (qtp344097159-6496) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1533405 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1533515 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1533625 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1533734 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1533844 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1533954 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1534010 INFO  (indexFetcher-1357-thread-1) 
[n:127.0.0.1:35212_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.IndexFetcher 
Updated masterUrl to 
https://127.0.0.1:37950/solr/tlog_replica_test_remove_leader_shard1_replica_t2/
   [junit4]   2> 1534032 INFO  (qtp2129329816-6502) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr 
path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 1534033 INFO  (indexFetcher-1357-thread-1) 
[n:127.0.0.1:35212_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.IndexFetcher 
Master's generation: 2
   [junit4]   2> 1534033 INFO  (indexFetcher-1357-thread-1) 
[n:127.0.0.1:35212_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.IndexFetcher 
Master's version: 1513726899308
   [junit4]   2> 1534033 INFO  (indexFetcher-1357-thread-1) 
[n:127.0.0.1:35212_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.IndexFetcher 
Slave's generation: 1
   [junit4]   2> 1534033 INFO  (indexFetcher-1357-thread-1) 
[n:127.0.0.1:35212_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.IndexFetcher 
Slave's version: 0
   [junit4]   2> 1534033 INFO  (indexFetcher-1357-thread-1) 
[n:127.0.0.1:35212_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.IndexFetcher 
Starting replication process
   [junit4]   2> 1534034 INFO  (qtp2129329816-6502) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr 
path=/replication 
params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist}
 status=0 QTime=0
   [junit4]   2> 1534034 INFO  (indexFetcher-1357-thread-1) 
[n:127.0.0.1:35212_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.IndexFetcher 
Number of files in latest index in master: 13
   [junit4]   2> 1534214 INFO  (indexFetcher-1357-thread-1) 
[n:127.0.0.1:35212_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.IndexFetcher 
Starting download (fullCopy=false) to 
MockDirectoryWrapper(RAMDirectory@18070286 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@41e5b1ab)
   [junit4]   2> 1534215 INFO  (qtp2129329816-6502) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr 
path=/replication 
params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1534230 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1534379 INFO  (qtp344097159-6494) [n:127.0.0.1:35212_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node3 
x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1534397 INFO  (qtp2129329816-6504) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr 
path=/replication 
params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1534451 INFO  (qtp2129329816-6504) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_leader s:shard1 r:core_node4 
x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request 
[tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr 
path=/replication 
params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 1534452 INFO  (qtp2129329816-6504) [n:127.0.0.1:37950_solr 
c:tlog_replica_test_remove_l

[...truncated too long message...]

t org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]    >        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]    >        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]    >        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]    >        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]    >        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    >        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    >        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]    >        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]    >        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]    >        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]    >        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]    >        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([CEDA1292344A2424]:0)
   [junit4]    >        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [137/764 (1!)] on J1 in 286.45s, 13 tests, 1 failure <<< 
FAILURES!

[...truncated 65 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestNodeLostTrigger
   [junit4]   2> 1991504 INFO  
(SUITE-TestNodeLostTrigger-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestNodeLostTrigger_CEDA1292344A2424-001/init-core-data-001
   [junit4]   2> 1991505 WARN  
(SUITE-TestNodeLostTrigger-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
   [junit4]   2> 1991505 INFO  
(SUITE-TestNodeLostTrigger-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1991506 INFO  
(SUITE-TestNodeLostTrigger-seed#[CEDA1292344A2424]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1992163 INFO  
(TEST-TestNodeLostTrigger.testTrigger-seed#[CEDA1292344A2424]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testTrigger
   [junit4]   2> 1992164 INFO  
(TEST-TestNodeLostTrigger.testTrigger-seed#[CEDA1292344A2424]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 1992164 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1992553 INFO  
(TEST-TestNodeLostTrigger.testTrigger-seed#[CEDA1292344A2424]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testTrigger
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNodeLostTrigger 
-Dtests.method=testTrigger -Dtests.seed=CEDA1292344A2424 -Dtests.multiplier=2 
-Dtests.slow=true -Dtests.locale=ja-JP 
-Dtests.timezone=America/Indiana/Tell_City -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.79s J2 | TestNodeLostTrigger.testTrigger <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: [127.0.0.1:10004_solr] 
doesn't contain 127.0.0.1:10001_solr
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([CEDA1292344A2424:AD112410AD855709]:0)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.TestNodeLostTrigger.testTrigger(TestNodeLostTrigger.java:116)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1992774 INFO  
(TEST-TestNodeLostTrigger.testListenerAcceptance-seed#[CEDA1292344A2424]) [    
] o.a.s.SolrTestCaseJ4 ###Starting testListenerAcceptance
   [junit4]   2> 1992774 INFO  
(TEST-TestNodeLostTrigger.testListenerAcceptance-seed#[CEDA1292344A2424]) [    
] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 1992774 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1992790 INFO  
(TEST-TestNodeLostTrigger.testListenerAcceptance-seed#[CEDA1292344A2424]) [    
] o.a.s.SolrTestCaseJ4 ###Ending testListenerAcceptance
   [junit4]   2> 1992810 INFO  
(TEST-TestNodeLostTrigger.testRestoreState-seed#[CEDA1292344A2424]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testRestoreState
   [junit4]   2> 1992810 INFO  
(TEST-TestNodeLostTrigger.testRestoreState-seed#[CEDA1292344A2424]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 1993045 INFO  
(TEST-TestNodeLostTrigger.testRestoreState-seed#[CEDA1292344A2424]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testRestoreState
   [junit4]   2> 1993171 INFO  
(TEST-TestNodeLostTrigger.testActionLifecycle-seed#[CEDA1292344A2424]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testActionLifecycle
   [junit4]   2> 1993224 INFO  
(TEST-TestNodeLostTrigger.testActionLifecycle-seed#[CEDA1292344A2424]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 1993236 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1993243 INFO  
(TEST-TestNodeLostTrigger.testActionLifecycle-seed#[CEDA1292344A2424]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testActionLifecycle
   [junit4]   2> 1993297 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestNodeLostTrigger_CEDA1292344A2424-001
   [junit4]   2> 1993334 WARN  (ScheduledTrigger-1449-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger ran but was already closed
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=326, maxMBSortInHeap=5.726097156142083, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3d5ac187),
 locale=ja-JP, timezone=America/Indiana/Tell_City
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=72147232,total=471859200
   [junit4]   2> NOTE: All tests run in this JVM: [TestMaxScoreQueryParser, 
TestLegacyFieldCache, TestRawTransformer, ClusterStateTest, 
HdfsBasicDistributedZkTest, SuggesterWFSTTest, AlternateDirectoryTest, 
TestStressInPlaceUpdates, RecoveryZkTest, CoreAdminHandlerTest, 
TestPrepRecovery, TestExportWriter, CdcrBootstrapTest, 
XmlUpdateRequestHandlerTest, TestLMJelinekMercerSimilarityFactory, 
TestCollectionAPI, TestSolrDeletionPolicy2, HttpPartitionTest, HighlighterTest, 
TestCharFilters, PeerSyncReplicationTest, FileBasedSpellCheckerTest, 
TestReload, SolrJmxReporterTest, TestSSLRandomization, 
TestFuzzyAnalyzedSuggestions, DistributedQueryComponentOptimizationTest, 
TestLFUCache, HdfsWriteToMultipleCollectionsTest, ZkStateReaderTest, 
TestFieldCacheSortRandom, OverriddenZkACLAndCredentialsProvidersTest, 
StatsComponentTest, UninvertDocValuesMergePolicyTest, 
HdfsCollectionsAPIDistributedZkTest, TestPivotHelperCode, ConnectionReuseTest, 
HdfsThreadLeakTest, TestFieldCache, IndexSchemaTest, TestSolrFieldCacheBean, 
RollingRestartTest, CopyFieldTest, QueryElevationComponentTest, 
TestNodeLostTrigger]
   [junit4] Completed [158/764 (2!)] on J2 in 2.03s, 4 tests, 1 failure <<< 
FAILURES!

[...truncated 50102 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to