Hi Solr Community, While running large streaming queries on Solr 8.11.2, I am noticing the following errors across shards while querying using the /export handler. The error trace is:
o.a.s.h.e.ExportBuffers Exception running filler / writer => java.util. concurrent.TimeoutException at java.base/java.util.concurrent.CyclicBarrier. dowait(CyclicBarrier.java:258) java.util.concurrent.TimeoutException: null at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:258) ~[?:?] at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:436) ~[?:?] at org.apache.solr.handler.export.ExportBuffers.exchangeBuffers( ExportBuffers.java:144) ~[solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.handler.export.ExportWriter.lambda$writeDocs$9(ExportWriter. java:426) ~[solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.handler.export.ExportBuffers.run(ExportBuffers.java:217) ~[ solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.handler.export.ExportWriter. writeDocs(ExportWriter.java:400) ~[solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.handler.export.ExportWriter.lambda$null$1(ExportWriter.java: 288) ~[solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.common.util.JavaBinCodec. writeIterator(JavaBinCodec.java:753) ~[solr-solrj-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:56] at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java: 369) ~[solr-solrj-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:56] at org.apache.solr.common.util.JavaBinCodec. writeVal(JavaBinCodec.java:255) ~[solr-solrj-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:56] at org.apache.solr.common.util.JavaBinCodec$BinEntryWriter.put(JavaBinCodec. java:441) ~[solr-solrj-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:56] at org.apache.solr.handler.export.ExportWriter.lambda$null$2(ExportWriter.java: 288) ~[solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.common.util.JavaBinCodec. writeMap(JavaBinCodec.java:501) ~[solr-solrj-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:56] at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java: 390) ~[solr-solrj-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:56] at org.apache.solr.common.util.JavaBinCodec. writeVal(JavaBinCodec.java:255) ~[solr-solrj-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:56] at org.apache.solr.common.util.JavaBinCodec$BinEntryWriter.put(JavaBinCodec. java:441) ~[solr-solrj-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:56] at org.apache.solr.handler.export.ExportWriter.lambda$write$3(ExportWriter.java :286) ~[solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.common.util.JavaBinCodec. writeMap(JavaBinCodec.java:501) ~[solr-solrj-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:56] at org.apache.solr.handler.export.ExportWriter.write(ExportWriter.java:284) ~[ solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.core.SolrCore$4.write(SolrCore. java:2787) ~[solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.response.QueryResponseWriterUtil.writeQueryResponse( QueryResponseWriterUtil.java:49) ~[solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.servlet.HttpSolrCall.writeResponse(HttpSolrCall.java:887) ~[ solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.servlet.HttpSolrCall.call( HttpSolrCall.java:580) ~[solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java: 427) ~[solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.apache.solr.servlet.SolrDispatchFilter .doFilter(SolrDispatchFilter.java:357) ~[solr-core-8.11.2.jar:8.11.2 17dee71932c683e345508113523e764c3e4c80fa - mdrob - 2022-06-13 11:27:54] at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:201) ~[ jetty-servlet-9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty. servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty- servlet-9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.servlet. ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.44. v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.server.handler. ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.44.v20210927 .jar:9.4.44.v20210927] at org.eclipse.jetty.security.SecurityHandler.handle( SecurityHandler.java:600) ~[jetty-security-9.4.44.v20210927.jar:9.4.44. v20210927] at org.eclipse.jetty.server.handler.HandlerWrapper.handle( HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44. v20210927] at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle( ScopedHandler.java:235) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler. java:1624) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927] at org. eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty. server.handler.ContextHandler.doHandle(ContextHandler.java:1434) ~[jetty- server-9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.server. handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4. 44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.servlet. ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.44. v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.server.session. SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.44. v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.server.handler. ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.44. v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.server.handler. ContextHandler.doScope(ContextHandler.java:1349) ~[jetty-server-9.4.44. v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.server.handler. ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.44.v20210927 .jar:9.4.44.v20210927] at org.eclipse.jetty.server.handler. ContextHandlerCollection.handle(ContextHandlerCollection.java:191) ~[jetty- server-9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.server. handler.InetAccessHandler.handle(InetAccessHandler.java:177) ~[jetty-server- 9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.server.handler. HandlerCollection.handle(HandlerCollection.java:146) ~[jetty-server-9.4.44. v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.server.handler. HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.44. v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.rewrite.handler. RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.44. v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.server.handler.gzip. GzipHandler.handle(GzipHandler.java:763) ~[jetty-server-9.4.44.v20210927.jar :9.4.44.v20210927] at org.eclipse.jetty.server.handler.HandlerWrapper.handle (HandlerWrapper.java:127) ~[jetty-server-9.4.44.v20210927.jar:9.4.44. v20210927] at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[ jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty. server.HttpChannel.lambda$handle$1(HttpChannel.java:400) ~[jetty-server-9.4. 44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.server.HttpChannel. dispatch(HttpChannel.java:645) ~[jetty-server-9.4.44.v20210927.jar:9.4.44. v20210927] at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java: 392) ~[jetty-server-9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse. jetty.server.HttpConnection.onFillable(HttpConnection.java:277) ~[jetty- server-9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.io. AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) ~[ jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.io. FillInterest.fillable(FillInterest.java:105) ~[jetty-io-9.4.44.v20210927.jar :9.4.44.v20210927] at org.eclipse.jetty.io.ssl.SslConnection$ DecryptedEndPoint.onFillable(SslConnection.java:555) ~[jetty-io-9.4.44. v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.io.ssl.SslConnection. onFillable(SslConnection.java:410) ~[jetty-io-9.4.44.v20210927.jar:9.4.44. v20210927] at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded( SslConnection.java:164) ~[jetty-io-9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) ~[jetty-io -9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.io. ChannelEndPoint$1.run(ChannelEndPoint.java:104) ~[jetty-io-9.4.44.v20210927. jar:9.4.44.v20210927] at org.eclipse.jetty.util.thread.strategy. EatWhatYouKill.runTask(EatWhatYouKill.java:338) ~[jetty-util-9.4.44. v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.util.thread.strategy. EatWhatYouKill.doProduce(EatWhatYouKill.java:315) ~[jetty-util-9.4.44. v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.util.thread.strategy. EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) ~[jetty-util-9.4.44. v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.util.thread.strategy. EatWhatYouKill.run(EatWhatYouKill.java:131) ~[jetty-util-9.4.44.v20210927. jar:9.4.44.v20210927] at org.eclipse.jetty.util.thread. ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) ~ [jetty-util-9.4.44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.util .thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) ~[jetty-util-9.4. 44.v20210927.jar:9.4.44.v20210927] at org.eclipse.jetty.util.thread. QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) ~[jetty-util-9.4.44. v20210927.jar:9.4.44.v20210927] at java.lang.Thread.run(Thread.java:829) [?: ?] This timeout seems to be a hard-coded 10 minute timeout. I don't see a client error but on one occasion, I noticed that the hit result counts were different. Is there a potential bug here that I am seeing here? Regards, Ajay
