Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/13/

4 tests failed.
FAILED:  org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete

Error Message:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_16C099C9CEACE106-001/index-SimpleFSDirectory-002/_iv_Asserting_0.tim:
 Too many open files

Stack Trace:
java.nio.file.FileSystemException: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_16C099C9CEACE106-001/index-SimpleFSDirectory-002/_iv_Asserting_0.tim:
 Too many open files
        at 
__randomizedtesting.SeedInfo.seed([16C099C9CEACE106:8851EE4EE46D6306]:0)
        at 
org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
        at 
org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
        at 
org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
        at 
org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
        at 
org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:240)
        at 
org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
        at java.nio.file.Files.newByteChannel(Files.java:361)
        at java.nio.file.Files.newByteChannel(Files.java:407)
        at 
org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
        at 
org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2741)
        at 
org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:749)
        at 
org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:153)
        at 
org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:445)
        at 
org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:58)
        at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
        at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
        at 
org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
        at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
        at 
org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
        at 
org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:197)
        at 
org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:103)
        at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:467)
        at 
org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:291)
        at 
org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:266)
        at 
org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:256)
        at 
org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:140)
        at 
org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete(TestIndexWriterReader.java:870)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterReader

Error Message:
11 threads leaked from SUITE scope at 
org.apache.lucene.index.TestIndexWriterReader:     1) Thread[id=2024, 
name=Lucene Merge Thread #1271, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]         at 
org.apache.lucene.store.MockDirectoryWrapper.maybeThrowDeterministicException(MockDirectoryWrapper.java:1019)
         at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:144)
         at 
org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
         at 
org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
         at org.apache.lucene.store.DataOutput.writeInt(DataOutput.java:70)     
    at org.apache.lucene.codecs.CodecUtil.writeHeader(CodecUtil.java:90)        
 at org.apache.lucene.codecs.CodecUtil.writeIndexHeader(CodecUtil.java:133)     
    at 
org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:122)
         at 
org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
         at 
org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
         at 
org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
         at 
org.apache.lucene.index.SegmentMerger.mergeFields(SegmentMerger.java:199)       
  at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:89)         
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)       
  at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)         
at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
    2) Thread[id=508, name=Thread-288, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]         at 
org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:642)
         at 
org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
         at 
org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
         at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.<init>(CompressingTermVectorsWriter.java:225)
         at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsFormat.vectorsWriter(CompressingTermVectorsFormat.java:98)
         at 
org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat.vectorsWriter(AssertingTermVectorsFormat.java:49)
         at 
org.apache.lucene.index.TermVectorsConsumer.initTermVectorsWriter(TermVectorsConsumer.java:87)
         at 
org.apache.lucene.index.TermVectorsConsumer.finishDocument(TermVectorsConsumer.java:102)
         at org.apache.lucene.index.TermsHash.finishDocument(TermsHash.java:93) 
        at 
org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:419)
         at 
org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
         at 
org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
         at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)       
  at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)     
    at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
    3) Thread[id=509, name=Thread-289, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]         at java.lang.Object.wait(Native 
Method)         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doStall(ConcurrentMergeScheduler.java:616)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:602)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
         at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)         
at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
         at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)        
 at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)    
     at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)       
  at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)     
    at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
    4) Thread[id=2023, name=Lucene Merge Thread #1270, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]         at 
org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:642)
         at 
org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler$1.createOutput(ConcurrentMergeScheduler.java:288)
         at 
org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
         at 
org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.<init>(BlockTreeTermsWriter.java:270)
         at 
org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsConsumer(Lucene50PostingsFormat.java:427)
         at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:162)
         at 
org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)        
 at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)         
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)       
  at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)         
at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
    5) Thread[id=2025, name=Lucene Merge Thread #1272, state=RUNNABLE, 
group=TGRP-TestIndexWriterReader]         at 
org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:743)
         at 
org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:88)
         at 
org.apache.lucene.codecs.blockterms.LuceneVarGapDocFreqInterval.fieldsProducer(LuceneVarGapDocFreqInterval.java:100)
         at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
         at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
         at 
org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)  
       at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)   
      at 
org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145) 
        at 
org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:617)
         at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4286)         
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
    6) Thread[id=510, name=Thread-290, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]         at java.lang.Object.wait(Native 
Method)         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doStall(ConcurrentMergeScheduler.java:616)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:602)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
         at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)         
at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
         at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)        
 at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)    
     at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)       
  at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)     
    at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
    7) Thread[id=511, name=Thread-291, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]         at java.lang.Object.wait(Native 
Method)         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doStall(ConcurrentMergeScheduler.java:616)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:602)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
         at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)         
at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
         at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)        
 at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)    
     at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)       
  at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)     
    at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
    8) Thread[id=2013, name=Lucene Merge Thread #1260, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]         at 
org.apache.lucene.store.MockDirectoryWrapper.maybeThrowDeterministicException(MockDirectoryWrapper.java:1019)
         at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:144)
         at 
org.apache.lucene.store.RateLimitedIndexOutput.writeBytes(RateLimitedIndexOutput.java:73)
         at org.apache.lucene.store.DataOutput.writeBytes(DataOutput.java:52)   
      at org.apache.lucene.util.packed.PackedWriter.flush(PackedWriter.java:86) 
        at org.apache.lucene.util.packed.PackedWriter.add(PackedWriter.java:66) 
        at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.flushNumTerms(CompressingTermVectorsWriter.java:486)
         at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.flush(CompressingTermVectorsWriter.java:346)
         at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finishDocument(CompressingTermVectorsWriter.java:277)
         at 
org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finishDocument(AssertingTermVectorsFormat.java:142)
         at 
org.apache.lucene.codecs.TermVectorsWriter.addAllDocVectors(TermVectorsWriter.java:322)
         at 
org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:225)    
     at 
org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:210)      
   at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:144)       
  at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)     
    at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)         
at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
    9) Thread[id=2021, name=Lucene Merge Thread #1268, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]         at 
org.apache.lucene.store.MockDirectoryWrapper.maybeThrowDeterministicException(MockDirectoryWrapper.java:1019)
         at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:144)
         at 
org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
         at 
org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
         at org.apache.lucene.store.DataOutput.writeVInt(DataOutput.java:191)   
      at org.apache.lucene.store.DataOutput.writeString(DataOutput.java:258)    
     at 
org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:116)
         at 
org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4945)   
      at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4421) 
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)     
    at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   10) Thread[id=512, name=Thread-292, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]         at 
org.apache.lucene.index.IndexWriter.hasPendingMerges(IndexWriter.java:2165)     
    at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:579)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
         at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)         
at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
         at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)        
 at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)    
     at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)       
  at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)     
    at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
   11) Thread[id=2022, name=Lucene Merge Thread #1269, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]         at 
sun.nio.fs.UnixNativeDispatcher.stat0(Native Method)         at 
sun.nio.fs.UnixNativeDispatcher.stat(UnixNativeDispatcher.java:286)         at 
sun.nio.fs.UnixFileAttributes.get(UnixFileAttributes.java:70)         at 
sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:52)
         at org.apache.lucene.mockfile.WindowsFS.getKey(WindowsFS.java:55)      
   at org.apache.lucene.mockfile.WindowsFS.onOpen(WindowsFS.java:62)         at 
org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
         at 
org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
         at 
org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
         at java.nio.file.Files.newByteChannel(Files.java:361)         at 
java.nio.file.Files.newByteChannel(Files.java:407)         at 
org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)  
       at 
org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:759)
         at 
org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:99)      
   at 
org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:99)      
   at 
org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:99)      
   at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:137)   
      at 
org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:93)
         at 
org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4945)   
      at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4421) 
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)     
    at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 11 threads leaked from 
SUITE scope at org.apache.lucene.index.TestIndexWriterReader: 
   1) Thread[id=2024, name=Lucene Merge Thread #1271, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
        at 
org.apache.lucene.store.MockDirectoryWrapper.maybeThrowDeterministicException(MockDirectoryWrapper.java:1019)
        at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:144)
        at 
org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
        at 
org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
        at org.apache.lucene.store.DataOutput.writeInt(DataOutput.java:70)
        at org.apache.lucene.codecs.CodecUtil.writeHeader(CodecUtil.java:90)
        at 
org.apache.lucene.codecs.CodecUtil.writeIndexHeader(CodecUtil.java:133)
        at 
org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:122)
        at 
org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
        at 
org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
        at 
org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
        at 
org.apache.lucene.index.SegmentMerger.mergeFields(SegmentMerger.java:199)
        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:89)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   2) Thread[id=508, name=Thread-288, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
        at 
org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:642)
        at 
org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
        at 
org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
        at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.<init>(CompressingTermVectorsWriter.java:225)
        at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsFormat.vectorsWriter(CompressingTermVectorsFormat.java:98)
        at 
org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat.vectorsWriter(AssertingTermVectorsFormat.java:49)
        at 
org.apache.lucene.index.TermVectorsConsumer.initTermVectorsWriter(TermVectorsConsumer.java:87)
        at 
org.apache.lucene.index.TermVectorsConsumer.finishDocument(TermVectorsConsumer.java:102)
        at org.apache.lucene.index.TermsHash.finishDocument(TermsHash.java:93)
        at 
org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:419)
        at 
org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
        at 
org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
        at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
        at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
        at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
   3) Thread[id=509, name=Thread-289, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
        at java.lang.Object.wait(Native Method)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.doStall(ConcurrentMergeScheduler.java:616)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:602)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
        at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
        at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
        at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
        at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
        at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
   4) Thread[id=2023, name=Lucene Merge Thread #1270, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
        at 
org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:642)
        at 
org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler$1.createOutput(ConcurrentMergeScheduler.java:288)
        at 
org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
        at 
org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.<init>(BlockTreeTermsWriter.java:270)
        at 
org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsConsumer(Lucene50PostingsFormat.java:427)
        at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:162)
        at 
org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   5) Thread[id=2025, name=Lucene Merge Thread #1272, state=RUNNABLE, 
group=TGRP-TestIndexWriterReader]
        at 
org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:743)
        at 
org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:88)
        at 
org.apache.lucene.codecs.blockterms.LuceneVarGapDocFreqInterval.fieldsProducer(LuceneVarGapDocFreqInterval.java:100)
        at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
        at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
        at 
org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
        at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
        at 
org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
        at 
org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:617)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4286)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   6) Thread[id=510, name=Thread-290, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
        at java.lang.Object.wait(Native Method)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.doStall(ConcurrentMergeScheduler.java:616)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:602)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
        at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
        at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
        at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
        at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
        at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
   7) Thread[id=511, name=Thread-291, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
        at java.lang.Object.wait(Native Method)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.doStall(ConcurrentMergeScheduler.java:616)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:602)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
        at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
        at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
        at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
        at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
        at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
   8) Thread[id=2013, name=Lucene Merge Thread #1260, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
        at 
org.apache.lucene.store.MockDirectoryWrapper.maybeThrowDeterministicException(MockDirectoryWrapper.java:1019)
        at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:144)
        at 
org.apache.lucene.store.RateLimitedIndexOutput.writeBytes(RateLimitedIndexOutput.java:73)
        at org.apache.lucene.store.DataOutput.writeBytes(DataOutput.java:52)
        at 
org.apache.lucene.util.packed.PackedWriter.flush(PackedWriter.java:86)
        at org.apache.lucene.util.packed.PackedWriter.add(PackedWriter.java:66)
        at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.flushNumTerms(CompressingTermVectorsWriter.java:486)
        at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.flush(CompressingTermVectorsWriter.java:346)
        at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finishDocument(CompressingTermVectorsWriter.java:277)
        at 
org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finishDocument(AssertingTermVectorsFormat.java:142)
        at 
org.apache.lucene.codecs.TermVectorsWriter.addAllDocVectors(TermVectorsWriter.java:322)
        at 
org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:225)
        at 
org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:210)
        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:144)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   9) Thread[id=2021, name=Lucene Merge Thread #1268, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
        at 
org.apache.lucene.store.MockDirectoryWrapper.maybeThrowDeterministicException(MockDirectoryWrapper.java:1019)
        at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:144)
        at 
org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
        at 
org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
        at org.apache.lucene.store.DataOutput.writeVInt(DataOutput.java:191)
        at org.apache.lucene.store.DataOutput.writeString(DataOutput.java:258)
        at 
org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:116)
        at 
org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4945)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4421)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
  10) Thread[id=512, name=Thread-292, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
        at 
org.apache.lucene.index.IndexWriter.hasPendingMerges(IndexWriter.java:2165)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:579)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
        at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
        at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
        at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
        at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
        at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
  11) Thread[id=2022, name=Lucene Merge Thread #1269, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
        at sun.nio.fs.UnixNativeDispatcher.stat0(Native Method)
        at sun.nio.fs.UnixNativeDispatcher.stat(UnixNativeDispatcher.java:286)
        at sun.nio.fs.UnixFileAttributes.get(UnixFileAttributes.java:70)
        at 
sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:52)
        at org.apache.lucene.mockfile.WindowsFS.getKey(WindowsFS.java:55)
        at org.apache.lucene.mockfile.WindowsFS.onOpen(WindowsFS.java:62)
        at 
org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
        at 
org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
        at 
org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
        at java.nio.file.Files.newByteChannel(Files.java:361)
        at java.nio.file.Files.newByteChannel(Files.java:407)
        at 
org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
        at 
org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:759)
        at 
org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:99)
        at 
org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:99)
        at 
org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:99)
        at 
org.apache.lucene.store.Directory.openChecksumInput(Directory.java:137)
        at 
org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:93)
        at 
org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4945)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4421)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
        at __randomizedtesting.SeedInfo.seed([16C099C9CEACE106]:0)


FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Didn't see all replicas for shard shard1 in c8n_1x2 come up within 90000 ms! 
ClusterState: {   "collMinRf_1x3":{     "replicationFactor":"3",     
"shards":{"shard1":{         "range":"80000000-7fffffff",         
"state":"active",         "replicas":{           "core_node1":{             
"core":"collMinRf_1x3_shard1_replica1",             
"base_url":"http://127.0.0.1:37401/fz_kpn/g";,             
"node_name":"127.0.0.1:37401_fz_kpn%2Fg",             "state":"active"},        
   "core_node2":{             "core":"collMinRf_1x3_shard1_replica2",           
  "base_url":"http://127.0.0.1:49079/fz_kpn/g";,             
"node_name":"127.0.0.1:49079_fz_kpn%2Fg",             "state":"active"},        
   "core_node3":{             "core":"collMinRf_1x3_shard1_replica3",           
  "base_url":"http://127.0.0.1:44095/fz_kpn/g";,             
"node_name":"127.0.0.1:44095_fz_kpn%2Fg",             "state":"active",         
    "leader":"true"}}}},     "router":{"name":"compositeId"},     
"maxShardsPerNode":"1",     "autoAddReplicas":"false"},   "collection1":{     
"replicationFactor":"1",     "shards":{       "shard1":{         
"range":"80000000-ffffffff",         "state":"active",         
"replicas":{"core_node2":{             "core":"collection1",             
"base_url":"http://127.0.0.1:49079/fz_kpn/g";,             
"node_name":"127.0.0.1:49079_fz_kpn%2Fg",             "state":"active",         
    "leader":"true"}}},       "shard2":{         "range":"0-7fffffff",         
"state":"active",         "replicas":{           "core_node1":{             
"core":"collection1",             "base_url":"http://127.0.0.1:41888/fz_kpn/g";, 
            "node_name":"127.0.0.1:41888_fz_kpn%2Fg",             
"state":"active",             "leader":"true"},           "core_node3":{        
     "core":"collection1",             
"base_url":"http://127.0.0.1:37401/fz_kpn/g";,             
"node_name":"127.0.0.1:37401_fz_kpn%2Fg",             "state":"active"}}}},     
"router":{"name":"compositeId"},     "maxShardsPerNode":"1",     
"autoAddReplicas":"false",     "autoCreated":"true"},   "control_collection":{  
   "replicationFactor":"1",     "shards":{"shard1":{         
"range":"80000000-7fffffff",         "state":"active",         
"replicas":{"core_node1":{             "core":"collection1",             
"base_url":"http://127.0.0.1:44095/fz_kpn/g";,             
"node_name":"127.0.0.1:44095_fz_kpn%2Fg",             "state":"active",         
    "leader":"true"}}}},     "router":{"name":"compositeId"},     
"maxShardsPerNode":"1",     "autoAddReplicas":"false",     
"autoCreated":"true"},   "c8n_1x2":{     "replicationFactor":"2",     
"shards":{"shard1":{         "range":"80000000-7fffffff",         
"state":"active",         "replicas":{           "core_node1":{             
"state":"down",             "base_url":"http://127.0.0.1:41888/fz_kpn/g";,       
      "core":"c8n_1x2_shard1_replica2",             
"node_name":"127.0.0.1:41888_fz_kpn%2Fg"},           "core_node2":{             
"core":"c8n_1x2_shard1_replica1",             
"base_url":"http://127.0.0.1:37401/fz_kpn/g";,             
"node_name":"127.0.0.1:37401_fz_kpn%2Fg",             "state":"active",         
    "leader":"true"}}}},     "router":{"name":"compositeId"},     
"maxShardsPerNode":"1",     "autoAddReplicas":"false"}}

Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x2 
come up within 90000 ms! ClusterState: {
  "collMinRf_1x3":{
    "replicationFactor":"3",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{
          "core_node1":{
            "core":"collMinRf_1x3_shard1_replica1",
            "base_url":"http://127.0.0.1:37401/fz_kpn/g";,
            "node_name":"127.0.0.1:37401_fz_kpn%2Fg",
            "state":"active"},
          "core_node2":{
            "core":"collMinRf_1x3_shard1_replica2",
            "base_url":"http://127.0.0.1:49079/fz_kpn/g";,
            "node_name":"127.0.0.1:49079_fz_kpn%2Fg",
            "state":"active"},
          "core_node3":{
            "core":"collMinRf_1x3_shard1_replica3",
            "base_url":"http://127.0.0.1:44095/fz_kpn/g";,
            "node_name":"127.0.0.1:44095_fz_kpn%2Fg",
            "state":"active",
            "leader":"true"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false"},
  "collection1":{
    "replicationFactor":"1",
    "shards":{
      "shard1":{
        "range":"80000000-ffffffff",
        "state":"active",
        "replicas":{"core_node2":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:49079/fz_kpn/g";,
            "node_name":"127.0.0.1:49079_fz_kpn%2Fg",
            "state":"active",
            "leader":"true"}}},
      "shard2":{
        "range":"0-7fffffff",
        "state":"active",
        "replicas":{
          "core_node1":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:41888/fz_kpn/g";,
            "node_name":"127.0.0.1:41888_fz_kpn%2Fg",
            "state":"active",
            "leader":"true"},
          "core_node3":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:37401/fz_kpn/g";,
            "node_name":"127.0.0.1:37401_fz_kpn%2Fg",
            "state":"active"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "autoCreated":"true"},
  "control_collection":{
    "replicationFactor":"1",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{"core_node1":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:44095/fz_kpn/g";,
            "node_name":"127.0.0.1:44095_fz_kpn%2Fg",
            "state":"active",
            "leader":"true"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "autoCreated":"true"},
  "c8n_1x2":{
    "replicationFactor":"2",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{
          "core_node1":{
            "state":"down",
            "base_url":"http://127.0.0.1:41888/fz_kpn/g";,
            "core":"c8n_1x2_shard1_replica2",
            "node_name":"127.0.0.1:41888_fz_kpn%2Fg"},
          "core_node2":{
            "core":"c8n_1x2_shard1_replica1",
            "base_url":"http://127.0.0.1:37401/fz_kpn/g";,
            "node_name":"127.0.0.1:37401_fz_kpn%2Fg",
            "state":"active",
            "leader":"true"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false"}}
        at 
__randomizedtesting.SeedInfo.seed([B1EE3F263932F3ED:39BA00FC97CE9E15]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1903)
        at 
org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:365)
        at 
org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:125)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1495870629662,generation=2,filelist=[_i6.fdt, _i6.fdx, 
_i6.fnm, _i6.nvd, _i6.nvm, _i6.si, _i6_FSTOrd50_0.doc, _i6_FSTOrd50_0.tbk, 
_i6_FSTOrd50_0.tix, _p7.fdt, _p7.fdx, _p7.fnm, _p7.nvd, _p7.nvm, _p7.si, 
_p7_FSTOrd50_0.doc, _p7_FSTOrd50_0.tbk, _p7_FSTOrd50_0.tix, _p8.cfe, _p8.cfs, 
_p8.si, _p9.cfe, _p9.cfs, _p9.si, segments_2]}]> but 
was:<[{indexVersion=1495870629662,generation=2,filelist=[_i6.fdt, _i6.fdx, 
_i6.fnm, _i6.nvd, _i6.nvm, _i6.si, _i6_FSTOrd50_0.doc, _i6_FSTOrd50_0.tbk, 
_i6_FSTOrd50_0.tix, _p7.fdt, _p7.fdx, _p7.fnm, _p7.nvd, _p7.nvm, _p7.si, 
_p7_FSTOrd50_0.doc, _p7_FSTOrd50_0.tbk, _p7_FSTOrd50_0.tix, _p8.cfe, _p8.cfs, 
_p8.si, _p9.cfe, _p9.cfs, _p9.si, segments_2]}, 
{indexVersion=1495870629662,generation=3,filelist=[_i6.fdt, _i6.fdx, _i6.fnm, 
_i6.nvd, _i6.nvm, _i6.si, _i6_FSTOrd50_0.doc, _i6_FSTOrd50_0.tbk, 
_i6_FSTOrd50_0.tix, _pa.fdt, _pa.fdx, _pa.fnm, _pa.nvd, _pa.nvm, _pa.si, 
_pa_FSTOrd50_0.doc, _pa_FSTOrd50_0.tbk, _pa_FSTOrd50_0.tix, segments_3]}]>

Stack Trace:
java.lang.AssertionError: 
expected:<[{indexVersion=1495870629662,generation=2,filelist=[_i6.fdt, _i6.fdx, 
_i6.fnm, _i6.nvd, _i6.nvm, _i6.si, _i6_FSTOrd50_0.doc, _i6_FSTOrd50_0.tbk, 
_i6_FSTOrd50_0.tix, _p7.fdt, _p7.fdx, _p7.fnm, _p7.nvd, _p7.nvm, _p7.si, 
_p7_FSTOrd50_0.doc, _p7_FSTOrd50_0.tbk, _p7_FSTOrd50_0.tix, _p8.cfe, _p8.cfs, 
_p8.si, _p9.cfe, _p9.cfs, _p9.si, segments_2]}]> but 
was:<[{indexVersion=1495870629662,generation=2,filelist=[_i6.fdt, _i6.fdx, 
_i6.fnm, _i6.nvd, _i6.nvm, _i6.si, _i6_FSTOrd50_0.doc, _i6_FSTOrd50_0.tbk, 
_i6_FSTOrd50_0.tix, _p7.fdt, _p7.fdx, _p7.fnm, _p7.nvd, _p7.nvm, _p7.si, 
_p7_FSTOrd50_0.doc, _p7_FSTOrd50_0.tbk, _p7_FSTOrd50_0.tix, _p8.cfe, _p8.cfs, 
_p8.si, _p9.cfe, _p9.cfs, _p9.si, segments_2]}, 
{indexVersion=1495870629662,generation=3,filelist=[_i6.fdt, _i6.fdx, _i6.fnm, 
_i6.nvd, _i6.nvm, _i6.si, _i6_FSTOrd50_0.doc, _i6_FSTOrd50_0.tbk, 
_i6_FSTOrd50_0.tix, _pa.fdt, _pa.fdx, _pa.fnm, _pa.nvd, _pa.nvm, _pa.si, 
_pa_FSTOrd50_0.doc, _pa_FSTOrd50_0.tbk, _pa_FSTOrd50_0.tix, segments_3]}]>
        at 
__randomizedtesting.SeedInfo.seed([B1EE3F263932F3ED:94392416497AFDEE]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:147)
        at 
org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1281)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 383 lines...]
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestIndexWriterReader -Dtests.method=testDuringAddDelete 
-Dtests.seed=16C099C9CEACE106 -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt
 -Dtests.locale=es-PE -Dtests.timezone=Etc/GMT+4 -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] ERROR   15.7s J2 | TestIndexWriterReader.testDuringAddDelete <<<
   [junit4]    > Throwable #1: java.nio.file.FileSystemException: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_16C099C9CEACE106-001/index-SimpleFSDirectory-002/_iv_Asserting_0.tim:
 Too many open files
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([16C099C9CEACE106:8851EE4EE46D6306]:0)
   [junit4]    >        at 
org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]    >        at 
org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]    >        at 
org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
   [junit4]    >        at 
org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
   [junit4]    >        at 
org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:240)
   [junit4]    >        at 
org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
   [junit4]    >        at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]    >        at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]    >        at 
org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
   [junit4]    >        at 
org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2741)
   [junit4]    >        at 
org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:749)
   [junit4]    >        at 
org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:153)
   [junit4]    >        at 
org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:445)
   [junit4]    >        at 
org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:58)
   [junit4]    >        at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
   [junit4]    >        at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
   [junit4]    >        at 
org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
   [junit4]    >        at 
org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
   [junit4]    >        at 
org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
   [junit4]    >        at 
org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:197)
   [junit4]    >        at 
org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:103)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:467)
   [junit4]    >        at 
org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:291)
   [junit4]    >        at 
org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:266)
   [junit4]    >        at 
org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:256)
   [junit4]    >        at 
org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:140)
   [junit4]    >        at 
org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete(TestIndexWriterReader.java:870)
   [junit4]    >        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_16C099C9CEACE106-001
   [junit4]   2> May 27, 2017 3:31:17 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 10 leaked 
thread(s).
   [junit4]   2> May 27, 2017 3:31:37 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 11 threads leaked from SUITE scope at 
org.apache.lucene.index.TestIndexWriterReader: 
   [junit4]   2>    1) Thread[id=2024, name=Lucene Merge Thread #1271, 
state=BLOCKED, group=TGRP-TestIndexWriterReader]
   [junit4]   2>         at 
org.apache.lucene.store.MockDirectoryWrapper.maybeThrowDeterministicException(MockDirectoryWrapper.java:1019)
   [junit4]   2>         at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:144)
   [junit4]   2>         at 
org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
   [junit4]   2>         at 
org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
   [junit4]   2>         at 
org.apache.lucene.store.DataOutput.writeInt(DataOutput.java:70)
   [junit4]   2>         at 
org.apache.lucene.codecs.CodecUtil.writeHeader(CodecUtil.java:90)
   [junit4]   2>         at 
org.apache.lucene.codecs.CodecUtil.writeIndexHeader(CodecUtil.java:133)
   [junit4]   2>         at 
org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:122)
   [junit4]   2>         at 
org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
   [junit4]   2>         at 
org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
   [junit4]   2>         at 
org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
   [junit4]   2>         at 
org.apache.lucene.index.SegmentMerger.mergeFields(SegmentMerger.java:199)
   [junit4]   2>         at 
org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:89)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   [junit4]   2>    2) Thread[id=508, name=Thread-288, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
   [junit4]   2>         at 
org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:642)
   [junit4]   2>         at 
org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2>         at 
org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2>         at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.<init>(CompressingTermVectorsWriter.java:225)
   [junit4]   2>         at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsFormat.vectorsWriter(CompressingTermVectorsFormat.java:98)
   [junit4]   2>         at 
org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat.vectorsWriter(AssertingTermVectorsFormat.java:49)
   [junit4]   2>         at 
org.apache.lucene.index.TermVectorsConsumer.initTermVectorsWriter(TermVectorsConsumer.java:87)
   [junit4]   2>         at 
org.apache.lucene.index.TermVectorsConsumer.finishDocument(TermVectorsConsumer.java:102)
   [junit4]   2>         at 
org.apache.lucene.index.TermsHash.finishDocument(TermsHash.java:93)
   [junit4]   2>         at 
org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:419)
   [junit4]   2>         at 
org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
   [junit4]   2>         at 
org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
   [junit4]   2>         at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
   [junit4]   2>    3) Thread[id=509, name=Thread-289, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doStall(ConcurrentMergeScheduler.java:616)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:602)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
   [junit4]   2>         at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
   [junit4]   2>         at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
   [junit4]   2>    4) Thread[id=2023, name=Lucene Merge Thread #1270, 
state=BLOCKED, group=TGRP-TestIndexWriterReader]
   [junit4]   2>         at 
org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:642)
   [junit4]   2>         at 
org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler$1.createOutput(ConcurrentMergeScheduler.java:288)
   [junit4]   2>         at 
org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2>         at 
org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.<init>(BlockTreeTermsWriter.java:270)
   [junit4]   2>         at 
org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsConsumer(Lucene50PostingsFormat.java:427)
   [junit4]   2>         at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:162)
   [junit4]   2>         at 
org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
   [junit4]   2>         at 
org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   [junit4]   2>    5) Thread[id=2025, name=Lucene Merge Thread #1272, 
state=RUNNABLE, group=TGRP-TestIndexWriterReader]
   [junit4]   2>         at 
org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:743)
   [junit4]   2>         at 
org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:88)
   [junit4]   2>         at 
org.apache.lucene.codecs.blockterms.LuceneVarGapDocFreqInterval.fieldsProducer(LuceneVarGapDocFreqInterval.java:100)
   [junit4]   2>         at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
   [junit4]   2>         at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
   [junit4]   2>         at 
org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
   [junit4]   2>         at 
org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
   [junit4]   2>         at 
org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
   [junit4]   2>         at 
org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:617)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4286)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   [junit4]   2>    6) Thread[id=510, name=Thread-290, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doStall(ConcurrentMergeScheduler.java:616)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:602)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
   [junit4]   2>         at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
   [junit4]   2>         at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
   [junit4]   2>    7) Thread[id=511, name=Thread-291, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doStall(ConcurrentMergeScheduler.java:616)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:602)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
   [junit4]   2>         at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
   [junit4]   2>         at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
   [junit4]   2>    8) Thread[id=2013, name=Lucene Merge Thread #1260, 
state=BLOCKED, group=TGRP-TestIndexWriterReader]
   [junit4]   2>         at 
org.apache.lucene.store.MockDirectoryWrapper.maybeThrowDeterministicException(MockDirectoryWrapper.java:1019)
   [junit4]   2>         at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:144)
   [junit4]   2>         at 
org.apache.lucene.store.RateLimitedIndexOutput.writeBytes(RateLimitedIndexOutput.java:73)
   [junit4]   2>         at 
org.apache.lucene.store.DataOutput.writeBytes(DataOutput.java:52)
   [junit4]   2>         at 
org.apache.lucene.util.packed.PackedWriter.flush(PackedWriter.java:86)
   [junit4]   2>         at 
org.apache.lucene.util.packed.PackedWriter.add(PackedWriter.java:66)
   [junit4]   2>         at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.flushNumTerms(CompressingTermVectorsWriter.java:486)
   [junit4]   2>         at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.flush(CompressingTermVectorsWriter.java:346)
   [junit4]   2>         at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finishDocument(CompressingTermVectorsWriter.java:277)
   [junit4]   2>         at 
org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finishDocument(AssertingTermVectorsFormat.java:142)
   [junit4]   2>         at 
org.apache.lucene.codecs.TermVectorsWriter.addAllDocVectors(TermVectorsWriter.java:322)
   [junit4]   2>         at 
org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:225)
   [junit4]   2>         at 
org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:210)
   [junit4]   2>         at 
org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:144)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   [junit4]   2>    9) Thread[id=2021, name=Lucene Merge Thread #1268, 
state=BLOCKED, group=TGRP-TestIndexWriterReader]
   [junit4]   2>         at 
org.apache.lucene.store.MockDirectoryWrapper.maybeThrowDeterministicException(MockDirectoryWrapper.java:1019)
   [junit4]   2>         at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:144)
   [junit4]   2>         at 
org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
   [junit4]   2>         at 
org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
   [junit4]   2>         at 
org.apache.lucene.store.DataOutput.writeVInt(DataOutput.java:191)
   [junit4]   2>         at 
org.apache.lucene.store.DataOutput.writeString(DataOutput.java:258)
   [junit4]   2>         at 
org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:116)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4945)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4421)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   [junit4]   2>   10) Thread[id=512, name=Thread-292, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.hasPendingMerges(IndexWriter.java:2165)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:579)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
   [junit4]   2>         at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
   [junit4]   2>         at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
   [junit4]   2>   11) Thread[id=2022, name=Lucene Merge Thread #1269, 
state=BLOCKED, group=TGRP-TestIndexWriterReader]
   [junit4]   2>         at sun.nio.fs.UnixNativeDispatcher.stat0(Native Method)
   [junit4]   2>         at 
sun.nio.fs.UnixNativeDispatcher.stat(UnixNativeDispatcher.java:286)
   [junit4]   2>         at 
sun.nio.fs.UnixFileAttributes.get(UnixFileAttributes.java:70)
   [junit4]   2>         at 
sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:52)
   [junit4]   2>         at 
org.apache.lucene.mockfile.WindowsFS.getKey(WindowsFS.java:55)
   [junit4]   2>         at 
org.apache.lucene.mockfile.WindowsFS.onOpen(WindowsFS.java:62)
   [junit4]   2>         at 
org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2>         at 
org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
   [junit4]   2>         at 
org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
   [junit4]   2>         at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]   2>         at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]   2>         at 
org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
   [junit4]   2>         at 
org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:759)
   [junit4]   2>         at 
org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:99)
   [junit4]   2>         at 
org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:99)
   [junit4]   2>         at 
org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:99)
   [junit4]   2>         at 
org.apache.lucene.store.Directory.openChecksumInput(Directory.java:137)
   [junit4]   2>         at 
org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:93)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4945)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4421)
   [junit4]   2>         at 
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2>         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   [junit4]   2> May 27, 2017 3:31:37 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=2024, name=Lucene Merge Thread #1271, 
state=BLOCKED, group=TGRP-TestIndexWriterReader]
   [junit4]   2>    2) Thread[id=508, name=Thread-288, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
   [junit4]   2>    3) Thread[id=509, name=Thread-289, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
   [junit4]   2>    4) Thread[id=2023, name=Lucene Merge Thread #1270, 
state=BLOCKED, group=TGRP-TestIndexWriterReader]
   [junit4]   2>    5) Thread[id=2025, name=Lucene Merge Thread #1272, 
state=BLOCKED, group=TGRP-TestIndexWriterReader]
   [junit4]   2>    6) Thread[id=510, name=Thread-290, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
   [junit4]   2>    7) Thread[id=511, name=Thread-291, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
   [junit4]   2>    8) Thread[id=2013, name=Lucene Merge Thread #1260, 
state=BLOCKED, group=TGRP-TestIndexWriterReader]
   [junit4]   2>    9) Thread[id=2021, name=Lucene Merge Thread #1268, 
state=RUNNABLE, group=TGRP-TestIndexWriterReader]
   [junit4]   2>   10) Thread[id=512, name=Thread-292, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
   [junit4]   2>   11) Thread[id=2022, name=Lucene Merge Thread #1269, 
state=BLOCKED, group=TGRP-TestIndexWriterReader]
   [junit4]   2> May 27, 2017 3:31:37 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): 
{field1=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
field=Lucene50(blocksize=128), indexname=PostingsFormat(name=LuceneFixedGap), 
foo=Lucene50(blocksize=128), 
id=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
field3=PostingsFormat(name=LuceneFixedGap), field2=Lucene50(blocksize=128), 
field5=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
field4=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1964, 
maxMBSortInHeap=5.758638854321589, 
sim=RandomSimilarity(queryNorm=false,coord=crazy): {field1=DFR I(F)B2, field=IB 
SPL-DZ(0.3), indexname=DFR GL2, foo=DFR I(ne)B3(800.0), field3=DFI(ChiSquared), 
field2=DFR I(ne)L3(800.0), field5=IB LL-LZ(0.3), field4=IB SPL-L1}, 
locale=es-PE, timezone=Etc/GMT+4
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_121 (64-bit)/cpus=4,threads=1,free=119396584,total=406323200
   [junit4]   2> NOTE: All tests run in this JVM: [TestBytesStore, 
TestSpansEnum, TestMatchAllDocsQuery, TestIndexWriterDelete, TestRollingBuffer, 
TestPackedTokenAttributeImpl, TestHugeRamFile, TestDisjunctionMaxQuery, 
TestBooleanScorer, TestFrequencyTrackingRingBuffer, TestAxiomaticSimilarity, 
TestSpans, TestPositiveScoresOnlyCollector, TestFloatRangeFieldQueries, 
TestIntroSelector, TestRoaringDocIdSet, TestPrefixInBooleanQuery, Test2BPoints, 
TestFileSwitchDirectory, TestExceedMaxTermLength, TestClassicSimilarity, 
TestParallelTermEnum, TestNamedSPILoader, TestMultiCollector, 
TestMultiPhraseQuery, FuzzyTermOnShortTermsTest, TestFlex, 
TestAllFilesHaveCodecHeader, TestPayloadsOnVectors, TestStopFilter, 
TestBoolean2, TestBooleanRewrites, TestDirectPacked, TestNativeFSLockFactory, 
TestFlushByRamOrCountsPolicy, TestSimilarity2, TestAssertions, TestSmallFloat, 
TestDocsAndPositions, TestSegmentReader, TestScorerPerf, Test2BPostingsBytes, 
TestSpanNotQuery, TestIndexWriterNRTIsCurrent, TestIndexWriterReader]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestIndexWriterReader -Dtests.seed=16C099C9CEACE106 
-Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt
 -Dtests.locale=es-PE -Dtests.timezone=Etc/GMT+4 -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | TestIndexWriterReader (suite) <<<
   [junit4]    > Throwable #1: 
com.carrotsearch.randomizedtesting.ThreadLeakError: 11 threads leaked from 
SUITE scope at org.apache.lucene.index.TestIndexWriterReader: 
   [junit4]    >    1) Thread[id=2024, name=Lucene Merge Thread #1271, 
state=BLOCKED, group=TGRP-TestIndexWriterReader]
   [junit4]    >         at 
org.apache.lucene.store.MockDirectoryWrapper.maybeThrowDeterministicException(MockDirectoryWrapper.java:1019)
   [junit4]    >         at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:144)
   [junit4]    >         at 
org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
   [junit4]    >         at 
org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
   [junit4]    >         at 
org.apache.lucene.store.DataOutput.writeInt(DataOutput.java:70)
   [junit4]    >         at 
org.apache.lucene.codecs.CodecUtil.writeHeader(CodecUtil.java:90)
   [junit4]    >         at 
org.apache.lucene.codecs.CodecUtil.writeIndexHeader(CodecUtil.java:133)
   [junit4]    >         at 
org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:122)
   [junit4]    >         at 
org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
   [junit4]    >         at 
org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
   [junit4]    >         at 
org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
   [junit4]    >         at 
org.apache.lucene.index.SegmentMerger.mergeFields(SegmentMerger.java:199)
   [junit4]    >         at 
org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:89)
   [junit4]    >         at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
   [junit4]    >         at 
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
   [junit4]    >         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    >         at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
   [junit4]    >    2) Thread[id=508, name=Thread-288, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
   [junit4]    >         at 
org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:642)
   [junit4]    >         at 
org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]    >         at 
org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    >         at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.<init>(CompressingTermVectorsWriter.java:225)
   [junit4]    >         at 
org.apache.lucene.codecs.compressing.CompressingTermVectorsFormat.vectorsWriter(CompressingTermVectorsFormat.java:98)
   [junit4]    >         at 
org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat.vectorsWriter(AssertingTermVectorsFormat.java:49)
   [junit4]    >         at 
org.apache.lucene.index.TermVectorsConsumer.initTermVectorsWriter(TermVectorsConsumer.java:87)
   [junit4]    >         at 
org.apache.lucene.index.TermVectorsConsumer.finishDocument(TermVectorsConsumer.java:102)
   [junit4]    >         at 
org.apache.lucene.index.TermsHash.finishDocument(TermsHash.java:93)
   [junit4]    >         at 
org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:419)
   [junit4]    >         at 
org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
   [junit4]    >         at 
org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
   [junit4]    >         at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
   [junit4]    >         at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
   [junit4]    >         at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
   [junit4]    >    3) Thread[id=509, name=Thread-289, state=BLOCKED, 
group=TGRP-TestIndexWriterReader]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at 
org.apache.lucene.index.ConcurrentMergeScheduler.doStall(ConcurrentMergeScheduler.java:616)
   [junit4]    >         at 
org.apache.lucene.index.ConcurrentMergeScheduler.maybeStall(ConcurrentMergeScheduler.java:602)
   [junit4]    >         at 
org.apache.lucene.index.ConcurrentMergeScheduler.merge(ConcurrentMergeScheduler.java:524)
   [junit4]    >         at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
   [junit4]    >         at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
   [junit4]    >         at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
   [junit4]    >         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
   [junit4]    >         at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
   [junit4]    >         at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
   [junit4]    >         at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
   [junit4]    >         at 
org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:848)
   [junit4]    >    4) Thread[id=2023, name=Lucene Merge T

[...truncated too long message...]

earcher Opening [Searcher@3ea2db17[collection1] main]
   [junit4]   2> 2985875 INFO  
(searcherExecutor-5362-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@3ea2db17[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(6.6.0):C3)
 Uninverting(_4(6.6.0):c1)))}
   [junit4]   2> 2985876 INFO  (qtp241102497-62326) [    x:collection1] 
o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication 
params={wait=true&masterUrl=http://127.0.0.1:55813/solr/collection1/replication&command=fetchindex}
 status=0 QTime=54
   [junit4]   2> 2985878 INFO  (qtp1806464141-62311) [    x:collection1] 
o.a.s.c.S.Request [collection1]  webapp=/solr path=/select 
params={q=name:(empty1+empty2+empty3+empty4)&sort=id+desc&wt=javabin&version=2} 
hits=4 status=0 QTime=0
   [junit4]   2> 2985879 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.h.TestReplicationHandler Waited for 0ms and found 4 docs
   [junit4]   2> 2985880 INFO  (qtp241102497-62325) [    x:collection1] 
o.a.s.c.S.Request [collection1]  webapp=/solr path=/select 
params={q=name:(empty1+empty2+empty3+empty4)&sort=id+desc&wt=javabin&version=2} 
hits=4 status=0 QTime=0
   [junit4]   2> 2985881 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.h.TestReplicationHandler Waited for 0ms and found 4 docs
   [junit4]   2> 2985882 INFO  (qtp1806464141-62309) [    x:collection1] 
o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication 
params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} 
status=0 QTime=0
   [junit4]   2> 2985884 INFO  (qtp1806464141-62305) [    x:collection1] 
o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication 
params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} 
status=0 QTime=0
   [junit4]   2> 2985887 INFO  (qtp1806464141-62306) [    x:collection1] 
o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication 
params={slave=false&qt=/replication&wt=javabin&version=2&command=details} 
status=0 QTime=0
   [junit4]   2> 2985888 INFO  (qtp241102497-62327) [    x:collection1] 
o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication 
params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} 
status=0 QTime=2
   [junit4]   2> 2985890 INFO  (qtp1806464141-62310) [    x:collection1] 
o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication 
params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion}
 status=0 QTime=0
   [junit4]   2> 2985891 INFO  (qtp241102497-62328) [    x:collection1] 
o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication 
params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion}
 status=0 QTime=0
   [junit4]   2> 2985892 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testEmptyCommits
   [junit4]   2> 2985894 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@60700650{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2985894 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=930060344
   [junit4]   2> 2985894 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2985894 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 2985894 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 2985895 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 2985895 INFO  (coreCloseExecutor-5371-thread-1) [    
x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@6eca795
   [junit4]   2> 2985896 INFO  (coreCloseExecutor-5371-thread-1) [    
x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.collection1
   [junit4]   2> 2985896 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@664b2e60{/solr,null,UNAVAILABLE}
   [junit4]   2> 2985898 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@1c5a82c8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2985898 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=825161757
   [junit4]   2> 2985898 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2985898 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 2985898 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 2985898 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 2985898 INFO  (coreCloseExecutor-5373-thread-1) [    
x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@6d2ff2e4
   [junit4]   2> 2985899 INFO  (coreCloseExecutor-5373-thread-1) [    
x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.collection1
   [junit4]   2> 2985900 INFO  
(TEST-TestReplicationHandler.testEmptyCommits-seed#[B1EE3F263932F3ED]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@44833f61{/solr,null,UNAVAILABLE}
   [junit4]   2> 2985901 INFO  
(SUITE-TestReplicationHandler-seed#[B1EE3F263932F3ED]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B1EE3F263932F3ED-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): 
{name=FSTOrd50, id=FSTOrd50, newname=FSTOrd50}, docValues:{}, 
maxPointsInLeafNode=423, maxMBSortInHeap=5.613885858695313, 
sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=lt, 
timezone=Asia/Pyongyang
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_121 (64-bit)/cpus=4,threads=1,free=105987984,total=521666560
   [junit4]   2> NOTE: All tests run in this JVM: [FacetPivotSmallTest, 
TestCollationFieldDocValues, UtilsToolTest, TestFreeTextSuggestions, 
DocumentAnalysisRequestHandlerTest, PolyFieldTest, TestComponentsName, 
TestPivotHelperCode, TestDFISimilarityFactory, 
TestRuleBasedAuthorizationPlugin, NumericFieldsTest, TestCustomSort, 
TestSSLRandomization, TestDownShardTolerantSearch, 
CurrencyFieldOpenExchangeTest, DocValuesNotIndexedTest, TestManagedSchemaAPI, 
TestFieldTypeResource, DistributedFacetPivotSmallAdvancedTest, 
UniqFieldsUpdateProcessorFactoryTest, PKIAuthenticationIntegrationTest, 
TestCrossCoreJoin, SyncSliceTest, TestCloudRecovery, PeerSyncTest, 
HdfsLockFactoryTest, HdfsChaosMonkeySafeLeaderTest, CursorPagingTest, 
SharedFSAutoReplicaFailoverTest, BasicDistributedZkTest, TestDocumentBuilder, 
TestSolrConfigHandler, TestRandomFaceting, SecurityConfHandlerTest, 
TestReplicationHandlerBackup, TestRealTimeGet, CdcrUpdateLogTest, 
PreAnalyzedFieldManagedSchemaCloudTest, TestConfigSetProperties, 
XsltUpdateRequestHandlerTest, ShufflingReplicaListTransformerTest, 
TestAtomicUpdateErrorCases, TestFoldingMultitermQuery, TestReplicaProperties, 
TestFastWriter, DisMaxRequestHandlerTest, TestCustomStream, 
DocExpirationUpdateProcessorFactoryTest, TestRestManager, 
TestPHPSerializedResponseWriter, DeleteStatusTest, TestRTimerTree, 
TestSolrFieldCacheMBean, TestApiFramework, TestJoin, CacheHeaderTest, 
ConfigureRecoveryStrategyTest, TestFastLRUCache, TestDistributedSearch, 
TestCodecSupport, TestRemoteStreaming, QueryElevationComponentTest, 
UpdateLogTest, ResourceLoaderTest, FileBasedSpellCheckerTest, 
DistributedQueryComponentCustomSortTest, HLLSerializationTest, 
HdfsRecoverLeaseTest, TestRandomFlRTGCloud, TestMaxScoreQueryParser, 
TestOmitPositions, TestReloadDeadlock, TestCryptoKeys, TestPathTrie, 
DistanceUnitsTest, BasicZkTest, TestSchemaSimilarityResource, DateFieldTest, 
DeleteNodeTest, LeaderElectionIntegrationTest, DistributedFacetExistsSmallTest, 
TestRawResponseWriter, ZkNodePropsTest, BlockJoinFacetDistribTest, 
TestBackupRepositoryFactory, RequiredFieldsTest, ClusterStateTest, 
WrapperMergePolicyFactoryTest, InfoHandlerTest, ConfigSetsAPITest, 
BlockDirectoryTest, TestFieldCollectionResource, 
OverseerCollectionConfigSetProcessorTest, TestFieldCacheSortRandom, 
TestCloudManagedSchema, AliasIntegrationTest, StandardRequestHandlerTest, 
TestJsonFacetRefinement, TestStressLucene, BitVectorTest, 
TestUseDocValuesAsStored2, ReturnFieldsTest, CursorMarkTest, 
TestGraphTermsQParserPlugin, TestCoreAdminApis, ReplicationFactorTest, 
PathHierarchyTokenizerFactoryTest, TestClusterStateMutator, 
DistributedSpellCheckComponentTest, TestCloudJSONFacetJoinDomain, 
SolrMetricReporterTest, TestRandomDVFaceting, TestDistribIDF, 
SolrRequestParserTest, TestHighlightDedupGrouping, TestReplicationHandler]
   [junit4] Completed [493/711 (2!)] on J0 in 772.13s, 16 tests, 1 failure, 1 
skipped <<< FAILURES!

[...truncated 44131 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to