[
https://issues.apache.org/jira/browse/CASSANDRA-20636?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Caleb Rackliffe updated CASSANDRA-20636:
----------------------------------------
Description:
Starting at CASSANDRA-20351 in {{cassandra-5.0}} and {{trunk}},
{{SSTableReaderTest#testSpannedIndexPositions()}} hangs and times out,
apparently while waiting for a {{Memtable}} flush to complete.
A thread dump that describes the situation:
{noformat}
"main" #1 prio=5 os_prio=31 cpu=1839.21ms elapsed=841.35s
tid=0x000000012d009c00 nid=0x1103 waiting on condition [0x000000016d3fd000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:323)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:321)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:299)
at
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
at
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:154)
at
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:46)
at
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:245)
at
org.apache.cassandra.utils.FBUtilities.waitOnFuture(FBUtilities.java:551)
at
org.apache.cassandra.db.ColumnFamilyStore.forceBlockingFlush(ColumnFamilyStore.java:1113)
at org.apache.cassandra.Util.flush(Util.java:1227)
at
org.apache.cassandra.io.sstable.SSTableReaderTest.testSpannedIndexPositions(SSTableReaderTest.java:399)
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@11.0.19/Native
Method)
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@11.0.19/NativeMethodAccessorImpl.java:62)
at
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.19/DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(java.base@11.0.19/Method.java:566)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at
com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:69)
at
com.intellij.rt.junit.IdeaTestRunner$Repeater$1.execute(IdeaTestRunner.java:38)
at
com.intellij.rt.execution.junit.TestsRepeater.repeat(TestsRepeater.java:11)
at
com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:35)
at
com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:232)
at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:55)
"MemtableFlushWriter:1" #24 daemon prio=5 os_prio=31 cpu=200864.69ms
elapsed=838.63s tid=0x000000012d269c00 nid=0x8203 runnable [0x0000000318a35000]
java.lang.Thread.State: RUNNABLE
at java.util.Arrays.copyOf(java.base@11.0.19/Arrays.java:3689)
at
org.apache.cassandra.io.util.MmappedRegions$State.add(MmappedRegions.java:386)
at
org.apache.cassandra.io.util.MmappedRegions.updateState(MmappedRegions.java:192)
at
org.apache.cassandra.io.util.MmappedRegions.<init>(MmappedRegions.java:74)
at
org.apache.cassandra.io.util.MmappedRegions.map(MmappedRegions.java:116)
at
org.apache.cassandra.io.util.MmappedRegionsCache.lambda$getOrCreate$0(MmappedRegionsCache.java:51)
at
org.apache.cassandra.io.util.MmappedRegionsCache$$Lambda$986/0x000000080069f040.apply(Unknown
Source)
at
java.util.HashMap.computeIfAbsent(java.base@11.0.19/HashMap.java:1134)
at
org.apache.cassandra.io.util.MmappedRegionsCache.getOrCreate(MmappedRegionsCache.java:51)
at
org.apache.cassandra.io.util.FileHandle$Builder.complete(FileHandle.java:415)
at
org.apache.cassandra.io.util.FileHandle$Builder.complete(FileHandle.java:383)
at
org.apache.cassandra.io.sstable.format.big.BigTableWriter.openInternal(BigTableWriter.java:173)
at
org.apache.cassandra.io.sstable.format.big.BigTableWriter.openFinal(BigTableWriter.java:232)
at
org.apache.cassandra.io.sstable.format.SSTableWriter$TransactionalProxy.doPrepare(SSTableWriter.java:387)
at
org.apache.cassandra.utils.concurrent.Transactional$AbstractTransactional.prepareToCommit(Transactional.java:168)
at
org.apache.cassandra.io.sstable.format.SSTableWriter.prepareToCommit(SSTableWriter.java:282)
at
org.apache.cassandra.io.sstable.SimpleSSTableMultiWriter.prepareToCommit(SimpleSSTableMultiWriter.java:101)
at
org.apache.cassandra.db.ColumnFamilyStore$Flush.flushMemtable(ColumnFamilyStore.java:1331)
at
org.apache.cassandra.db.ColumnFamilyStore$Flush.run(ColumnFamilyStore.java:1253)
at
org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1128)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"MemtablePostFlush:1" #25 daemon prio=5 os_prio=31 cpu=0.81ms elapsed=838.63s
tid=0x000000012d26b000 nid=0xa503 waiting on condition [0x0000000318c42000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:323)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:321)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:299)
at
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
at
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:338)
at
org.apache.cassandra.db.ColumnFamilyStore$PostFlush.call(ColumnFamilyStore.java:1137)
at
org.apache.cassandra.db.ColumnFamilyStore$PostFlush.call(ColumnFamilyStore.java:1120)
at org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
at org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1128)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"PERIODIC-COMMIT-LOG-SYNCER" #20 prio=5 os_prio=31 cpu=189.75ms elapsed=839.60s
tid=0x000000013e270a00 nid=0x7303 waiting on condition [0x000000016fe92000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb386940> (a
java.util.concurrent.Semaphore$NonfairSync)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:1079)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:1369)
at
java.util.concurrent.Semaphore.tryAcquire(java.base@11.0.19/Semaphore.java:592)
at
org.apache.cassandra.utils.concurrent.Semaphore$Standard.tryAcquireUntil(Semaphore.java:142)
at
org.apache.cassandra.db.commitlog.AbstractCommitLogService$SyncRunnable.run(AbstractCommitLogService.java:215)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
Source)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"Reference-Reaper" #27 daemon prio=5 os_prio=31 cpu=119.98ms elapsed=838.62s
tid=0x000000013ce9fc00 nid=0x8403 in Object.wait() [0x000000031905a000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(java.base@11.0.19/Native Method)
- waiting on <no object reference available>
at
java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
- waiting to re-lock in wait() <0x00000006cba94568> (a
java.lang.ref.ReferenceQueue$Lock)
at
org.apache.cassandra.utils.concurrent.Ref.reapOneReference(Ref.java:399)
at
org.apache.cassandra.utils.concurrent.Ref$$Lambda$904/0x0000000800650440.run(Unknown
Source)
at
org.apache.cassandra.concurrent.Interruptible$Task.lambda$from$0(Interruptible.java:40)
at
org.apache.cassandra.concurrent.Interruptible$Task$$Lambda$802/0x00000008005cbc40.run(Unknown
Source)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
Source)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"LocalPool-Cleaner-chunk-cache" #28 daemon prio=5 os_prio=31 cpu=118.97ms
elapsed=838.60s tid=0x000000013ebb9200 nid=0x8703 in Object.wait()
[0x0000000319266000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(java.base@11.0.19/Native Method)
- waiting on <no object reference available>
at
java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
- waiting to re-lock in wait() <0x00000006cc62b480> (a
java.lang.ref.ReferenceQueue$Lock)
at
org.apache.cassandra.utils.memory.BufferPool.cleanupOneReference(BufferPool.java:1086)
at
org.apache.cassandra.utils.memory.BufferPool$$Lambda$914/0x0000000800655c40.run(Unknown
Source)
at
org.apache.cassandra.concurrent.Interruptible$Task.lambda$from$0(Interruptible.java:40)
at
org.apache.cassandra.concurrent.Interruptible$Task$$Lambda$802/0x00000008005cbc40.run(Unknown
Source)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
Source)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"LocalPool-Cleaner-networking" #29 daemon prio=5 os_prio=31 cpu=118.22ms
elapsed=838.60s tid=0x000000013ebb9800 nid=0x8a03 in Object.wait()
[0x0000000319472000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(java.base@11.0.19/Native Method)
- waiting on <no object reference available>
at
java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
- waiting to re-lock in wait() <0x00000006cc62bb70> (a
java.lang.ref.ReferenceQueue$Lock)
at
org.apache.cassandra.utils.memory.BufferPool.cleanupOneReference(BufferPool.java:1086)
at
org.apache.cassandra.utils.memory.BufferPool$$Lambda$914/0x0000000800655c40.run(Unknown
Source)
at
org.apache.cassandra.concurrent.Interruptible$Task.lambda$from$0(Interruptible.java:40)
at
org.apache.cassandra.concurrent.Interruptible$Task$$Lambda$802/0x00000008005cbc40.run(Unknown
Source)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
Source)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"SlabPoolCleaner" #22 daemon prio=5 os_prio=31 cpu=0.05ms elapsed=839.30s
tid=0x000000012ca3aa00 nid=0x6e03 waiting on condition [0x0000000318412000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:323)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:321)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:299)
at
org.apache.cassandra.utils.memory.MemtableCleanerThread$Clean.run(MemtableCleanerThread.java:77)
at
org.apache.cassandra.concurrent.Interruptible$Task.lambda$from$0(Interruptible.java:40)
at
org.apache.cassandra.concurrent.Interruptible$Task$$Lambda$802/0x00000008005cbc40.run(Unknown
Source)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
Source)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"COMMIT-LOG-ALLOCATOR" #18 prio=5 os_prio=31 cpu=100.52ms elapsed=839.84s
tid=0x000000013e08e000 nid=0x7603 waiting on condition [0x000000016fa7a000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:323)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:321)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:299)
at
org.apache.cassandra.utils.concurrent.WaitQueue.waitOnCondition(WaitQueue.java:482)
at
org.apache.cassandra.db.commitlog.AbstractCommitLogSegmentManager$AllocatorRunnable.run(AbstractCommitLogSegmentManager.java:225)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
Source)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"Common-Cleaner" #9 daemon prio=8 os_prio=31 cpu=1.63ms elapsed=841.30s
tid=0x000000013e04b400 nid=0x7c03 in Object.wait() [0x000000016ec26000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(java.base@11.0.19/Native Method)
- waiting on <no object reference available>
at
java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
- waiting to re-lock in wait() <0x00000006ca6dedb0> (a
java.lang.ref.ReferenceQueue$Lock)
at
jdk.internal.ref.CleanerImpl.run(java.base@11.0.19/CleanerImpl.java:148)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
at
jdk.internal.misc.InnocuousThread.run(java.base@11.0.19/InnocuousThread.java:161)
"AsyncAppender-Worker-ASYNC" #13 daemon prio=5 os_prio=31 cpu=15.15ms
elapsed=840.95s tid=0x000000012d077200 nid=0x6203 waiting on condition
[0x000000016f456000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb007cf0> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:194)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.19/AbstractQueuedSynchronizer.java:2081)
at
java.util.concurrent.ArrayBlockingQueue.take(java.base@11.0.19/ArrayBlockingQueue.java:417)
at
ch.qos.logback.core.AsyncAppenderBase$Worker.run(AsyncAppenderBase.java:289)
"JNA Cleaner" #19 daemon prio=5 os_prio=31 cpu=0.17ms elapsed=839.72s
tid=0x000000012ca49a00 nid=0x7503 in Object.wait() [0x000000016fc86000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(java.base@11.0.19/Native Method)
- waiting on <0x00000006cb3ad3e0> (a java.lang.ref.ReferenceQueue$Lock)
at
java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
- waiting to re-lock in wait() <0x00000006cb3ad3e0> (a
java.lang.ref.ReferenceQueue$Lock)
at
java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:176)
at com.sun.jna.internal.Cleaner$1.run(Cleaner.java:58)
"Monitor Ctrl-Break" #10 daemon prio=5 os_prio=31 cpu=7.76ms elapsed=841.28s
tid=0x000000011f018200 nid=0x5b03 runnable [0x000000016ee32000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(java.base@11.0.19/Native
Method)
at
java.net.SocketInputStream.socketRead(java.base@11.0.19/SocketInputStream.java:115)
at
java.net.SocketInputStream.read(java.base@11.0.19/SocketInputStream.java:168)
at
java.net.SocketInputStream.read(java.base@11.0.19/SocketInputStream.java:140)
at
sun.nio.cs.StreamDecoder.readBytes(java.base@11.0.19/StreamDecoder.java:284)
at
sun.nio.cs.StreamDecoder.implRead(java.base@11.0.19/StreamDecoder.java:326)
at
sun.nio.cs.StreamDecoder.read(java.base@11.0.19/StreamDecoder.java:178)
- locked <0x00000006ca7c0c68> (a java.io.InputStreamReader)
at
java.io.InputStreamReader.read(java.base@11.0.19/InputStreamReader.java:181)
at
java.io.BufferedReader.fill(java.base@11.0.19/BufferedReader.java:161)
at
java.io.BufferedReader.readLine(java.base@11.0.19/BufferedReader.java:326)
- locked <0x00000006ca7c0c68> (a java.io.InputStreamReader)
at
java.io.BufferedReader.readLine(java.base@11.0.19/BufferedReader.java:392)
at
com.intellij.rt.execution.application.AppMainV2$1.run(AppMainV2.java:53)
"logback-1" #11 daemon prio=5 os_prio=31 cpu=3.24ms elapsed=841.08s
tid=0x000000013e08da00 nid=0x6003 waiting on condition [0x000000016f24a000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006caf51430> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"ScheduledTasks:1" #16 daemon prio=5 os_prio=31 cpu=163.73ms elapsed=840.03s
tid=0x000000012c819000 nid=0x7903 runnable [0x000000016f662000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb334aa8> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"ScheduledFastTasks:1" #17 daemon prio=5 os_prio=31 cpu=1448.41ms
elapsed=839.85s tid=0x000000012cb00a00 nid=0x6603 runnable [0x000000016f86e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb334840> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"Callback-Map-Reaper:1" #21 daemon prio=5 os_prio=31 cpu=24.95ms
elapsed=839.41s tid=0x000000012d03b800 nid=0x7003 waiting on condition
[0x0000000318206000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb420118> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"SecondaryIndexManagement:1" #23 daemon prio=5 os_prio=31 cpu=28.08ms
elapsed=838.70s tid=0x000000013ce2f400 nid=0x8103 waiting on condition
[0x000000031882a000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cba64088> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:194)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.19/AbstractQueuedSynchronizer.java:2081)
at
java.util.concurrent.LinkedBlockingQueue.take(java.base@11.0.19/LinkedBlockingQueue.java:433)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"OptionalTasks:1" #32 daemon prio=5 os_prio=31 cpu=0.05ms elapsed=838.53s
tid=0x000000013eab8c00 nid=0x9b03 waiting on condition [0x0000000319a96000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb334f78> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"MemtableReclaimMemory:1" #35 daemon prio=5 os_prio=31 cpu=0.10ms
elapsed=838.51s tid=0x000000013ebd1400 nid=0x9203 waiting on condition
[0x000000031a0ba000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb8cadf0> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:194)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.19/AbstractQueuedSynchronizer.java:2081)
at
java.util.concurrent.LinkedBlockingQueue.take(java.base@11.0.19/LinkedBlockingQueue.java:433)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"MigrationStage:1" #37 daemon prio=5 os_prio=31 cpu=6.44ms elapsed=838.39s
tid=0x000000013eab9200 nid=0xfe03 waiting on condition [0x000000031a4d2000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb41f278> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:194)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.19/AbstractQueuedSynchronizer.java:2081)
at
java.util.concurrent.LinkedBlockingQueue.take(java.base@11.0.19/LinkedBlockingQueue.java:433)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
{noformat}
was:
Starting at CASSANDRA-20351 in cassandra-5.0,
{{SSTableReaderTest#testSpannedIndexPositions()}} hangs and times out,
apparently while waiting for a {{Memtable}} flush to complete.
A thread dump that describes the situation:
{noformat}
"main" #1 prio=5 os_prio=31 cpu=1839.21ms elapsed=841.35s
tid=0x000000012d009c00 nid=0x1103 waiting on condition [0x000000016d3fd000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:323)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:321)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:299)
at
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
at
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:154)
at
org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:46)
at
org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:245)
at
org.apache.cassandra.utils.FBUtilities.waitOnFuture(FBUtilities.java:551)
at
org.apache.cassandra.db.ColumnFamilyStore.forceBlockingFlush(ColumnFamilyStore.java:1113)
at org.apache.cassandra.Util.flush(Util.java:1227)
at
org.apache.cassandra.io.sstable.SSTableReaderTest.testSpannedIndexPositions(SSTableReaderTest.java:399)
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@11.0.19/Native
Method)
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@11.0.19/NativeMethodAccessorImpl.java:62)
at
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.19/DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(java.base@11.0.19/Method.java:566)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at
com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:69)
at
com.intellij.rt.junit.IdeaTestRunner$Repeater$1.execute(IdeaTestRunner.java:38)
at
com.intellij.rt.execution.junit.TestsRepeater.repeat(TestsRepeater.java:11)
at
com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:35)
at
com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:232)
at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:55)
"MemtableFlushWriter:1" #24 daemon prio=5 os_prio=31 cpu=200864.69ms
elapsed=838.63s tid=0x000000012d269c00 nid=0x8203 runnable [0x0000000318a35000]
java.lang.Thread.State: RUNNABLE
at java.util.Arrays.copyOf(java.base@11.0.19/Arrays.java:3689)
at
org.apache.cassandra.io.util.MmappedRegions$State.add(MmappedRegions.java:386)
at
org.apache.cassandra.io.util.MmappedRegions.updateState(MmappedRegions.java:192)
at
org.apache.cassandra.io.util.MmappedRegions.<init>(MmappedRegions.java:74)
at
org.apache.cassandra.io.util.MmappedRegions.map(MmappedRegions.java:116)
at
org.apache.cassandra.io.util.MmappedRegionsCache.lambda$getOrCreate$0(MmappedRegionsCache.java:51)
at
org.apache.cassandra.io.util.MmappedRegionsCache$$Lambda$986/0x000000080069f040.apply(Unknown
Source)
at
java.util.HashMap.computeIfAbsent(java.base@11.0.19/HashMap.java:1134)
at
org.apache.cassandra.io.util.MmappedRegionsCache.getOrCreate(MmappedRegionsCache.java:51)
at
org.apache.cassandra.io.util.FileHandle$Builder.complete(FileHandle.java:415)
at
org.apache.cassandra.io.util.FileHandle$Builder.complete(FileHandle.java:383)
at
org.apache.cassandra.io.sstable.format.big.BigTableWriter.openInternal(BigTableWriter.java:173)
at
org.apache.cassandra.io.sstable.format.big.BigTableWriter.openFinal(BigTableWriter.java:232)
at
org.apache.cassandra.io.sstable.format.SSTableWriter$TransactionalProxy.doPrepare(SSTableWriter.java:387)
at
org.apache.cassandra.utils.concurrent.Transactional$AbstractTransactional.prepareToCommit(Transactional.java:168)
at
org.apache.cassandra.io.sstable.format.SSTableWriter.prepareToCommit(SSTableWriter.java:282)
at
org.apache.cassandra.io.sstable.SimpleSSTableMultiWriter.prepareToCommit(SimpleSSTableMultiWriter.java:101)
at
org.apache.cassandra.db.ColumnFamilyStore$Flush.flushMemtable(ColumnFamilyStore.java:1331)
at
org.apache.cassandra.db.ColumnFamilyStore$Flush.run(ColumnFamilyStore.java:1253)
at
org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1128)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"MemtablePostFlush:1" #25 daemon prio=5 os_prio=31 cpu=0.81ms elapsed=838.63s
tid=0x000000012d26b000 nid=0xa503 waiting on condition [0x0000000318c42000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:323)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:321)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:299)
at
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
at
org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:338)
at
org.apache.cassandra.db.ColumnFamilyStore$PostFlush.call(ColumnFamilyStore.java:1137)
at
org.apache.cassandra.db.ColumnFamilyStore$PostFlush.call(ColumnFamilyStore.java:1120)
at org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
at org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1128)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"PERIODIC-COMMIT-LOG-SYNCER" #20 prio=5 os_prio=31 cpu=189.75ms elapsed=839.60s
tid=0x000000013e270a00 nid=0x7303 waiting on condition [0x000000016fe92000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb386940> (a
java.util.concurrent.Semaphore$NonfairSync)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:1079)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:1369)
at
java.util.concurrent.Semaphore.tryAcquire(java.base@11.0.19/Semaphore.java:592)
at
org.apache.cassandra.utils.concurrent.Semaphore$Standard.tryAcquireUntil(Semaphore.java:142)
at
org.apache.cassandra.db.commitlog.AbstractCommitLogService$SyncRunnable.run(AbstractCommitLogService.java:215)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
Source)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"Reference-Reaper" #27 daemon prio=5 os_prio=31 cpu=119.98ms elapsed=838.62s
tid=0x000000013ce9fc00 nid=0x8403 in Object.wait() [0x000000031905a000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(java.base@11.0.19/Native Method)
- waiting on <no object reference available>
at
java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
- waiting to re-lock in wait() <0x00000006cba94568> (a
java.lang.ref.ReferenceQueue$Lock)
at
org.apache.cassandra.utils.concurrent.Ref.reapOneReference(Ref.java:399)
at
org.apache.cassandra.utils.concurrent.Ref$$Lambda$904/0x0000000800650440.run(Unknown
Source)
at
org.apache.cassandra.concurrent.Interruptible$Task.lambda$from$0(Interruptible.java:40)
at
org.apache.cassandra.concurrent.Interruptible$Task$$Lambda$802/0x00000008005cbc40.run(Unknown
Source)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
Source)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"LocalPool-Cleaner-chunk-cache" #28 daemon prio=5 os_prio=31 cpu=118.97ms
elapsed=838.60s tid=0x000000013ebb9200 nid=0x8703 in Object.wait()
[0x0000000319266000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(java.base@11.0.19/Native Method)
- waiting on <no object reference available>
at
java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
- waiting to re-lock in wait() <0x00000006cc62b480> (a
java.lang.ref.ReferenceQueue$Lock)
at
org.apache.cassandra.utils.memory.BufferPool.cleanupOneReference(BufferPool.java:1086)
at
org.apache.cassandra.utils.memory.BufferPool$$Lambda$914/0x0000000800655c40.run(Unknown
Source)
at
org.apache.cassandra.concurrent.Interruptible$Task.lambda$from$0(Interruptible.java:40)
at
org.apache.cassandra.concurrent.Interruptible$Task$$Lambda$802/0x00000008005cbc40.run(Unknown
Source)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
Source)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"LocalPool-Cleaner-networking" #29 daemon prio=5 os_prio=31 cpu=118.22ms
elapsed=838.60s tid=0x000000013ebb9800 nid=0x8a03 in Object.wait()
[0x0000000319472000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(java.base@11.0.19/Native Method)
- waiting on <no object reference available>
at
java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
- waiting to re-lock in wait() <0x00000006cc62bb70> (a
java.lang.ref.ReferenceQueue$Lock)
at
org.apache.cassandra.utils.memory.BufferPool.cleanupOneReference(BufferPool.java:1086)
at
org.apache.cassandra.utils.memory.BufferPool$$Lambda$914/0x0000000800655c40.run(Unknown
Source)
at
org.apache.cassandra.concurrent.Interruptible$Task.lambda$from$0(Interruptible.java:40)
at
org.apache.cassandra.concurrent.Interruptible$Task$$Lambda$802/0x00000008005cbc40.run(Unknown
Source)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
Source)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"SlabPoolCleaner" #22 daemon prio=5 os_prio=31 cpu=0.05ms elapsed=839.30s
tid=0x000000012ca3aa00 nid=0x6e03 waiting on condition [0x0000000318412000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:323)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:321)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:299)
at
org.apache.cassandra.utils.memory.MemtableCleanerThread$Clean.run(MemtableCleanerThread.java:77)
at
org.apache.cassandra.concurrent.Interruptible$Task.lambda$from$0(Interruptible.java:40)
at
org.apache.cassandra.concurrent.Interruptible$Task$$Lambda$802/0x00000008005cbc40.run(Unknown
Source)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
Source)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"COMMIT-LOG-ALLOCATOR" #18 prio=5 os_prio=31 cpu=100.52ms elapsed=839.84s
tid=0x000000013e08e000 nid=0x7603 waiting on condition [0x000000016fa7a000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:323)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:321)
at
org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:299)
at
org.apache.cassandra.utils.concurrent.WaitQueue.waitOnCondition(WaitQueue.java:482)
at
org.apache.cassandra.db.commitlog.AbstractCommitLogSegmentManager$AllocatorRunnable.run(AbstractCommitLogSegmentManager.java:225)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
at
org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
Source)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"Common-Cleaner" #9 daemon prio=8 os_prio=31 cpu=1.63ms elapsed=841.30s
tid=0x000000013e04b400 nid=0x7c03 in Object.wait() [0x000000016ec26000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(java.base@11.0.19/Native Method)
- waiting on <no object reference available>
at
java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
- waiting to re-lock in wait() <0x00000006ca6dedb0> (a
java.lang.ref.ReferenceQueue$Lock)
at
jdk.internal.ref.CleanerImpl.run(java.base@11.0.19/CleanerImpl.java:148)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
at
jdk.internal.misc.InnocuousThread.run(java.base@11.0.19/InnocuousThread.java:161)
"AsyncAppender-Worker-ASYNC" #13 daemon prio=5 os_prio=31 cpu=15.15ms
elapsed=840.95s tid=0x000000012d077200 nid=0x6203 waiting on condition
[0x000000016f456000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb007cf0> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:194)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.19/AbstractQueuedSynchronizer.java:2081)
at
java.util.concurrent.ArrayBlockingQueue.take(java.base@11.0.19/ArrayBlockingQueue.java:417)
at
ch.qos.logback.core.AsyncAppenderBase$Worker.run(AsyncAppenderBase.java:289)
"JNA Cleaner" #19 daemon prio=5 os_prio=31 cpu=0.17ms elapsed=839.72s
tid=0x000000012ca49a00 nid=0x7503 in Object.wait() [0x000000016fc86000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(java.base@11.0.19/Native Method)
- waiting on <0x00000006cb3ad3e0> (a java.lang.ref.ReferenceQueue$Lock)
at
java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
- waiting to re-lock in wait() <0x00000006cb3ad3e0> (a
java.lang.ref.ReferenceQueue$Lock)
at
java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:176)
at com.sun.jna.internal.Cleaner$1.run(Cleaner.java:58)
"Monitor Ctrl-Break" #10 daemon prio=5 os_prio=31 cpu=7.76ms elapsed=841.28s
tid=0x000000011f018200 nid=0x5b03 runnable [0x000000016ee32000]
java.lang.Thread.State: RUNNABLE
at java.net.SocketInputStream.socketRead0(java.base@11.0.19/Native
Method)
at
java.net.SocketInputStream.socketRead(java.base@11.0.19/SocketInputStream.java:115)
at
java.net.SocketInputStream.read(java.base@11.0.19/SocketInputStream.java:168)
at
java.net.SocketInputStream.read(java.base@11.0.19/SocketInputStream.java:140)
at
sun.nio.cs.StreamDecoder.readBytes(java.base@11.0.19/StreamDecoder.java:284)
at
sun.nio.cs.StreamDecoder.implRead(java.base@11.0.19/StreamDecoder.java:326)
at
sun.nio.cs.StreamDecoder.read(java.base@11.0.19/StreamDecoder.java:178)
- locked <0x00000006ca7c0c68> (a java.io.InputStreamReader)
at
java.io.InputStreamReader.read(java.base@11.0.19/InputStreamReader.java:181)
at
java.io.BufferedReader.fill(java.base@11.0.19/BufferedReader.java:161)
at
java.io.BufferedReader.readLine(java.base@11.0.19/BufferedReader.java:326)
- locked <0x00000006ca7c0c68> (a java.io.InputStreamReader)
at
java.io.BufferedReader.readLine(java.base@11.0.19/BufferedReader.java:392)
at
com.intellij.rt.execution.application.AppMainV2$1.run(AppMainV2.java:53)
"logback-1" #11 daemon prio=5 os_prio=31 cpu=3.24ms elapsed=841.08s
tid=0x000000013e08da00 nid=0x6003 waiting on condition [0x000000016f24a000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006caf51430> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"ScheduledTasks:1" #16 daemon prio=5 os_prio=31 cpu=163.73ms elapsed=840.03s
tid=0x000000012c819000 nid=0x7903 runnable [0x000000016f662000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb334aa8> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"ScheduledFastTasks:1" #17 daemon prio=5 os_prio=31 cpu=1448.41ms
elapsed=839.85s tid=0x000000012cb00a00 nid=0x6603 runnable [0x000000016f86e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb334840> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"Callback-Map-Reaper:1" #21 daemon prio=5 os_prio=31 cpu=24.95ms
elapsed=839.41s tid=0x000000012d03b800 nid=0x7003 waiting on condition
[0x0000000318206000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb420118> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"SecondaryIndexManagement:1" #23 daemon prio=5 os_prio=31 cpu=28.08ms
elapsed=838.70s tid=0x000000013ce2f400 nid=0x8103 waiting on condition
[0x000000031882a000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cba64088> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:194)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.19/AbstractQueuedSynchronizer.java:2081)
at
java.util.concurrent.LinkedBlockingQueue.take(java.base@11.0.19/LinkedBlockingQueue.java:433)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"OptionalTasks:1" #32 daemon prio=5 os_prio=31 cpu=0.05ms elapsed=838.53s
tid=0x000000013eab8c00 nid=0x9b03 waiting on condition [0x0000000319a96000]
java.lang.Thread.State: TIMED_WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb334f78> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"MemtableReclaimMemory:1" #35 daemon prio=5 os_prio=31 cpu=0.10ms
elapsed=838.51s tid=0x000000013ebd1400 nid=0x9203 waiting on condition
[0x000000031a0ba000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb8cadf0> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:194)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.19/AbstractQueuedSynchronizer.java:2081)
at
java.util.concurrent.LinkedBlockingQueue.take(java.base@11.0.19/LinkedBlockingQueue.java:433)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
"MigrationStage:1" #37 daemon prio=5 os_prio=31 cpu=6.44ms elapsed=838.39s
tid=0x000000013eab9200 nid=0xfe03 waiting on condition [0x000000031a4d2000]
java.lang.Thread.State: WAITING (parking)
at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
- parking to wait for <0x00000006cb41f278> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:194)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.19/AbstractQueuedSynchronizer.java:2081)
at
java.util.concurrent.LinkedBlockingQueue.take(java.base@11.0.19/LinkedBlockingQueue.java:433)
at
java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
{noformat}
> SSTableReaderTest#testSpannedIndexPositions() hangs on Memtable flush
> completion
> --------------------------------------------------------------------------------
>
> Key: CASSANDRA-20636
> URL: https://issues.apache.org/jira/browse/CASSANDRA-20636
> Project: Apache Cassandra
> Issue Type: Bug
> Components: Local/SSTable, Test/unit
> Reporter: Caleb Rackliffe
> Priority: Normal
> Fix For: 5.0.x, 5.x
>
>
> Starting at CASSANDRA-20351 in {{cassandra-5.0}} and {{trunk}},
> {{SSTableReaderTest#testSpannedIndexPositions()}} hangs and times out,
> apparently while waiting for a {{Memtable}} flush to complete.
> A thread dump that describes the situation:
> {noformat}
> "main" #1 prio=5 os_prio=31 cpu=1839.21ms elapsed=841.35s
> tid=0x000000012d009c00 nid=0x1103 waiting on condition [0x000000016d3fd000]
> java.lang.Thread.State: WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> at
> java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:323)
> at
> org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:321)
> at
> org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:299)
> at
> org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
> at
> org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:154)
> at
> org.apache.cassandra.utils.concurrent.AsyncFuture.await(AsyncFuture.java:46)
> at
> org.apache.cassandra.utils.concurrent.AbstractFuture.get(AbstractFuture.java:245)
> at
> org.apache.cassandra.utils.FBUtilities.waitOnFuture(FBUtilities.java:551)
> at
> org.apache.cassandra.db.ColumnFamilyStore.forceBlockingFlush(ColumnFamilyStore.java:1113)
> at org.apache.cassandra.Util.flush(Util.java:1227)
> at
> org.apache.cassandra.io.sstable.SSTableReaderTest.testSpannedIndexPositions(SSTableReaderTest.java:399)
> at
> jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@11.0.19/Native
> Method)
> at
> jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@11.0.19/NativeMethodAccessorImpl.java:62)
> at
> jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.19/DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(java.base@11.0.19/Method.java:566)
> at
> org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
> at
> org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
> at
> org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
> at
> org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
> at
> org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239)
> at org.junit.rules.RunRules.evaluate(RunRules.java:20)
> at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
> at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
> at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
> at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
> at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
> at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
> at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
> at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
> at
> org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
> at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
> at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
> at
> com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:69)
> at
> com.intellij.rt.junit.IdeaTestRunner$Repeater$1.execute(IdeaTestRunner.java:38)
> at
> com.intellij.rt.execution.junit.TestsRepeater.repeat(TestsRepeater.java:11)
> at
> com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:35)
> at
> com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:232)
> at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:55)
> "MemtableFlushWriter:1" #24 daemon prio=5 os_prio=31 cpu=200864.69ms
> elapsed=838.63s tid=0x000000012d269c00 nid=0x8203 runnable
> [0x0000000318a35000]
> java.lang.Thread.State: RUNNABLE
> at java.util.Arrays.copyOf(java.base@11.0.19/Arrays.java:3689)
> at
> org.apache.cassandra.io.util.MmappedRegions$State.add(MmappedRegions.java:386)
> at
> org.apache.cassandra.io.util.MmappedRegions.updateState(MmappedRegions.java:192)
> at
> org.apache.cassandra.io.util.MmappedRegions.<init>(MmappedRegions.java:74)
> at
> org.apache.cassandra.io.util.MmappedRegions.map(MmappedRegions.java:116)
> at
> org.apache.cassandra.io.util.MmappedRegionsCache.lambda$getOrCreate$0(MmappedRegionsCache.java:51)
> at
> org.apache.cassandra.io.util.MmappedRegionsCache$$Lambda$986/0x000000080069f040.apply(Unknown
> Source)
> at
> java.util.HashMap.computeIfAbsent(java.base@11.0.19/HashMap.java:1134)
> at
> org.apache.cassandra.io.util.MmappedRegionsCache.getOrCreate(MmappedRegionsCache.java:51)
> at
> org.apache.cassandra.io.util.FileHandle$Builder.complete(FileHandle.java:415)
> at
> org.apache.cassandra.io.util.FileHandle$Builder.complete(FileHandle.java:383)
> at
> org.apache.cassandra.io.sstable.format.big.BigTableWriter.openInternal(BigTableWriter.java:173)
> at
> org.apache.cassandra.io.sstable.format.big.BigTableWriter.openFinal(BigTableWriter.java:232)
> at
> org.apache.cassandra.io.sstable.format.SSTableWriter$TransactionalProxy.doPrepare(SSTableWriter.java:387)
> at
> org.apache.cassandra.utils.concurrent.Transactional$AbstractTransactional.prepareToCommit(Transactional.java:168)
> at
> org.apache.cassandra.io.sstable.format.SSTableWriter.prepareToCommit(SSTableWriter.java:282)
> at
> org.apache.cassandra.io.sstable.SimpleSSTableMultiWriter.prepareToCommit(SimpleSSTableMultiWriter.java:101)
> at
> org.apache.cassandra.db.ColumnFamilyStore$Flush.flushMemtable(ColumnFamilyStore.java:1331)
> at
> org.apache.cassandra.db.ColumnFamilyStore$Flush.run(ColumnFamilyStore.java:1253)
> at
> org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1128)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "MemtablePostFlush:1" #25 daemon prio=5 os_prio=31 cpu=0.81ms elapsed=838.63s
> tid=0x000000012d26b000 nid=0xa503 waiting on condition [0x0000000318c42000]
> java.lang.Thread.State: WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> at
> java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:323)
> at
> org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:321)
> at
> org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:299)
> at
> org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:306)
> at
> org.apache.cassandra.utils.concurrent.Awaitable$AsyncAwaitable.await(Awaitable.java:338)
> at
> org.apache.cassandra.db.ColumnFamilyStore$PostFlush.call(ColumnFamilyStore.java:1137)
> at
> org.apache.cassandra.db.ColumnFamilyStore$PostFlush.call(ColumnFamilyStore.java:1120)
> at org.apache.cassandra.concurrent.FutureTask.call(FutureTask.java:61)
> at org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1128)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "PERIODIC-COMMIT-LOG-SYNCER" #20 prio=5 os_prio=31 cpu=189.75ms
> elapsed=839.60s tid=0x000000013e270a00 nid=0x7303 waiting on condition
> [0x000000016fe92000]
> java.lang.Thread.State: TIMED_WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> - parking to wait for <0x00000006cb386940> (a
> java.util.concurrent.Semaphore$NonfairSync)
> at
> java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
> at
> java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:1079)
> at
> java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:1369)
> at
> java.util.concurrent.Semaphore.tryAcquire(java.base@11.0.19/Semaphore.java:592)
> at
> org.apache.cassandra.utils.concurrent.Semaphore$Standard.tryAcquireUntil(Semaphore.java:142)
> at
> org.apache.cassandra.db.commitlog.AbstractCommitLogService$SyncRunnable.run(AbstractCommitLogService.java:215)
> at
> org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
> at
> org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
> Source)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "Reference-Reaper" #27 daemon prio=5 os_prio=31 cpu=119.98ms elapsed=838.62s
> tid=0x000000013ce9fc00 nid=0x8403 in Object.wait() [0x000000031905a000]
> java.lang.Thread.State: TIMED_WAITING (on object monitor)
> at java.lang.Object.wait(java.base@11.0.19/Native Method)
> - waiting on <no object reference available>
> at
> java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
> - waiting to re-lock in wait() <0x00000006cba94568> (a
> java.lang.ref.ReferenceQueue$Lock)
> at
> org.apache.cassandra.utils.concurrent.Ref.reapOneReference(Ref.java:399)
> at
> org.apache.cassandra.utils.concurrent.Ref$$Lambda$904/0x0000000800650440.run(Unknown
> Source)
> at
> org.apache.cassandra.concurrent.Interruptible$Task.lambda$from$0(Interruptible.java:40)
> at
> org.apache.cassandra.concurrent.Interruptible$Task$$Lambda$802/0x00000008005cbc40.run(Unknown
> Source)
> at
> org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
> at
> org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
> Source)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "LocalPool-Cleaner-chunk-cache" #28 daemon prio=5 os_prio=31 cpu=118.97ms
> elapsed=838.60s tid=0x000000013ebb9200 nid=0x8703 in Object.wait()
> [0x0000000319266000]
> java.lang.Thread.State: TIMED_WAITING (on object monitor)
> at java.lang.Object.wait(java.base@11.0.19/Native Method)
> - waiting on <no object reference available>
> at
> java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
> - waiting to re-lock in wait() <0x00000006cc62b480> (a
> java.lang.ref.ReferenceQueue$Lock)
> at
> org.apache.cassandra.utils.memory.BufferPool.cleanupOneReference(BufferPool.java:1086)
> at
> org.apache.cassandra.utils.memory.BufferPool$$Lambda$914/0x0000000800655c40.run(Unknown
> Source)
> at
> org.apache.cassandra.concurrent.Interruptible$Task.lambda$from$0(Interruptible.java:40)
> at
> org.apache.cassandra.concurrent.Interruptible$Task$$Lambda$802/0x00000008005cbc40.run(Unknown
> Source)
> at
> org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
> at
> org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
> Source)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "LocalPool-Cleaner-networking" #29 daemon prio=5 os_prio=31 cpu=118.22ms
> elapsed=838.60s tid=0x000000013ebb9800 nid=0x8a03 in Object.wait()
> [0x0000000319472000]
> java.lang.Thread.State: TIMED_WAITING (on object monitor)
> at java.lang.Object.wait(java.base@11.0.19/Native Method)
> - waiting on <no object reference available>
> at
> java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
> - waiting to re-lock in wait() <0x00000006cc62bb70> (a
> java.lang.ref.ReferenceQueue$Lock)
> at
> org.apache.cassandra.utils.memory.BufferPool.cleanupOneReference(BufferPool.java:1086)
> at
> org.apache.cassandra.utils.memory.BufferPool$$Lambda$914/0x0000000800655c40.run(Unknown
> Source)
> at
> org.apache.cassandra.concurrent.Interruptible$Task.lambda$from$0(Interruptible.java:40)
> at
> org.apache.cassandra.concurrent.Interruptible$Task$$Lambda$802/0x00000008005cbc40.run(Unknown
> Source)
> at
> org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
> at
> org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
> Source)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "SlabPoolCleaner" #22 daemon prio=5 os_prio=31 cpu=0.05ms elapsed=839.30s
> tid=0x000000012ca3aa00 nid=0x6e03 waiting on condition [0x0000000318412000]
> java.lang.Thread.State: WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> at
> java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:323)
> at
> org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:321)
> at
> org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:299)
> at
> org.apache.cassandra.utils.memory.MemtableCleanerThread$Clean.run(MemtableCleanerThread.java:77)
> at
> org.apache.cassandra.concurrent.Interruptible$Task.lambda$from$0(Interruptible.java:40)
> at
> org.apache.cassandra.concurrent.Interruptible$Task$$Lambda$802/0x00000008005cbc40.run(Unknown
> Source)
> at
> org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
> at
> org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
> Source)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "COMMIT-LOG-ALLOCATOR" #18 prio=5 os_prio=31 cpu=100.52ms elapsed=839.84s
> tid=0x000000013e08e000 nid=0x7603 waiting on condition [0x000000016fa7a000]
> java.lang.Thread.State: WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> at
> java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:323)
> at
> org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:321)
> at
> org.apache.cassandra.utils.concurrent.WaitQueue$Standard$AbstractSignal.await(WaitQueue.java:299)
> at
> org.apache.cassandra.utils.concurrent.WaitQueue.waitOnCondition(WaitQueue.java:482)
> at
> org.apache.cassandra.db.commitlog.AbstractCommitLogSegmentManager$AllocatorRunnable.run(AbstractCommitLogSegmentManager.java:225)
> at
> org.apache.cassandra.concurrent.InfiniteLoopExecutor.loop(InfiniteLoopExecutor.java:121)
> at
> org.apache.cassandra.concurrent.InfiniteLoopExecutor$$Lambda$229/0x00000008003d3440.run(Unknown
> Source)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "Common-Cleaner" #9 daemon prio=8 os_prio=31 cpu=1.63ms elapsed=841.30s
> tid=0x000000013e04b400 nid=0x7c03 in Object.wait() [0x000000016ec26000]
> java.lang.Thread.State: TIMED_WAITING (on object monitor)
> at java.lang.Object.wait(java.base@11.0.19/Native Method)
> - waiting on <no object reference available>
> at
> java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
> - waiting to re-lock in wait() <0x00000006ca6dedb0> (a
> java.lang.ref.ReferenceQueue$Lock)
> at
> jdk.internal.ref.CleanerImpl.run(java.base@11.0.19/CleanerImpl.java:148)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> at
> jdk.internal.misc.InnocuousThread.run(java.base@11.0.19/InnocuousThread.java:161)
> "AsyncAppender-Worker-ASYNC" #13 daemon prio=5 os_prio=31 cpu=15.15ms
> elapsed=840.95s tid=0x000000012d077200 nid=0x6203 waiting on condition
> [0x000000016f456000]
> java.lang.Thread.State: WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> - parking to wait for <0x00000006cb007cf0> (a
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
> at
> java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:194)
> at
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.19/AbstractQueuedSynchronizer.java:2081)
> at
> java.util.concurrent.ArrayBlockingQueue.take(java.base@11.0.19/ArrayBlockingQueue.java:417)
> at
> ch.qos.logback.core.AsyncAppenderBase$Worker.run(AsyncAppenderBase.java:289)
> "JNA Cleaner" #19 daemon prio=5 os_prio=31 cpu=0.17ms elapsed=839.72s
> tid=0x000000012ca49a00 nid=0x7503 in Object.wait() [0x000000016fc86000]
> java.lang.Thread.State: WAITING (on object monitor)
> at java.lang.Object.wait(java.base@11.0.19/Native Method)
> - waiting on <0x00000006cb3ad3e0> (a java.lang.ref.ReferenceQueue$Lock)
> at
> java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:155)
> - waiting to re-lock in wait() <0x00000006cb3ad3e0> (a
> java.lang.ref.ReferenceQueue$Lock)
> at
> java.lang.ref.ReferenceQueue.remove(java.base@11.0.19/ReferenceQueue.java:176)
> at com.sun.jna.internal.Cleaner$1.run(Cleaner.java:58)
> "Monitor Ctrl-Break" #10 daemon prio=5 os_prio=31 cpu=7.76ms elapsed=841.28s
> tid=0x000000011f018200 nid=0x5b03 runnable [0x000000016ee32000]
> java.lang.Thread.State: RUNNABLE
> at java.net.SocketInputStream.socketRead0(java.base@11.0.19/Native
> Method)
> at
> java.net.SocketInputStream.socketRead(java.base@11.0.19/SocketInputStream.java:115)
> at
> java.net.SocketInputStream.read(java.base@11.0.19/SocketInputStream.java:168)
> at
> java.net.SocketInputStream.read(java.base@11.0.19/SocketInputStream.java:140)
> at
> sun.nio.cs.StreamDecoder.readBytes(java.base@11.0.19/StreamDecoder.java:284)
> at
> sun.nio.cs.StreamDecoder.implRead(java.base@11.0.19/StreamDecoder.java:326)
> at
> sun.nio.cs.StreamDecoder.read(java.base@11.0.19/StreamDecoder.java:178)
> - locked <0x00000006ca7c0c68> (a java.io.InputStreamReader)
> at
> java.io.InputStreamReader.read(java.base@11.0.19/InputStreamReader.java:181)
> at
> java.io.BufferedReader.fill(java.base@11.0.19/BufferedReader.java:161)
> at
> java.io.BufferedReader.readLine(java.base@11.0.19/BufferedReader.java:326)
> - locked <0x00000006ca7c0c68> (a java.io.InputStreamReader)
> at
> java.io.BufferedReader.readLine(java.base@11.0.19/BufferedReader.java:392)
> at
> com.intellij.rt.execution.application.AppMainV2$1.run(AppMainV2.java:53)
> "logback-1" #11 daemon prio=5 os_prio=31 cpu=3.24ms elapsed=841.08s
> tid=0x000000013e08da00 nid=0x6003 waiting on condition [0x000000016f24a000]
> java.lang.Thread.State: TIMED_WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> - parking to wait for <0x00000006caf51430> (a
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
> at
> java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
> at
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
> at
> java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "ScheduledTasks:1" #16 daemon prio=5 os_prio=31 cpu=163.73ms elapsed=840.03s
> tid=0x000000012c819000 nid=0x7903 runnable [0x000000016f662000]
> java.lang.Thread.State: TIMED_WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> - parking to wait for <0x00000006cb334aa8> (a
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
> at
> java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
> at
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
> at
> java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "ScheduledFastTasks:1" #17 daemon prio=5 os_prio=31 cpu=1448.41ms
> elapsed=839.85s tid=0x000000012cb00a00 nid=0x6603 runnable
> [0x000000016f86e000]
> java.lang.Thread.State: TIMED_WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> - parking to wait for <0x00000006cb334840> (a
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
> at
> java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
> at
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
> at
> java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "Callback-Map-Reaper:1" #21 daemon prio=5 os_prio=31 cpu=24.95ms
> elapsed=839.41s tid=0x000000012d03b800 nid=0x7003 waiting on condition
> [0x0000000318206000]
> java.lang.Thread.State: TIMED_WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> - parking to wait for <0x00000006cb420118> (a
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
> at
> java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
> at
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
> at
> java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "SecondaryIndexManagement:1" #23 daemon prio=5 os_prio=31 cpu=28.08ms
> elapsed=838.70s tid=0x000000013ce2f400 nid=0x8103 waiting on condition
> [0x000000031882a000]
> java.lang.Thread.State: WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> - parking to wait for <0x00000006cba64088> (a
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
> at
> java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:194)
> at
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.19/AbstractQueuedSynchronizer.java:2081)
> at
> java.util.concurrent.LinkedBlockingQueue.take(java.base@11.0.19/LinkedBlockingQueue.java:433)
> at
> java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "OptionalTasks:1" #32 daemon prio=5 os_prio=31 cpu=0.05ms elapsed=838.53s
> tid=0x000000013eab8c00 nid=0x9b03 waiting on condition [0x0000000319a96000]
> java.lang.Thread.State: TIMED_WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> - parking to wait for <0x00000006cb334f78> (a
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
> at
> java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.19/LockSupport.java:234)
> at
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.19/AbstractQueuedSynchronizer.java:2123)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:1182)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.19/ScheduledThreadPoolExecutor.java:899)
> at
> java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "MemtableReclaimMemory:1" #35 daemon prio=5 os_prio=31 cpu=0.10ms
> elapsed=838.51s tid=0x000000013ebd1400 nid=0x9203 waiting on condition
> [0x000000031a0ba000]
> java.lang.Thread.State: WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> - parking to wait for <0x00000006cb8cadf0> (a
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
> at
> java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:194)
> at
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.19/AbstractQueuedSynchronizer.java:2081)
> at
> java.util.concurrent.LinkedBlockingQueue.take(java.base@11.0.19/LinkedBlockingQueue.java:433)
> at
> java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> "MigrationStage:1" #37 daemon prio=5 os_prio=31 cpu=6.44ms elapsed=838.39s
> tid=0x000000013eab9200 nid=0xfe03 waiting on condition [0x000000031a4d2000]
> java.lang.Thread.State: WAITING (parking)
> at jdk.internal.misc.Unsafe.park(java.base@11.0.19/Native Method)
> - parking to wait for <0x00000006cb41f278> (a
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
> at
> java.util.concurrent.locks.LockSupport.park(java.base@11.0.19/LockSupport.java:194)
> at
> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.19/AbstractQueuedSynchronizer.java:2081)
> at
> java.util.concurrent.LinkedBlockingQueue.take(java.base@11.0.19/LinkedBlockingQueue.java:433)
> at
> java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.19/ThreadPoolExecutor.java:1054)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.19/ThreadPoolExecutor.java:1114)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.19/ThreadPoolExecutor.java:628)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.lang.Thread.run(java.base@11.0.19/Thread.java:829)
> {noformat}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@cassandra.apache.org
For additional commands, e-mail: commits-h...@cassandra.apache.org
