[
https://issues.apache.org/jira/browse/CASSANALYTICS-110?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Yafeng Lu updated CASSANALYTICS-110:
------------------------------------
Description:
We saw the following exception(from cassandra-four-zero-bridge) when the
sidecar is reading the local commit log with default full size 32MB:
{code:java}
WARN [sidecar-internal-worker-pool-15] 2025-12-11 18:31:22,028
LoggerHelper.java:120 - Exception reading CommitLog instance=localhost dc=dca1
log=CommitLog-7-1765071518888.log size=12967442 segmentId=1765071518279
partitionId=1
java.lang.RuntimeException: java.nio.BufferOverflowException
at
org.apache.cassandra.db.commitlog.BufferingCommitLogReader.read(BufferingCommitLogReader.java:242)
at
org.apache.cassandra.db.commitlog.BufferingCommitLogReader.<init>(BufferingCommitLogReader.java:176)
at
org.apache.cassandra.bridge.AbstractCdcBridgeImplementation.readLog(AbstractCdcBridgeImplementation.java:97)
at
org.apache.cassandra.cdc.scanner.CdcScannerBuilder.lambda$openReader$6(CdcScannerBuilder.java:238)
at org.apache.cassandra.util.StatsUtil.reportTimeTaken(StatsUtil.java:42)
at
org.apache.cassandra.cdc.scanner.CdcScannerBuilder.openReader(CdcScannerBuilder.java:238)
at
org.apache.cassandra.cdc.scanner.CdcScannerBuilder.lambda$openLogs$3(CdcScannerBuilder.java:199)
at
org.apache.cassandra.sidecar.cdc.ExecutorPoolsExecutor.lambda$submit$0(ExecutorPoolsExecutor.java:44)
at
io.vertx.core.impl.ContextImpl.lambda$executeBlocking$5(ContextImpl.java:205)
at io.vertx.core.impl.ContextInternal.dispatch(ContextInternal.java:270)
at io.vertx.core.impl.ContextImpl$1.execute(ContextImpl.java:221)
at io.vertx.core.impl.WorkerTask.run(WorkerTask.java:56)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.nio.BufferOverflowException: null
at java.base/java.nio.HeapByteBuffer.put(HeapByteBuffer.java:221)
at java.base/java.nio.ByteBuffer.put(ByteBuffer.java:914)
at
o.a.c.sidecar.client.shaded.client.VertxStreamBuffer.copyBytes(VertxStreamBuffer.java:48)
at
org.apache.cassandra.cdc.sidecar.SidecarCdcClient$1$1.getBytes(SidecarCdcClient.java:108)
at
org.apache.cassandra.io.util.CdcRandomAccessReader$BlockingStreamConsumer.getBytes(CdcRandomAccessReader.java:230)
at
org.apache.cassandra.io.util.CdcRandomAccessReader$CDCRebuffer.rebuffer(CdcRandomAccessReader.java:118)
at
org.apache.cassandra.io.util.RandomAccessReader.reBufferAt(RandomAccessReader.java:68)
at
org.apache.cassandra.io.util.RandomAccessReader.reBuffer(RandomAccessReader.java:62)
at
org.apache.cassandra.io.util.RebufferingInputStream.read(RebufferingInputStream.java:90)
at
org.apache.cassandra.io.util.RebufferingInputStream.readFully(RebufferingInputStream.java:68)
at
org.apache.cassandra.db.commitlog.BufferingCommitLogReader.readSection(BufferingCommitLogReader.java:475)
at
org.apache.cassandra.db.commitlog.BufferingCommitLogReader.readCommitLogSegment(BufferingCommitLogReader.java:296)
at
org.apache.cassandra.db.commitlog.BufferingCommitLogReader.read(BufferingCommitLogReader.java:232)
... 15 common frames omitted
WARN [vert.x-eventloop-thread-0] 2025-12-11 18:31:22,029
CdcScannerBuilder.java:224 - Failed to open CommitLog instance=localhost
log=CommitLog-7-1765071518888.log high={"segmentId": 0, "position": 0 }
partitionId=1
{code}
was:
We saw the following exception(from cassandra-four-zero-bridge) when the
sidecar is reading the local commit log:
{code:java}
WARN [sidecar-internal-worker-pool-15] 2025-12-11 18:31:22,028
LoggerHelper.java:120 - Exception reading CommitLog instance=localhost dc=dca1
log=CommitLog-7-1765071518888.log size=12967442 segmentId=1765071518279
partitionId=1
java.lang.RuntimeException: java.nio.BufferOverflowException
at
org.apache.cassandra.db.commitlog.BufferingCommitLogReader.read(BufferingCommitLogReader.java:242)
at
org.apache.cassandra.db.commitlog.BufferingCommitLogReader.<init>(BufferingCommitLogReader.java:176)
at
org.apache.cassandra.bridge.AbstractCdcBridgeImplementation.readLog(AbstractCdcBridgeImplementation.java:97)
at
org.apache.cassandra.cdc.scanner.CdcScannerBuilder.lambda$openReader$6(CdcScannerBuilder.java:238)
at org.apache.cassandra.util.StatsUtil.reportTimeTaken(StatsUtil.java:42)
at
org.apache.cassandra.cdc.scanner.CdcScannerBuilder.openReader(CdcScannerBuilder.java:238)
at
org.apache.cassandra.cdc.scanner.CdcScannerBuilder.lambda$openLogs$3(CdcScannerBuilder.java:199)
at
org.apache.cassandra.sidecar.cdc.ExecutorPoolsExecutor.lambda$submit$0(ExecutorPoolsExecutor.java:44)
at
io.vertx.core.impl.ContextImpl.lambda$executeBlocking$5(ContextImpl.java:205)
at io.vertx.core.impl.ContextInternal.dispatch(ContextInternal.java:270)
at io.vertx.core.impl.ContextImpl$1.execute(ContextImpl.java:221)
at io.vertx.core.impl.WorkerTask.run(WorkerTask.java:56)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.nio.BufferOverflowException: null
at java.base/java.nio.HeapByteBuffer.put(HeapByteBuffer.java:221)
at java.base/java.nio.ByteBuffer.put(ByteBuffer.java:914)
at
o.a.c.sidecar.client.shaded.client.VertxStreamBuffer.copyBytes(VertxStreamBuffer.java:48)
at
org.apache.cassandra.cdc.sidecar.SidecarCdcClient$1$1.getBytes(SidecarCdcClient.java:108)
at
org.apache.cassandra.io.util.CdcRandomAccessReader$BlockingStreamConsumer.getBytes(CdcRandomAccessReader.java:230)
at
org.apache.cassandra.io.util.CdcRandomAccessReader$CDCRebuffer.rebuffer(CdcRandomAccessReader.java:118)
at
org.apache.cassandra.io.util.RandomAccessReader.reBufferAt(RandomAccessReader.java:68)
at
org.apache.cassandra.io.util.RandomAccessReader.reBuffer(RandomAccessReader.java:62)
at
org.apache.cassandra.io.util.RebufferingInputStream.read(RebufferingInputStream.java:90)
at
org.apache.cassandra.io.util.RebufferingInputStream.readFully(RebufferingInputStream.java:68)
at
org.apache.cassandra.db.commitlog.BufferingCommitLogReader.readSection(BufferingCommitLogReader.java:475)
at
org.apache.cassandra.db.commitlog.BufferingCommitLogReader.readCommitLogSegment(BufferingCommitLogReader.java:296)
at
org.apache.cassandra.db.commitlog.BufferingCommitLogReader.read(BufferingCommitLogReader.java:232)
... 15 common frames omitted
WARN [vert.x-eventloop-thread-0] 2025-12-11 18:31:22,029
CdcScannerBuilder.java:224 - Failed to open CommitLog instance=localhost
log=CommitLog-7-1765071518888.log high={"segmentId": 0, "position": 0 }
partitionId=1
{code}
> BufferOverflowException when sidecar is reading the commit log
> --------------------------------------------------------------
>
> Key: CASSANALYTICS-110
> URL: https://issues.apache.org/jira/browse/CASSANALYTICS-110
> Project: Apache Cassandra Analytics
> Issue Type: Bug
> Reporter: Yafeng Lu
> Priority: Normal
>
> We saw the following exception(from cassandra-four-zero-bridge) when the
> sidecar is reading the local commit log with default full size 32MB:
>
> {code:java}
> WARN [sidecar-internal-worker-pool-15] 2025-12-11 18:31:22,028
> LoggerHelper.java:120 - Exception reading CommitLog instance=localhost
> dc=dca1 log=CommitLog-7-1765071518888.log size=12967442
> segmentId=1765071518279 partitionId=1
> java.lang.RuntimeException: java.nio.BufferOverflowException
> at
> org.apache.cassandra.db.commitlog.BufferingCommitLogReader.read(BufferingCommitLogReader.java:242)
> at
> org.apache.cassandra.db.commitlog.BufferingCommitLogReader.<init>(BufferingCommitLogReader.java:176)
> at
> org.apache.cassandra.bridge.AbstractCdcBridgeImplementation.readLog(AbstractCdcBridgeImplementation.java:97)
> at
> org.apache.cassandra.cdc.scanner.CdcScannerBuilder.lambda$openReader$6(CdcScannerBuilder.java:238)
> at org.apache.cassandra.util.StatsUtil.reportTimeTaken(StatsUtil.java:42)
> at
> org.apache.cassandra.cdc.scanner.CdcScannerBuilder.openReader(CdcScannerBuilder.java:238)
> at
> org.apache.cassandra.cdc.scanner.CdcScannerBuilder.lambda$openLogs$3(CdcScannerBuilder.java:199)
> at
> org.apache.cassandra.sidecar.cdc.ExecutorPoolsExecutor.lambda$submit$0(ExecutorPoolsExecutor.java:44)
> at
> io.vertx.core.impl.ContextImpl.lambda$executeBlocking$5(ContextImpl.java:205)
> at io.vertx.core.impl.ContextInternal.dispatch(ContextInternal.java:270)
> at io.vertx.core.impl.ContextImpl$1.execute(ContextImpl.java:221)
> at io.vertx.core.impl.WorkerTask.run(WorkerTask.java:56)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> at
> io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> at java.base/java.lang.Thread.run(Thread.java:829)
> Caused by: java.nio.BufferOverflowException: null
> at java.base/java.nio.HeapByteBuffer.put(HeapByteBuffer.java:221)
> at java.base/java.nio.ByteBuffer.put(ByteBuffer.java:914)
> at
> o.a.c.sidecar.client.shaded.client.VertxStreamBuffer.copyBytes(VertxStreamBuffer.java:48)
> at
> org.apache.cassandra.cdc.sidecar.SidecarCdcClient$1$1.getBytes(SidecarCdcClient.java:108)
> at
> org.apache.cassandra.io.util.CdcRandomAccessReader$BlockingStreamConsumer.getBytes(CdcRandomAccessReader.java:230)
> at
> org.apache.cassandra.io.util.CdcRandomAccessReader$CDCRebuffer.rebuffer(CdcRandomAccessReader.java:118)
> at
> org.apache.cassandra.io.util.RandomAccessReader.reBufferAt(RandomAccessReader.java:68)
> at
> org.apache.cassandra.io.util.RandomAccessReader.reBuffer(RandomAccessReader.java:62)
> at
> org.apache.cassandra.io.util.RebufferingInputStream.read(RebufferingInputStream.java:90)
> at
> org.apache.cassandra.io.util.RebufferingInputStream.readFully(RebufferingInputStream.java:68)
> at
> org.apache.cassandra.db.commitlog.BufferingCommitLogReader.readSection(BufferingCommitLogReader.java:475)
> at
> org.apache.cassandra.db.commitlog.BufferingCommitLogReader.readCommitLogSegment(BufferingCommitLogReader.java:296)
> at
> org.apache.cassandra.db.commitlog.BufferingCommitLogReader.read(BufferingCommitLogReader.java:232)
> ... 15 common frames omitted
> WARN [vert.x-eventloop-thread-0] 2025-12-11 18:31:22,029
> CdcScannerBuilder.java:224 - Failed to open CommitLog instance=localhost
> log=CommitLog-7-1765071518888.log high={"segmentId": 0, "position": 0 }
> partitionId=1
> {code}
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
