I am getting different exceptions in cassandra on upgrades… (these exceptions
are on my 1.1.4 node though!!! Caused I think by my upgrade to 1.2.2 thankfully
in QA though). How can I rolling upgrade my entire cluster if this is going to
occur in production I bet as well?
INFO [CompactionExecutor:3] 2013-03-01 11:08:25,366 CompactionTask.java (line
109) Compacting
[SSTableReader(path='/opt/datastore/data/data_files/system/schema_keyspaces/system-schema_keyspaces-he-2-Data.db'),
SSTableReader(path='/opt/datastore/data/data_files/system/schema_keyspaces/system-schema_keyspaces-he-3-Data.db'),
SSTableReader(path='/opt/datastore/data/data_files/system/schema_keyspaces/system-schema_keyspaces-he-1-Data.db'),
SSTableReader(path='/opt/datastore/data/data_files/system/schema_keyspaces/system-schema_keyspaces-he-4-Data.db')]
ERROR [MigrationStage:1] 2013-03-01 11:08:25,417 AbstractCassandraDaemon.java
(line 134) Exception in thread Thread[MigrationStage:1,5,main]
java.lang.NullPointerException
at
org.apache.cassandra.utils.ByteBufferUtil.string(ByteBufferUtil.java:167)
at
org.apache.cassandra.utils.ByteBufferUtil.string(ByteBufferUtil.java:124)
at org.apache.cassandra.cql.jdbc.JdbcUTF8.getString(JdbcUTF8.java:77)
at org.apache.cassandra.cql.jdbc.JdbcUTF8.compose(JdbcUTF8.java:97)
at org.apache.cassandra.db.marshal.UTF8Type.compose(UTF8Type.java:35)
at
org.apache.cassandra.cql3.UntypedResultSet$Row.getString(UntypedResultSet.java:87)
at
org.apache.cassandra.config.KSMetaData.fromSchema(KSMetaData.java:251)
at org.apache.cassandra.db.DefsTable.mergeKeyspaces(DefsTable.java:294)
at org.apache.cassandra.db.DefsTable.mergeSchema(DefsTable.java:270)
at
org.apache.cassandra.db.DefsTable.mergeRemoteSchema(DefsTable.java:249)
at
org.apache.cassandra.db.DefinitionsUpdateVerbHandler$1.runMayThrow(DefinitionsUpdateVerbHandler.java:48)
at
org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.java:30)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
INFO [CompactionExecutor:3] 2013-03-01 11:08:25,905 CompactionTask.java (line
221) Compacted to
[/opt/datastore/data/data_files/system/schema_columnfamilies/system-schema_columnfamilies-he-25-Data.db,].
41,219 to 21,316 (~51% of original) bytes for 2 keys at 0.260622MB/s. Time:
78ms.
ERROR [MigrationStage:1] 2013-03-01 11:08:25,947 AbstractCassandraDaemon.java
(line 134) Exception in thread Thread[MigrationStage:1,5,main]
java.lang.NullPointerException
at
org.apache.cassandra.utils.ByteBufferUtil.toInt(ByteBufferUtil.java:414)
at org.apache.cassandra.cql.jdbc.JdbcInt32.compose(JdbcInt32.java:98)
at org.apache.cassandra.db.marshal.Int32Type.compose(Int32Type.java:37)
at
org.apache.cassandra.cql3.UntypedResultSet$Row.getInt(UntypedResultSet.java:97)
at
org.apache.cassandra.config.CFMetaData.fromSchemaNoColumns(CFMetaData.java:1202)
at
org.apache.cassandra.config.CFMetaData.fromSchema(CFMetaData.java:1247)
at
org.apache.cassandra.config.KSMetaData.deserializeColumnFamilies(KSMetaData.java:294)
at
org.apache.cassandra.db.DefsTable.mergeColumnFamilies(DefsTable.java:359)
at org.apache.cassandra.db.DefsTable.mergeSchema(DefsTable.java:271)
at
org.apache.cassandra.db.DefsTable.mergeRemoteSchema(DefsTable.java:249)
at
org.apache.cassandra.db.DefinitionsUpdateVerbHandler$1.runMayThrow(DefinitionsUpdateVerbHandler.java:48)
at
org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.java:30)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
ERROR [RequestResponseStage:3] 2013-03-01 11:09:20,815
AbstractCassandraDaemon.java (line 134) Exception in thread
Thread[RequestResponseStage:3,5,main]
java.io.IOError: java.io.EOFException
at
org.apache.cassandra.service.AbstractRowResolver.preprocess(AbstractRowResolver.java:71)
at
org.apache.cassandra.service.ReadCallback.response(ReadCallback.java:155)
at
org.apache.cassandra.net.ResponseVerbHandler.doVerb(ResponseVerbHandler.java:45)
at
org.apache.cassandra.net.MessageDeliveryTask.run(MessageDeliveryTask.java:59)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
Caused by: java.io.EOFException
at java.io.DataInputStream.readFully(DataInputStream.java:180)
at
org.apache.cassandra.db.ReadResponseSerializer.deserialize(ReadResponse.java:100)
at
org.apache.cassandra.db.ReadResponseSerializer.deserialize(ReadResponse.java:81)
at
org.apache.cassandra.service.AbstractRowResolver.preprocess(AbstractRowResolver.java:64)
... 6 more
