On 8/26/10 11:51 AM, Gary Dusbabek wrote:
I'm willing to bet this has something to do with the system table
initialization trying to delete its stats, which it can't do until
it's initialized, which means it tries to delete its stats, which it
can't do until it's initialized, which... you get the picture.
The stack trace is very similar to
https://issues.apache.org/jira/browse/CASSANDRA-1382, which is fixed
and will be included in the next beta.
Gary.
On Thu, Aug 26, 2010 at 13:15, Mark<static.void....@gmail.com> wrote:
Using 0.7beta1 and I noticed one of my nodes was not responding.. wtf? Went
to restart and I got the following error. Any clues?
Exception encountered during startup.
java.lang.StackOverflowError
at java.util.Vector.ensureCapacityHelper(Vector.java:238)
at java.util.Vector.addElement(Vector.java:593)
at java.lang.ClassLoader.addClass(ClassLoader.java:184)
at java.lang.ClassLoader.defineClass1(Native Method)
at java.lang.ClassLoader.defineClass(ClassLoader.java:632)
at
java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:277)
at java.net.URLClassLoader.access$000(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:212)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:205)
at java.lang.ClassLoader.loadClass(ClassLoader.java:319)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:294)
at java.lang.ClassLoader.loadClass(ClassLoader.java:264)
at java.lang.ClassLoader.loadClassInternal(ClassLoader.java:332)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:208)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
at
org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342)
at
org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308)
at org.apache.cassandra.db.Table.<init>(Table.java:245)
at org.apache.cassandra.db.Table.open(Table.java:102)
at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196)
at
org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81)
at
org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136)
Anyway to repair?
