I'm willing to bet this has something to do with the system table initialization trying to delete its stats, which it can't do until it's initialized, which means it tries to delete its stats, which it can't do until it's initialized, which... you get the picture.
The stack trace is very similar to https://issues.apache.org/jira/browse/CASSANDRA-1382, which is fixed and will be included in the next beta. Gary. On Thu, Aug 26, 2010 at 13:15, Mark <static.void....@gmail.com> wrote: > Using 0.7beta1 and I noticed one of my nodes was not responding.. wtf? Went > to restart and I got the following error. Any clues? > > Exception encountered during startup. > java.lang.StackOverflowError > at java.util.Vector.ensureCapacityHelper(Vector.java:238) > at java.util.Vector.addElement(Vector.java:593) > at java.lang.ClassLoader.addClass(ClassLoader.java:184) > at java.lang.ClassLoader.defineClass1(Native Method) > at java.lang.ClassLoader.defineClass(ClassLoader.java:632) > at > java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142) > at java.net.URLClassLoader.defineClass(URLClassLoader.java:277) > at java.net.URLClassLoader.access$000(URLClassLoader.java:73) > at java.net.URLClassLoader$1.run(URLClassLoader.java:212) > at java.security.AccessController.doPrivileged(Native Method) > at java.net.URLClassLoader.findClass(URLClassLoader.java:205) > at java.lang.ClassLoader.loadClass(ClassLoader.java:319) > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:294) > at java.lang.ClassLoader.loadClass(ClassLoader.java:264) > at java.lang.ClassLoader.loadClassInternal(ClassLoader.java:332) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:208) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > at > org.apache.cassandra.db.ColumnFamilyStore.<init>(ColumnFamilyStore.java:202) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:342) > at > org.apache.cassandra.db.ColumnFamilyStore.createColumnFamilyStore(ColumnFamilyStore.java:308) > at org.apache.cassandra.db.Table.<init>(Table.java:245) > at org.apache.cassandra.db.Table.open(Table.java:102) > at org.apache.cassandra.db.RowMutation.apply(RowMutation.java:196) > at > org.apache.cassandra.db.StatisticsTable.deleteSSTableStatistics(StatisticsTable.java:81) > at > org.apache.cassandra.io.sstable.SSTable.deleteIfCompacted(SSTable.java:136) > >
