I am running sol 10 on a Sun Enterprise 220R (2 X UltraSPARC-II 450MHz) with 1G real memory.
It crashed twice in 5 days. Here are the mdb output (root)@syslog1:/var/crash/syslog1# mdb -k unix.0 vmcore.0 Loading modules: [ unix krtld genunix specfs dtrace ufs sd pcipsy ip hook neti sctp arp usba fctl md ptm cpc crypto fcip random zfs nfs lofs ipc ] > $c buf_hash_remove+0x40(3000cdd4d90, 30002ee4000, 6c2400, 704aa800, 3df8, 1efc0) arc_change_state+0x170(704aea10, 3000cdd4d90, 704ae9d0, 0, 0, 704aea10) arc_evict_ghost+0x8c(704ae9a0, 0, 704aa858, 160c00, 3000ee02ee8, 704ae658) arc_adjust+0xc0(704aea10, 4160c00, 160c00, 704ae920, 722400, 704a8478) arc_kmem_reap_now+0x1c(0, 3c, 10, 13, 1, 704a8000) arc_reclaim_thread+0xe0(57c400, 2a100683aca, 2a100683ac8, 704aea50, 401ca00, 0) thread_start+4(0, 0, 808bc01322400007, c8052000c206600c, 84006002c426600c, 10800006ca066008) (root)@syslog1:/var/crash/syslog1# mdb -k unix.1 vmcore.1 Loading modules: [ unix krtld genunix specfs dtrace ufs sd pcipsy ip hook neti sctp arp usba fctl zfs random nfs crypto ipc ptm logindmux md cpc fcp fcip lofs ] > $c vpanic(1200980, 7bb3f780, 7bb3f7a8, 69c, 1, 1) assfail+0x74(7bb3f780, 7bb3f7a8, 69c, 183dc00, 1200800, 0) dbuf_rele+0x158(3001678ade8, 3001678ad90, 3001678ad90, 0, 0, 7bb3f400) arc_write_done+0x158(3000c2e9240, 100, 0, 30009c45ce8, 30013609548, 7baf5100) zio_done+0x134(0, a8, 30009c7a100, 701448c8, 3000c2e9240, 0) zio_vdev_io_assess+0x178(3000c2e9240, 8000, 20000, 0, 0, 10) taskq_thread+0x1a4(300037cdd18, 300037cdcc0, 50001, 1691e596d5ec9, 2a100807aca, 2a100807ac8) thread_start+4(300037cdcc0, 0, 10000000000000, 0, 0, 0) Here is the console output of the first crash Mar 18 14:19:08 syslog1 unix: [ID 836849 kern.notice] Mar 18 14:19:08 syslog1 ^Mpanic[cpu2]/thread=2a100683cc0: Mar 18 14:19:08 syslog1 unix: [ID 340138 kern.notice] BAD TRAP: type=31 rp=2a1006835f0 addr=30 mmu_fsr=0 occurred in module "zfs" due to a NULL pointer dereference Mar 18 14:19:09 syslog1 unix: [ID 100000 kern.notice] Mar 18 14:19:09 syslog1 unix: [ID 839527 kern.notice] sched: Mar 18 14:19:09 syslog1 unix: [ID 520581 kern.notice] trap type = 0x31 Mar 18 14:19:09 syslog1 unix: [ID 381800 kern.notice] addr=0x30 Mar 18 14:19:09 syslog1 unix: [ID 101969 kern.notice] pid=0, pc=0x7b74a2ec, sp=0x2a100682e91, tstate=0x9980001602, context=0 x0 Mar 18 14:19:09 syslog1 unix: [ID 743441 kern.notice] g1-g7: f6, a4ed3f84f7c910f7, 704b0008, 10, cf55406f17cca7f6, 0, 2a1006 83cc0 Mar 18 14:19:09 syslog1 unix: [ID 100000 kern.notice] Mar 18 14:19:09 syslog1 genunix: [ID 723222 kern.notice] 000002a100683310 unix:die+78 (31, 2a1006835f0, 30, 0, 2a1006833d0, 107b000) Mar 18 14:19:09 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 0000000000001fff 0000000000000031 0000000001000000 0000000 000002000 Mar 18 14:19:09 syslog1 %l4-7: 000000000181a4f8 000000000181a400 0000000000000000 00000000da5b6030 Mar 18 14:19:09 syslog1 genunix: [ID 723222 kern.notice] 000002a1006833f0 unix:trap+9d4 (2a1006835f0, 5, 1fff, 1c00, 0, 1) Mar 18 14:19:09 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 0000000000000000 00000000018365b0 0000000000000031 0000000 000000000 Mar 18 14:19:09 syslog1 %l4-7: ffffffffffffe000 00000300026915a0 0000000000000001 0000000000000005 Mar 18 14:19:09 syslog1 genunix: [ID 723222 kern.notice] 000002a100683540 unix:ktl0+48 (a4ed3f87f7cb7df8, 3000cdd4da0, 71b1d , cf55406f17cca7, 300026d0f, 0) Mar 18 14:19:09 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 0000000000000003 0000000000001400 0000009980001602 0000000 00101aee0 Mar 18 14:19:09 syslog1 %l4-7: 000003000006c240 0000000000000000 0000000000000000 000002a1006835f0 Mar 18 14:19:10 syslog1 genunix: [ID 562518 kern.notice] 000002a100683690 30 (3000cdd4d90, 30002ee4000, 6c2400, 704aa800, 3d f8, 1efc0) Mar 18 14:19:10 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 0000000000000000 0000030002ee4000 00000000704aa800 0000000 0704a8000 Mar 18 14:19:10 syslog1 %l4-7: 0000000000000000 0000000000000200 0000000000000000 0000000000000000 Mar 18 14:19:10 syslog1 genunix: [ID 723222 kern.notice] 000002a100683740 zfs:arc_change_state+170 (704aea10, 3000cdd4d90, 7 04ae9d0, 0, 0, 704aea10) Mar 18 14:19:10 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 00000000704ae9a0 0000000000020000 0000000000000000 0000000 0008e9ff8 Mar 18 14:19:10 syslog1 %l4-7: 00000000704aea40 00000000704ae9a0 00000000008e9ff7 00000000704aea10 Mar 18 14:19:10 syslog1 genunix: [ID 723222 kern.notice] 000002a1006837f0 zfs:arc_evict_ghost+8c (704ae9a0, 0, 704aa858, 160 c00, 3000ee02ee8, 704ae658) Mar 18 14:19:10 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 00000000704ae9d0 0000000000060000 000003000cdd4d90 0000000 000003df8 Mar 18 14:19:10 syslog1 %l4-7: 0000000000003fff 0000000000020000 00000000704a8000 00000000704ae800 Mar 18 14:19:10 syslog1 genunix: [ID 723222 kern.notice] 000002a1006838a0 zfs:arc_adjust+c0 (704aea10, 4160c00, 160c00, 704a e920, 722400, 704a8478) Mar 18 14:19:10 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 00000000704a84a8 0000000003a3e800 0000000003134e00 0000000 0704ae9d8 Mar 18 14:19:10 syslog1 %l4-7: 0000000003a44e08 00000000003f6a00 0000000003647e00 00000000704ae9d8 Mar 18 14:19:11 syslog1 genunix: [ID 723222 kern.notice] 000002a100683950 zfs:arc_kmem_reap_now+1c (0, 3c, 10, 13, 1, 704a80 00) Mar 18 14:19:11 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 000000000df8f3a2 00000000018ab800 0000000000000000 3ffffff e69c21670 Mar 18 14:19:11 syslog1 %l4-7: 0000000000000064 000000000df8f3a2 00000000018ab800 00000000011ba000 Mar 18 14:19:11 syslog1 genunix: [ID 723222 kern.notice] 000002a100683a00 zfs:arc_reclaim_thread+e0 (57c400, 2a100683aca, 2a 100683ac8, 704aea50, 401ca00, 0) Mar 18 14:19:11 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 000000000df90b15 0000000004598e00 0000000003b03e00 0000000 0704ae930 Mar 18 14:19:11 syslog1 %l4-7: 00000000704a8004 00000000018abb30 0000000001814228 0000000000000000 Mar 18 14:19:11 syslog1 unix: [ID 100000 kern.notice] Mar 18 14:19:11 syslog1 genunix: [ID 672855 kern.notice] syncing file systems... Mar 18 14:19:11 syslog1 genunix: [ID 733762 kern.notice] 35 Mar 18 14:19:12 syslog1 genunix: [ID 733762 kern.notice] 1 Mar 18 14:19:34 syslog1 last message repeated 20 times Mar 18 14:19:35 syslog1 genunix: [ID 622722 kern.notice] done (not all i/o completed) Mar 18 14:19:36 syslog1 genunix: [ID 111219 kern.notice] dumping to /dev/dsk/c0t0d0s1, offset 214827008, content: kernel Mar 18 14:19:57 syslog1 genunix: [ID 409368 kern.notice] ^M100% done: 36326 pages dumped, compression ratio 2.92, Mar 18 14:19:57 syslog1 genunix: [ID 851671 kern.notice] dump succeeded Mar 18 14:21:05 syslog1 genunix: [ID 540533 kern.notice] ^MSunOS Release 5.10 Version Generic_120011-14 64-bit Mar 18 14:21:05 syslog1 genunix: [ID 943907 kern.notice] Copyright 1983-2007 Sun Microsystems, Inc. All rights reserved. Here is the console output of the second crash Mar 23 04:37:36 syslog1 unix: [ID 836849 kern.notice] Mar 23 04:37:36 syslog1 ^Mpanic[cpu2]/thread=2a100807cc0: Mar 23 04:37:36 syslog1 unix: [ID 403854 kern.notice] assertion failed: arc_buf_remove_ref(db->db_buf, db) == 0, file: ../. ./common/fs/zfs/dbuf.c, line: 1692 Mar 23 04:37:36 syslog1 unix: [ID 100000 kern.notice] Mar 23 04:37:36 syslog1 genunix: [ID 723222 kern.notice] 000002a100807660 genunix:assfail+74 (7bb3f780, 7bb3f7a8, 69c, 183d c00, 1200800, 0) Mar 23 04:37:36 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 0000000000000001 0000000070146800 0000000000000034 000000 0000002d34 Mar 23 04:37:36 syslog1 %l4-7: 0000000001200800 0000000000000000 0000000001875800 0000000000000000 Mar 23 04:37:36 syslog1 genunix: [ID 723222 kern.notice] 000002a100807710 zfs:dbuf_rele+158 (3001678ade8, 3001678ad90, 3001 678ad90, 0, 0, 7bb3f400) Mar 23 04:37:36 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 0000000000000000 0000000000000000 0000000000000000 000000 0000000000 Mar 23 04:37:36 syslog1 %l4-7: 0000000000000000 0000000000000000 0000000000000000 0000000000000002 Mar 23 04:37:37 syslog1 genunix: [ID 723222 kern.notice] 000002a1008077c0 zfs:arc_write_done+158 (3000c2e9240, 100, 0, 3000 9c45ce8, 30013609548, 7baf5100) Mar 23 04:37:37 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 0000000000000000 000000000000000f 0000000000000007 000000 0000000100 Mar 23 04:37:37 syslog1 %l4-7: 56e42a2c5b6ce35a 0000030009c7a100 0000030009c7a100 000000000100ad00 Mar 23 04:37:37 syslog1 genunix: [ID 723222 kern.notice] 000002a100807880 zfs:zio_done+134 (0, a8, 30009c7a100, 701448c8, 3 000c2e9240, 0) Mar 23 04:37:37 syslog1 genunix: [ID 723222 kern.notice] 000002a100807880 zfs:zio_done+134 (0, a8, 30009c7a100, 701448c8, 3 000c2e9240, 0) Mar 23 04:37:37 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 00000300020c9240 0000030016315480 0000000000000005 000000 0020db65bb Mar 23 04:37:37 syslog1 %l4-7: 000000007baf11f0 0000000000085c5e 0000000000000000 0000000000000000 Mar 23 04:37:37 syslog1 genunix: [ID 723222 kern.notice] 000002a100807940 zfs:zio_vdev_io_assess+178 (3000c2e9240, 8000, 20 000, 0, 0, 10) Mar 23 04:37:37 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 0000000000000002 0000000000000001 0000000000000000 000000 0000000000 Mar 23 04:37:37 syslog1 %l4-7: 0000000000000000 0000000000000001 0000000000000000 000002a100807960 Mar 23 04:37:37 syslog1 genunix: [ID 723222 kern.notice] 000002a100807a00 genunix:taskq_thread+1a4 (300037cdd18, 300037cdcc 0, 50001, 1691e596d5ec9, 2a100807aca, 2a100807ac8) Mar 23 04:37:37 syslog1 genunix: [ID 179002 kern.notice] %l0-3: 0000000000010000 00000300037cdce8 00000300037cdcf0 000003 00037cdcf2 Mar 23 04:37:37 syslog1 %l4-7: 00000300141f9bc8 0000000000000002 0000000000000000 00000300037cdce0 Mar 23 04:37:38 syslog1 unix: [ID 100000 kern.notice] Mar 23 04:37:38 syslog1 genunix: [ID 672855 kern.notice] syncing file systems... Mar 23 04:38:07 syslog1 unix: [ID 836849 kern.notice] Mar 23 04:38:07 syslog1 ^Mpanic[cpu2]/thread=2a100807cc0: Mar 23 04:38:07 syslog1 unix: [ID 715357 kern.notice] panic sync timeout Mar 23 04:38:07 syslog1 unix: [ID 100000 kern.notice] Mar 23 04:38:07 syslog1 genunix: [ID 111219 kern.notice] dumping to /dev/dsk/c0t0d0s1, offset 214827008, content: kernel Mar 23 04:38:07 syslog1 scsi: [ID 107833 kern.warning] WARNING: /[EMAIL PROTECTED],4000/[EMAIL PROTECTED] (glm0): Mar 23 04:38:07 syslog1 got SCSI bus reset Mar 23 04:38:07 syslog1 genunix: [ID 408822 kern.info] NOTICE: glm0: fault detected in device; service still available Mar 23 04:38:07 syslog1 genunix: [ID 611667 kern.info] NOTICE: glm0: got SCSI bus reset Mar 23 04:38:30 syslog1 genunix: [ID 409368 kern.notice] ^M100% done: 39574 pages dumped, compression ratio 2.92, Mar 23 04:38:30 syslog1 genunix: [ID 851671 kern.notice] dump succeeded Mar 23 04:39:37 syslog1 genunix: [ID 540533 kern.notice] ^MSunOS Release 5.10 Version Generic_120011-14 64-bit Mar 23 04:39:37 syslog1 genunix: [ID 943907 kern.notice] Copyright 1983-2007 Sun Microsystems, Inc. All rights reserved. -- Asif Iqbal PGP Key: 0xE62693C5 KeyServer: pgp.mit.edu _______________________________________________ zfs-discuss mailing list zfs-discuss@opensolaris.org http://mail.opensolaris.org/mailman/listinfo/zfs-discuss
