hi all,
sending ip6 traffic from host connected to vlan200 on ix0 to host
connected to vlan300 on ix1 and running
ifconfig vlan200 destroy
ifconfig ix0 down
sh netstart vlan200
sh netstart ix0
ifconfing vlan300 destroy
ifconfig ix1 down
sh netstart vlan300
sh netstart ix1
sh netstart
triggers panic.
i'm running current from today with WITNESS. there aren't any traffic
over em interfaces except em0 which is ssh interface.
i will leave box in ddb if something else is needed
em2: watchdog: head 1 tail 0 TDH 1 TDT 1
panic: kernel diagnostic assertion "(ifp->if_flags & IFF_RUNNING) == 0"
failed:4
Stopped at db_enter+0x5: popq %rbp
TID PID UID PRFLAGS PFLAGS CPU COMMAND
80887 95109 0 0x3 0 9 ifconfig
*360150 85115 0 0x14000 0x200 2 softnet
23357 56847 0 0x14000 0x40000210 0 sbar
db_enter() at db_enter+0x5
panic() at panic+0x141
__assert(ffffffff813a2004,ffff800023bc4de0,0,ffff800000504000) at
__assert+0x24
em_stop(ffff800000504000,7) at em_stop+0x118
em_init(1) at em_init+0x25
em_watchdog(0) at em_watchdog+0xc1
if_watchdog_task(ffffffff810ff560) at if_watchdog_task+0xa4
taskq_thread(0) at taskq_thread+0x67
end trace frame: 0x0, count: 7
https://www.openbsd.org/ddb.html describes the minimum info required in
bug reports. Insufficient info makes it difficult to find and fix bugs.
ddb{2}>
ddb{2}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
95109 80887 72047 0 7 0x3 ifconfig
72047 294283 94572 0 3 0x10008b pause sh
94572 16314 1 0 3 0x10008b pause ksh
20232 104630 1 0 3 0x100083 ttyin getty
18758 200335 1 0 3 0x100083 ttyin getty
80504 409360 1 0 3 0x100083 ttyin getty
32325 245465 1 0 3 0x100083 ttyin getty
5943 359471 1 0 3 0x100083 ttyin getty
71304 153417 1 0 3 0x100098 poll cron
95447 432582 92345 95 3 0x100092 kqread smtpd
78232 180428 92345 103 3 0x100092 kqread smtpd
29625 187955 92345 95 3 0x100092 kqread smtpd
32384 37526 92345 95 3 0x100092 kqread smtpd
57902 72505 92345 95 3 0x100092 kqread smtpd
20724 373549 92345 95 3 0x100092 kqread smtpd
92345 1586 1 0 3 0x100080 kqread smtpd
56700 88302 1 0 3 0x80 select sshd
49765 237636 21942 83 3 0x100092 poll ntpd
21942 429768 5538 83 3 0x100092 poll ntpd
5538 176012 1 0 3 0x100080 poll ntpd
77148 119832 60452 73 3 0x100010 biowait syslogd
60452 451130 1 0 3 0x100082 netio syslogd
49364 146738 0 0 3 0x14200 pgzero zerothread
39018 42215 0 0 3 0x14200 aiodoned aiodoned
75816 380729 0 0 3 0x14200 syncer update
26056 203298 0 0 3 0x14200 cleaner cleaner
15695 414254 0 0 3 0x14200 reaper reaper
31352 212123 0 0 3 0x14200 pgdaemon pagedaemon
93280 172572 0 0 3 0x14200 bored crynlk
48169 138621 0 0 3 0x14200 bored crypto
24870 43591 0 0 3 0x14200 usbtsk usbtask
91665 128470 0 0 3 0x14200 usbatsk usbatsk
90806 283372 0 0 3 0x40014200 acpi0 acpi0
30387 176727 0 0 7 0x40014200 idle11
54717 168183 0 0 7 0x40014200 idle10
44439 453648 0 0 3 0x40014200 idle9
92750 223373 0 0 7 0x40014200 idle8
33752 166086 0 0 7 0x40014200 idle7
49635 88837 0 0 7 0x40014200 idle6
78684 152787 0 0 7 0x40014200 idle5
87214 263209 0 0 7 0x40014200 idle4
18455 148347 0 0 7 0x40014200 idle3
16594 77843 0 0 3 0x40014200 idle2
82707 27491 0 0 7 0x40014200 idle1
51618 356368 0 0 3 0x14200 bored sensors
*85115 360150 0 0 7 0x14200 softnet
38207 341896 0 0 3 0x14200 bored systqmp
17776 250136 0 0 3 0x14200 bored systq
55761 357215 0 0 3 0x40014200 bored softclock
84701 248559 0 0 3 0x40014200 idle0
56847 23357 0 0 7 0x40014210 sbar
1 264967 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{2}>
ddb{0}> show witness /b
Number of known direct relationships is 207
Lock order reversal between "&mp->mnt_lock"(rwlock) and
"&ip->i_lock"(rrwlock)!
Lock order "&mp->mnt_lock"(rwlock) -> "&ip->i_lock"(rrwlock) first seen at:
#0 witness_checkorder+0x466
#1 _rw_enter+0x56
#2 _rrw_enter+0x32
#3 VOP_LOCK+0x31
#4 vn_lock+0x36
#5 vget+0xba
#6 cache_lookup+0x173
#7 ufs_lookup+0x10e
#8 VOP_LOOKUP+0x33
#9 vfs_lookup+0x26e
#10 namei+0x1eb
#11 ffs_mount+0x11d
#12 sys_mount+0x2da
#13 syscall+0x279
Lock order "&ip->i_lock"(rrwlock) -> "&mp->mnt_lock"(rwlock) first seen at:
#0 witness_checkorder+0x466
#1 _rw_enter+0x56
#2 vfs_busy+0x64
#3 vfs_lookup+0x38b
#4 namei+0x1eb
#5 doreadlinkat+0x6d
#6 syscall+0x279
ddb{2}> mach ddbcpu 0
Stopped at x86_ipi_db+0x5: popq %rbp
x86_ipi_db(ffffffff8155c12b) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: 12
0x41cb8c419c524153:
ddb{0}> trace
x86_ipi_db(ffffffff8155c12b) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: -3
0x41cb8c419c524153:
ddb{0}> mach ddbcpu 1
Stopped at x86_ipi_db+0x5: popq %rbp
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: 12
0x41cb8c419c524153:
ddb{1}> trace
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: -3
0x41cb8c419c524153:
ddb{1}> mach ddbcpu 3
Stopped at x86_ipi_db+0x5: popq %rbp
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: 12
0x41cb8c419c524153:
ddb{3}> trace
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: -3
0x41cb8c419c524153:
ddb{3}> mach ddbcpu 4
Stopped at x86_ipi_db+0x5: popq %rbp
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: 12
0x41cb8c419c524153:
ddb{4}> trace
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: -3
0x41cb8c419c524153:
ddb{4}> mach ddbcpu 5
Stopped at x86_ipi_db+0x5: popq %rbp
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: 12
0x41cb8c419c524153:
ddb{5}> trace
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: -3
0x41cb8c419c524153:
ddb{5}> mach ddbcpu 6
Stopped at x86_ipi_db+0x5: popq %rbp
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: 12
0x41cb8c419c524153:
ddb{6}> trace
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: -3
0x41cb8c419c524153:
ddb{6}> mach ddbcpu 7
Stopped at x86_ipi_db+0x5: popq %rbp
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: 12
0x41cb8c419c524153:
ddb{7}> trace
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: -3
0x41cb8c419c524153:
ddb{7}> mach ddbcpu 8
Stopped at x86_ipi_db+0x5: popq %rbp
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: 12
0x41cb8c419c524153:
ddb{8}> trace
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: -3
0x41cb8c419c524153:
ddb{8}> mach ddbcpu 9
Stopped at x86_ipi_db+0x5: popq %rbp
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: 12
0x41cb8c419c524153:
ddb{9}> trace
x86_ipi_db(ffffffff815cba25) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6a
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x9da83405c75250cc, count: -3
0x41cb8c419c524153: