I need help troubleshooting what seems to be race conditions with hooks in netgraph/ng_base.c
Not sure what to look for in order to stop those daily panics on a machine running net/mpd5 with a few hundreds l2tp sessions. I'm suspecting a crash being caused by: /usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:2403 error = (*rcvdata)(hook, item); break; What can I do to confirm my suspicion once I get a crash log using kgdb? -D ==================================== # uname -a 11.0-PRERELEASE FreeBSD 11.0-PRERELEASE #0 r305284 #GENERIC kernel # mpd5 --version Version 5.8 (root@110amd64-quarterly-job-01 00:24 11-Aug-2016) # cat /boot/loader.conf net.graph.maxdata=16384 net.graph.maxalloc=16384 # cat /etc/sysctl.conf net.inet.ip.intr_queue_maxlen=1024 net.graph.maxdgram=1024000 net.graph.recvspace=1024000 # /etc/rc.conf: mpd_enable="YES" bird_enable="YES" ==================================== ###### crash 0 Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x28 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82247a8b stack pointer = 0x28:0xfffffe00002df390 frame pointer = 0x28:0xfffffe00002df3d0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 596 (ng_queue1) trap number = 12 panic: page fault cpuid = 1 KDB: stack backtrace: #0 0xffffffff80b24087 at kdb_backtrace+0x67 #1 0xffffffff80ad9432 at vpanic+0x182 #2 0xffffffff80ad92a3 at panic+0x43 #3 0xffffffff80fa1d51 at trap_fatal+0x351 #4 0xffffffff80fa1f43 at trap_pfault+0x1e3 #5 0xffffffff80fa14cc at trap+0x26c #6 0xffffffff80f84461 at calltrap+0x8 #7 0xffffffff8225669b at ng_l2tp_rcvdata_lower+0x4bb #8 0xffffffff8224652e at ng_apply_item+0x14e #9 0xffffffff822461a3 at ng_snd_item+0x383 #10 0xffffffff8225a05a at ng_ksocket_incoming2+0x17a #11 0xffffffff822464c5 at ng_apply_item+0xe5 #12 0xffffffff82248ddd at ngthread+0x1bd #13 0xffffffff80a900a5 at fork_exit+0x85 #14 0xffffffff80f8499e at fork_trampoline+0xe Uptime: 4d7h58m21s Dumping 708 out of 6111 MB:..3%..12%..21%..32%..41%..52%..62%..71%..82%..91% Reading symbols from /usr/local/lib/vmware-tools/modules/drivers/vmmemctl.ko...done. Loaded symbols for /usr/local/lib/vmware-tools/modules/drivers/vmmemctl.ko Reading symbols from /boot/kernel/ipfw.ko...Reading symbols from /usr/lib/debug//boot/kernel/ipfw.ko.debug...done. done. Loaded symbols for /boot/kernel/ipfw.ko Reading symbols from /boot/kernel/ng_socket.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_socket.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_socket.ko Reading symbols from /boot/kernel/netgraph.ko...Reading symbols from /usr/lib/debug//boot/kernel/netgraph.ko.debug...done. done. Loaded symbols for /boot/kernel/netgraph.ko Reading symbols from /boot/kernel/ng_mppc.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_mppc.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_mppc.ko Reading symbols from /boot/kernel/rc4.ko...Reading symbols from /usr/lib/debug//boot/kernel/rc4.ko.debug...done. done. Loaded symbols for /boot/kernel/rc4.ko Reading symbols from /boot/kernel/ng_l2tp.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_l2tp.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_l2tp.ko Reading symbols from /boot/kernel/ng_ksocket.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_ksocket.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_ksocket.ko Reading symbols from /boot/kernel/ng_tee.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_tee.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_tee.ko Reading symbols from /boot/kernel/ng_iface.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_iface.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_iface.ko Reading symbols from /boot/kernel/ng_ppp.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_ppp.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_ppp.ko Reading symbols from /boot/kernel/ng_tcpmss.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_tcpmss.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_tcpmss.ko Reading symbols from /boot/kernel/ng_vjc.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_vjc.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_vjc.ko #0 doadump (textdump=<value optimized out>) at pcpu.h:221 221 __asm("movq %%gs:%1,%0" : "=r" (td) (kgdb) ############################################### (kgdb) list *0xffffffff82247a8b 0xffffffff82247a8b is in ng_address_hook (/usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:3587). 3582 * that the peer node is present, though maybe invalid. 3583 */ 3584 TOPOLOGY_RLOCK(); 3585 if ((hook == NULL) || NG_HOOK_NOT_VALID(hook) || 3586 NG_HOOK_NOT_VALID(peer = NG_HOOK_PEER(hook)) || 3587 NG_NODE_NOT_VALID(peernode = NG_PEER_NODE(hook))) { 3588 NG_FREE_ITEM(item); 3589 TRAP_ERROR(); 3590 TOPOLOGY_RUNLOCK(); 3591 return (ENETDOWN); Current language: auto; currently minimal # ############################################### backtrace #0 doadump (textdump=<value optimized out>) at pcpu.h:221 #1 0xffffffff80ad8eb9 in kern_reboot (howto=260) at /usr/src/sys/kern/kern_shutdown.c:366 #2 0xffffffff80ad946b in vpanic (fmt=<value optimized out>, ap=<value optimized out>) at /usr/src/sys/kern/kern_shutdown.c:759 #3 0xffffffff80ad92a3 in panic (fmt=0x0) at /usr/src/sys/kern/kern_shutdown.c:690 #4 0xffffffff80fa1d51 in trap_fatal (frame=0xfffffe00002df2e0, eva=40) at /usr/src/sys/amd64/amd64/trap.c:841 #5 0xffffffff80fa1f43 in trap_pfault (frame=0xfffffe00002df2e0, usermode=0) at /usr/src/sys/amd64/amd64/trap.c:691 #6 0xffffffff80fa14cc in trap (frame=0xfffffe00002df2e0) at /usr/src/sys/amd64/amd64/trap.c:442 #7 0xffffffff80f84461 in calltrap () at /usr/src/sys/amd64/amd64/exception.S:236 #8 0xffffffff82247a8b in ng_address_hook (here=0x0, item=0xfffff80061549d80, hook=<value optimized out>, retaddr=0) at /usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:3587 #9 0xffffffff8225669b in ng_l2tp_rcvdata_lower (h=<value optimized out>, item=<value optimized out>) at /usr/src/sys/modules/netgraph/l2tp/../../../netgraph/ng_l2tp.c:998 #10 0xffffffff8224652e in ng_apply_item (node=0xfffff80061001800, ---Type <return> to continue, or q <return> to quit--- item=0xfffff80061549d80, rw=0) at /usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:2403 #11 0xffffffff822461a3 in ng_snd_item (item=<value optimized out>, flags=<value optimized out>) at /usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:2320 #12 0xffffffff8225a05a in ng_ksocket_incoming2 (node=0xfffff80061001600, hook=<value optimized out>, arg1=<value optimized out>, arg2=<value optimized out>) at /usr/src/sys/modules/netgraph/ksocket/../../../netgraph/ng_ksocket.c:1156 #13 0xffffffff822464c5 in ng_apply_item (node=0xfffff80061001600, item=0xfffff80061d54900, rw=1) at /usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:2474 #14 0xffffffff82248ddd in ngthread (arg=<value optimized out>) at /usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:3434 #15 0xffffffff80a900a5 in fork_exit (callout=0xffffffff82248c20 <ngthread>, arg=0x0, frame=0xfffffe00002dfac0) at /usr/src/sys/kern/kern_fork.c:1039 #16 0xffffffff80f8499e in fork_trampoline () at /usr/src/sys/amd64/amd64/exception.S:611 #17 0x0000000000000000 in ?? () (kgdb) # ##################################################### # ##################################################### # ##################################################### # ##################################################### ###### crash 1 root@example:/usr/obj/usr/src/sys/GENERIC # kgdb kernel.debug /var/crash/vmcore.0 GNU gdb 6.1.1 [FreeBSD] Copyright 2004 Free Software Foundation, Inc. GDB is free software, covered by the GNU General Public License, and you are welcome to change it and/or distribute copies of it under certain conditions. Type "show copying" to see the conditions. There is absolutely no warranty for GDB. Type "show warranty" for details. This GDB was configured as "amd64-marcel-freebsd"... Unread portion of the kernel message buffer: Fatal trap 9: general protection fault while in kernel mode cpuid = 1; apic id = 01 instruction pointer = 0x20:0xffffffff82256443 stack pointer = 0x28:0xfffffe00002ee3d0 frame pointer = 0x28:0xfffffe00002ee850 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 664 (ng_queue2) trap number = 9 panic: general protection fault cpuid = 1 KDB: stack backtrace: #0 0xffffffff80b24087 at kdb_backtrace+0x67 #1 0xffffffff80ad9432 at vpanic+0x182 #2 0xffffffff80ad92a3 at panic+0x43 #3 0xffffffff80fa1d51 at trap_fatal+0x351 #4 0xffffffff80fa19dc at trap+0x77c #5 0xffffffff80f84461 at calltrap+0x8 #6 0xffffffff8224652e at ng_apply_item+0x14e #7 0xffffffff822461a3 at ng_snd_item+0x383 #8 0xffffffff8225a05a at ng_ksocket_incoming2+0x17a #9 0xffffffff822464c5 at ng_apply_item+0xe5 #10 0xffffffff82248ddd at ngthread+0x1bd #11 0xffffffff80a900a5 at fork_exit+0x85 #12 0xffffffff80f8499e at fork_trampoline+0xe Uptime: 2d8h59m38s Dumping 711 out of 6111 MB:..3%..12%..21%..32%..41%..52%..61%..72%..81%..93% Reading symbols from /usr/local/lib/vmware-tools/modules/drivers/vmmemctl.ko...done. Loaded symbols for /usr/local/lib/vmware-tools/modules/drivers/vmmemctl.ko Reading symbols from /boot/kernel/ipfw.ko...Reading symbols from /usr/lib/debug//boot/kernel/ipfw.ko.debug...done. done. Loaded symbols for /boot/kernel/ipfw.ko Reading symbols from /boot/kernel/ng_socket.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_socket.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_socket.ko Reading symbols from /boot/kernel/netgraph.ko...Reading symbols from /usr/lib/debug//boot/kernel/netgraph.ko.debug...done. done. Loaded symbols for /boot/kernel/netgraph.ko Reading symbols from /boot/kernel/ng_mppc.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_mppc.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_mppc.ko Reading symbols from /boot/kernel/rc4.ko...Reading symbols from /usr/lib/debug//boot/kernel/rc4.ko.debug...done. done. Loaded symbols for /boot/kernel/rc4.ko Reading symbols from /boot/kernel/ng_l2tp.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_l2tp.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_l2tp.ko Reading symbols from /boot/kernel/ng_ksocket.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_ksocket.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_ksocket.ko Reading symbols from /boot/kernel/ng_tee.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_tee.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_tee.ko Reading symbols from /boot/kernel/ng_iface.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_iface.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_iface.ko Reading symbols from /boot/kernel/ng_ppp.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_ppp.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_ppp.ko Reading symbols from /boot/kernel/ng_tcpmss.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_tcpmss.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_tcpmss.ko Reading symbols from /boot/kernel/ng_vjc.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_vjc.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_vjc.ko #0 doadump (textdump=<value optimized out>) at pcpu.h:221 221 __asm("movq %%gs:%1,%0" : "=r" (td) (kgdb) list *0xffffffff82256443 0xffffffff82256443 is in ng_l2tp_rcvdata_lower (/usr/src/sys/modules/netgraph/l2tp/../../../netgraph/ng_l2tp.c:713). 708 { 709 uint16_t hash = SESSHASH(sid); 710 hookpriv_p hpriv = NULL; 711 712 LIST_FOREACH(hpriv, &privp->sesshash[hash], sessions) { 713 if (hpriv->conf.session_id == sid) 714 break; 715 } 716 717 return (hpriv); Current language: auto; currently minimal (kgdb) backtrace #0 doadump (textdump=<value optimized out>) at pcpu.h:221 #1 0xffffffff80ad8eb9 in kern_reboot (howto=260) at /usr/src/sys/kern/kern_shutdown.c:366 #2 0xffffffff80ad946b in vpanic (fmt=<value optimized out>, ap=<value optimized out>) at /usr/src/sys/kern/kern_shutdown.c:759 #3 0xffffffff80ad92a3 in panic (fmt=0x0) at /usr/src/sys/kern/kern_shutdown.c:690 #4 0xffffffff80fa1d51 in trap_fatal (frame=0xfffffe00002ee320, eva=0) at /usr/src/sys/amd64/amd64/trap.c:841 #5 0xffffffff80fa19dc in trap (frame=0xfffffe00002ee320) at /usr/src/sys/amd64/amd64/trap.c:203 #6 0xffffffff80f84461 in calltrap () at /usr/src/sys/amd64/amd64/exception.S:236 #7 0xffffffff82256443 in ng_l2tp_rcvdata_lower (h=<value optimized out>, item=<value optimized out>) at /usr/src/sys/modules/netgraph/l2tp/../../../netgraph/ng_l2tp.c:713 #8 0xffffffff8224652e in ng_apply_item (node=0xfffff80054c43900, item=0xfffff8005499f000, rw=0) at /usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:2403 #9 0xffffffff822461a3 in ng_snd_item (item=<value optimized out>, flags=<value optimized out>) at /usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:2320 #10 0xffffffff8225a05a in ng_ksocket_incoming2 (node=0xfffff80054c43800, ---Type <return> to continue, or q <return> to quit--- hook=<value optimized out>, arg1=<value optimized out>, arg2=<value optimized out>) at /usr/src/sys/modules/netgraph/ksocket/../../../netgraph/ng_ksocket.c:1156 #11 0xffffffff822464c5 in ng_apply_item (node=0xfffff80054c43800, item=0xfffff80107447100, rw=1) at /usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:2474 #12 0xffffffff82248ddd in ngthread (arg=<value optimized out>) at /usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:3434 #13 0xffffffff80a900a5 in fork_exit (callout=0xffffffff82248c20 <ngthread>, arg=0x0, frame=0xfffffe00002eeac0) at /usr/src/sys/kern/kern_fork.c:1039 #14 0xffffffff80f8499e in fork_trampoline () at /usr/src/sys/amd64/amd64/exception.S:611 #15 0x0000000000000000 in ?? () (kgdb) # ##################################################### # ##################################################### # ##################################################### # ##################################################### ###### crash 2 /usr/obj/usr/src/sys/GENERIC # kgdb kernel.debug /var/crash/vmcore.0 GNU gdb 6.1.1 [FreeBSD] Copyright 2004 Free Software Foundation, Inc. GDB is free software, covered by the GNU General Public License, and you are welcome to change it and/or distribute copies of it under certain conditions. Type "show copying" to see the conditions. There is absolutely no warranty for GDB. Type "show warranty" for details. This GDB was configured as "amd64-marcel-freebsd"... Unread portion of the kernel message buffer: Fatal trap 12: page fault while in kernel mode cpuid = 2; apic id = 02 fault virtual address = 0x2000000028 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff822453ed stack pointer = 0x28:0xfffffe01ab64a6d0 frame pointer = 0x28:0xfffffe01ab64a700 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 600 (mpd5) trap number = 12 panic: page fault cpuid = 2 KDB: stack backtrace: #0 0xffffffff80b244b7 at kdb_backtrace+0x67 #1 0xffffffff80ad9422 at vpanic+0x182 #2 0xffffffff80ad9293 at panic+0x43 #3 0xffffffff80fa1d51 at trap_fatal+0x351 #4 0xffffffff80fa1f43 at trap_pfault+0x1e3 #5 0xffffffff80fa14cc at trap+0x26c #6 0xffffffff80f84d91 at calltrap+0x8 #7 0xffffffff82241239 at ngd_send+0x99 #8 0xffffffff80b73fc7 at sosend_generic+0x5e7 #9 0xffffffff80b7bc9a at kern_sendit+0x22a #10 0xffffffff80b7c09f at sendit+0x19f #11 0xffffffff80b7beed at sys_sendto+0x4d #12 0xffffffff80fa26b8 at amd64_syscall+0x4d8 #13 0xffffffff80f8507b at Xfast_syscall+0xfb Uptime: 8h11m20s Dumping 634 out of 6111 MB:..3%..11%..21%..31%..41%..51%..61%..71%..81%..91% Reading symbols from /usr/local/lib/vmware-tools/modules/drivers/vmmemctl.ko...done. Loaded symbols for /usr/local/lib/vmware-tools/modules/drivers/vmmemctl.ko Reading symbols from /boot/kernel/ipfw.ko...Reading symbols from /usr/lib/debug//boot/kernel/ipfw.ko.debug...done. done. Loaded symbols for /boot/kernel/ipfw.ko Reading symbols from /boot/kernel/ng_socket.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_socket.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_socket.ko Reading symbols from /boot/kernel/netgraph.ko...Reading symbols from /usr/lib/debug//boot/kernel/netgraph.ko.debug...done. done. Loaded symbols for /boot/kernel/netgraph.ko Reading symbols from /boot/kernel/ng_mppc.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_mppc.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_mppc.ko Reading symbols from /boot/kernel/rc4.ko...Reading symbols from /usr/lib/debug//boot/kernel/rc4.ko.debug...done. done. Loaded symbols for /boot/kernel/rc4.ko Reading symbols from /boot/kernel/ng_l2tp.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_l2tp.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_l2tp.ko Reading symbols from /boot/kernel/ng_ksocket.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_ksocket.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_ksocket.ko Reading symbols from /boot/kernel/ng_tee.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_tee.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_tee.ko Reading symbols from /boot/kernel/ng_iface.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_iface.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_iface.ko Reading symbols from /boot/kernel/ng_ppp.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_ppp.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_ppp.ko Reading symbols from /boot/kernel/ng_tcpmss.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_tcpmss.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_tcpmss.ko Reading symbols from /boot/kernel/ng_vjc.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_vjc.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_vjc.ko #0 doadump (textdump=<value optimized out>) at pcpu.h:221 221 __asm("movq %%gs:%1,%0" : "=r" (td) (kgdb) list *0xffffffff822453ed 0xffffffff822453ed is in ng_findhook (/usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:1128). 1123 hook_p 1124 ng_findhook(node_p node, const char *name) 1125 { 1126 hook_p hook; 1127 1128 if (node->nd_type->findhook != NULL) 1129 return (*node->nd_type->findhook)(node, name); 1130 LIST_FOREACH(hook, &node->nd_hooks, hk_hooks) { 1131 if (NG_HOOK_IS_VALID(hook) && 1132 (strcmp(NG_HOOK_NAME(hook), name) == 0)) Current language: auto; currently minimal (kgdb) backtrace #0 doadump (textdump=<value optimized out>) at pcpu.h:221 #1 0xffffffff80ad8ea9 in kern_reboot (howto=260) at /usr/src/sys/kern/kern_shutdown.c:366 #2 0xffffffff80ad945b in vpanic (fmt=<value optimized out>, ap=<value optimized out>) at /usr/src/sys/kern/kern_shutdown.c:759 #3 0xffffffff80ad9293 in panic (fmt=0x0) at /usr/src/sys/kern/kern_shutdown.c:690 #4 0xffffffff80fa1d51 in trap_fatal (frame=0xfffffe01ab64a620, eva=137438953512) at /usr/src/sys/amd64/amd64/trap.c:841 #5 0xffffffff80fa1f43 in trap_pfault (frame=0xfffffe01ab64a620, usermode=0) at /usr/src/sys/amd64/amd64/trap.c:691 #6 0xffffffff80fa14cc in trap (frame=0xfffffe01ab64a620) at /usr/src/sys/amd64/amd64/trap.c:442 #7 0xffffffff80f84d91 in calltrap () at /usr/src/sys/amd64/amd64/exception.S:236 #8 0xffffffff822453ed in ng_findhook (node=0x2000000008, name=0xfffffe01ab64a710 "ctrl") at /usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:1125 #9 0xffffffff82241239 in ngd_send (so=<value optimized out>, flags=<value optimized out>, m=0xfffff80032999700, addr=<value optimized out>, control=0x0, td=0xfffff8003287a000) at /usr/src/sys/modules/netgraph/socket/../../../netgraph/ng_socket.c:454 #10 0xffffffff80b73fc7 in sosend_generic (so=<value optimized out>, addr=<value optimized out>, uio=<value optimized out>, top=<value optimized out>, control=<value optimized out>, flags=<value optimized out>, td=<value optimized out>) at /usr/src/sys/kern/uipc_socket.c:1359 #11 0xffffffff80b7bc9a in kern_sendit (td=<value optimized out>, s=<value optimized out>, mp=<value optimized out>, flags=0, control=0x0, segflg=UIO_USERSPACE) at /usr/src/sys/kern/uipc_syscalls.c:848 #12 0xffffffff80b7c09f in sendit (td=0xfffff8003287a000, s=<value optimized out>, mp=0xfffffe01ab64a960, flags=<value optimized out>) at /usr/src/sys/kern/uipc_syscalls.c:775 #13 0xffffffff80b7beed in sys_sendto (td=0x2000000008, uap=<value optimized out>) at /usr/src/sys/kern/uipc_syscalls.c:899 #14 0xffffffff80fa26b8 in amd64_syscall (td=<value optimized out>, traced=0) at subr_syscall.c:135 #15 0xffffffff80f8507b in Xfast_syscall () at /usr/src/sys/amd64/amd64/exception.S:396 #16 0x00000008025d707a in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) up 8 #8 0xffffffff822453ed in ng_findhook (node=0x2000000008, name=0xfffffe01ab64a710 "ctrl") at /usr/src/sys/modules/netgraph/netgraph/../../../netgraph/ng_base.c:1125 1125 { (kgdb) _______________________________________________ freebsd-net@freebsd.org mailing list https://lists.freebsd.org/mailman/listinfo/freebsd-net To unsubscribe, send any mail to "freebsd-net-unsubscr...@freebsd.org"