Hi, I am running my vpp based plugin on i40 NIC. After running the IP traffic for some time(5-10 mins), all the VPP threads got stuck in dpdk driver code. Do we have any fix available for this.?
Please find below the output of pstack [root@MED-1 bin]# pstack 1919 Thread 11 (Thread 0x7f5c1d3ff700 (LWP 2015)): #0 0x00007f6943c0466d in nanosleep () from /usr/lib64/libc.so.6 #1 0x00007f6943c0457b in sleep () from /usr/lib64/libc.so.6 #2 0x00007f613f4cce3a in rate_loop (dummy=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/plugins/nfware/vcgnat/src/rate.c:75 #3 0x00007f6944112dc5 in start_thread () from /usr/lib64/libpthread.so.0 #4 0x00007f6943c3d73d in clone () from /usr/lib64/libc.so.6 Thread 10 (Thread 0x7f5c1cbfe700 (LWP 2016)): #0 0x00007f6943c0466d in nanosleep () from /usr/lib64/libc.so.6 #1 0x00007f6943c0457b in sleep () from /usr/lib64/libc.so.6 #2 0x00007f613f4ad6ab in nat_trap_check_loop (dummy=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/plugins/nfware/vcgnat/src/nat_trap.c:468 #3 0x00007f6944112dc5 in start_thread () from /usr/lib64/libpthread.so.0 #4 0x00007f6943c3d73d in clone () from /usr/lib64/libc.so.6 Thread 9 (Thread 0x7f59defeb700 (LWP 2017)): #0 0x00007f69441198ed in recvmsg () from /usr/lib64/libpthread.so.0 #1 0x00007f61423d9306 in read_msg (s=0x7f59defeab90, m=0x7f59defead70) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/lib/librte_eal/common/eal_common_proc.c:258 #2 mp_handle (arg=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/lib/librte_eal/common/eal_common_proc.c:346 #3 0x00007f6944112dc5 in start_thread () from /usr/lib64/libpthread.so.0 #4 0x00007f6943c3d73d in clone () from /usr/lib64/libc.so.6 Thread 8 (Thread 0x7f59de7ea700 (LWP 2019)): #0 0x00007f69441166d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /usr/lib64/libpthread.so.0 #1 0x00007f61423d8b83 in wait_for_async_messages () at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/lib/librte_eal/common/eal_common_proc.c:513 #2 async_reply_handle (arg=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/lib/librte_eal/common/eal_common_proc.c:533 #3 0x00007f6944112dc5 in start_thread () from /usr/lib64/libpthread.so.0 #4 0x00007f6943c3d73d in clone () from /usr/lib64/libc.so.6 Thread 7 (Thread 0x7f49dd7ff700 (LWP 2020)): #0 0x00007f6943c3dd13 in epoll_wait () from /usr/lib64/libc.so.6 #1 0x00007f61423cec84 in eal_intr_handle_interrupts (totalfds=<optimized out>, pfd=29) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/lib/librte_eal/linuxapp/eal/eal_interrupts.c:759 #2 eal_intr_thread_main (arg=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/lib/librte_eal/linuxapp/eal/eal_interrupts.c:843 #3 0x00007f6944112dc5 in start_thread () from /usr/lib64/libpthread.so.0 #4 0x00007f6943c3d73d in clone () from /usr/lib64/libc.so.6 Thread 6 (Thread 0x7f49dcffe700 (LWP 2021)): #0 __rte_ring_move_cons_head (entries=<synthetic pointer>, new_head=<synthetic pointer>, old_head=<synthetic pointer>, behavior=RTE_RING_QUEUE_FIXED, n=524, is_sc=0, r=0x7f62d7a4f0c0) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_ring_generic.h:154 #1 __rte_ring_do_dequeue (available=0x0, is_sc=0, behavior=RTE_RING_QUEUE_FIXED, n=<optimized out>, obj_table=0x7f565d6c6f30, r=0x7f62d7a4f0c0) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_ring.h:385 #2 rte_ring_mc_dequeue_bulk (available=0x0, n=524, obj_table=0x7f565d6c6f30, r=0x7f62d7a4f0c0) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_ring.h:556 #3 common_ring_mc_dequeue (mp=0x7f565d6c3d80, obj_table=0x7f565d6c6f30, n=524) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/mempool/ring/rte_mempool_ring.c:31 #4 0x00007f61425a06d1 in rte_mempool_ops_dequeue_bulk (n=524, obj_table=<optimized out>, mp=0x7f565d6c3d80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_mempool.h:679 #5 __mempool_generic_get (cache=0x7f565d6c6e80, n=32, obj_table=0x7f565d54c5c0, mp=0x7f565d6c3d80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_mempool.h:1495 #6 rte_mempool_generic_get (cache=0x7f565d6c6e80, n=32, obj_table=0x7f565d54c5c0, mp=0x7f565d6c3d80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_mempool.h:1558 #7 rte_mempool_get_bulk (n=32, obj_table=0x7f565d54c5c0, mp=0x7f565d6c3d80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_mempool.h:1591 #8 i40e_rxq_rearm (rxq=0x7f565db38a40) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:61 #9 _recv_raw_pkts_vec_avx2 (split_packet=0x7f62d7d30c80 "", nb_pkts=32, rx_pkts=0x7f62d7ac5740, rxq=0x7f565db38a40) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:192 #10 i40e_recv_scattered_burst_vec_avx2 (rx_queue=rx_queue@entry=0x7f565db38a40, rx_pkts=rx_pkts@entry=0x7f62d7ac5740, nb_pkts=nb_pkts@entry=32) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:600 #11 0x00007f61425a256b in i40e_recv_scattered_pkts_vec_avx2 (rx_queue=0x7f565db38a40, rx_pkts=0x7f62d7ac5740, nb_pkts=256) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:639 #12 0x00007f6142376ea4 in rte_eth_rx_burst (nb_pkts=256, rx_pkts=0x7f62d7ac5740, queue_id=0, port_id=1) at /home/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/install-vpp-native/dpdk/include/dpdk/rte_ethdev.h:3844 #13 dpdk_device_input (queue_id=0, thread_index=<optimized out>, node=0x7f62d7aa0f00, xd=0x7f62d7b12ac0, dm=<optimized out>, vm=0x7f62d79bac80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/plugins/dpdk/device/node.c:459 #14 dpdk_input_node_fn (vm=<optimized out>, node=<optimized out>, f=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/plugins/dpdk/device/node.c:640 #15 0x00007f6945d3a61b in dispatch_node (last_time_stamp=345121779320724, frame=0x0, dispatch_state=VLIB_NODE_STATE_POLLING, type=VLIB_NODE_TYPE_INPUT, node=0x7f62d7aa0f00, vm=0x7f62d79bac80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:988 #16 vlib_main_or_worker_loop (is_main=0, vm=0x7f62d79bac80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:1507 #17 vlib_worker_loop (vm=0x7f62d79bac80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:1641 #18 0x00007f694485b418 in clib_calljmp () at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vppinfra/longjmp.S:110 #19 0x00007f49dcffddc0 in ?? () #20 0x00007f61423c892d in eal_thread_loop (arg=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/lib/librte_eal/linuxapp/eal/eal_thread.c:153 #21 0x0000000000000007 in ?? () #22 0x0000000000000007 in ?? () #23 0x000000000000002b in ?? () #24 0x00a400000085ce03 in ?? () #25 0x6172746e65430000 in ?? () #26 0x0000656e6f5a2d6c in ?? () #27 0x0000000000000000 in ?? () Thread 5 (Thread 0x7f49dc7fd700 (LWP 2022)): #0 0x00007f614242acae in common_ring_mc_dequeue (mp=0x7f565d6c3d80, obj_table=0x7f565d6c9ed0, n=544) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/mempool/ring/rte_mempool_ring.c:30 #1 0x00007f61425a06d1 in rte_mempool_ops_dequeue_bulk (n=544, obj_table=<optimized out>, mp=0x7f565d6c3d80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_mempool.h:679 #2 __mempool_generic_get (cache=0x7f565d6c9ec0, n=32, obj_table=0x7f565d61b4c0, mp=0x7f565d6c3d80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_mempool.h:1495 #3 rte_mempool_generic_get (cache=0x7f565d6c9ec0, n=32, obj_table=0x7f565d61b4c0, mp=0x7f565d6c3d80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_mempool.h:1558 #4 rte_mempool_get_bulk (n=32, obj_table=0x7f565d61b4c0, mp=0x7f565d6c3d80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_mempool.h:1591 #5 i40e_rxq_rearm (rxq=0x7f565db36900) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:61 #6 _recv_raw_pkts_vec_avx2 (split_packet=0x7f62d8130c80 "", nb_pkts=32, rx_pkts=0x7f62d7ac6940, rxq=0x7f565db36900) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:192 #7 i40e_recv_scattered_burst_vec_avx2 (rx_queue=rx_queue@entry=0x7f565db36900, rx_pkts=rx_pkts@entry=0x7f62d7ac6940, nb_pkts=nb_pkts@entry=32) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:600 #8 0x00007f61425a256b in i40e_recv_scattered_pkts_vec_avx2 (rx_queue=0x7f565db36900, rx_pkts=0x7f62d7ac6940, nb_pkts=256) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:639 #9 0x00007f6142376ea4 in rte_eth_rx_burst (nb_pkts=256, rx_pkts=0x7f62d7ac6940, queue_id=1, port_id=0) at /home/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/install-vpp-native/dpdk/include/dpdk/rte_ethdev.h:3844 #10 dpdk_device_input (queue_id=1, thread_index=<optimized out>, node=0x7f62d867f480, xd=0x7f62d7b11580, dm=<optimized out>, vm=0x7f62d7a1ed40) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/plugins/dpdk/device/node.c:459 #11 dpdk_input_node_fn (vm=<optimized out>, node=<optimized out>, f=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/plugins/dpdk/device/node.c:640 #12 0x00007f6945d3a61b in dispatch_node (last_time_stamp=345121778085630, frame=0x0, dispatch_state=VLIB_NODE_STATE_POLLING, type=VLIB_NODE_TYPE_INPUT, node=0x7f62d867f480, vm=0x7f62d7a1ed40) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:988 #13 vlib_main_or_worker_loop (is_main=0, vm=0x7f62d7a1ed40) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:1507 #14 vlib_worker_loop (vm=0x7f62d7a1ed40) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:1641 #15 0x00007f694485b418 in clib_calljmp () at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vppinfra/longjmp.S:110 #16 0x00007f49dc7fcdc0 in ?? () #17 0x00007f61423c892d in eal_thread_loop (arg=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/lib/librte_eal/linuxapp/eal/eal_thread.c:153 #18 0x0260000000856403 in ?? () #19 0x0000000000000000 in ?? () Thread 4 (Thread 0x7f49dbffc700 (LWP 2023)): #0 0x00007f61425a0670 in i40e_rxq_rearm (rxq=0x7f565db36580) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:74 #1 _recv_raw_pkts_vec_avx2 (split_packet=0x7f62d8530c80 "", nb_pkts=32, rx_pkts=0x7f62d7ac8040, rxq=0x7f565db36580) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:192 #2 i40e_recv_scattered_burst_vec_avx2 (rx_queue=rx_queue@entry=0x7f565db36580, rx_pkts=rx_pkts@entry=0x7f62d7ac8040, nb_pkts=nb_pkts@entry=32) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:600 #3 0x00007f61425a256b in i40e_recv_scattered_pkts_vec_avx2 (rx_queue=0x7f565db36580, rx_pkts=0x7f62d7ac7b40, nb_pkts=96) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:639 #4 0x00007f6142376ea4 in rte_eth_rx_burst (nb_pkts=256, rx_pkts=0x7f62d7ac7b40, queue_id=2, port_id=0) at /home/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/install-vpp-native/dpdk/include/dpdk/rte_ethdev.h:3844 #5 dpdk_device_input (queue_id=2, thread_index=<optimized out>, node=0x7f62d8ab0600, xd=0x7f62d7b11580, dm=<optimized out>, vm=0x7f62d7abe400) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/plugins/dpdk/device/node.c:459 #6 dpdk_input_node_fn (vm=<optimized out>, node=<optimized out>, f=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/plugins/dpdk/device/node.c:640 #7 0x00007f6945d3a61b in dispatch_node (last_time_stamp=345123605765568, frame=0x0, dispatch_state=VLIB_NODE_STATE_POLLING, type=VLIB_NODE_TYPE_INPUT, node=0x7f62d8ab0600, vm=0x7f62d7abe400) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:988 #8 vlib_main_or_worker_loop (is_main=0, vm=0x7f62d7abe400) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:1507 #9 vlib_worker_loop (vm=0x7f62d7abe400) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:1641 #10 0x00007f694485b418 in clib_calljmp () at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vppinfra/longjmp.S:110 #11 0x00007f49dbffbdc0 in ?? () #12 0x00007f61423c892d in eal_thread_loop (arg=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/lib/librte_eal/linuxapp/eal/eal_thread.c:153 #13 0x00007f62d8131090 in ?? () #14 0x0000556cdd521ab0 in ?? () #15 0x00007f62d8531140 in ?? () #16 0x0000000000000040 in ?? () #17 0x00000000000000c0 in ?? () #18 0x00007f62d8531080 in ?? () #19 0x00007f62d81310c0 in ?? () #20 0x0000000a00000211 in ?? () #21 0x0000000f0000003d in ?? () #22 0x0000000000000000 in ?? () Thread 3 (Thread 0x7f49db7fb700 (LWP 2024)): #0 0x00007f614242acae in common_ring_mc_dequeue (mp=0x7f565d6c3d80, obj_table=0x7f565d6d0030, n=516) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/mempool/ring/rte_mempool_ring.c:30 #1 0x00007f61425a06d1 in rte_mempool_ops_dequeue_bulk (n=516, obj_table=<optimized out>, mp=0x7f565d6c3d80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_mempool.h:679 #2 __mempool_generic_get (cache=0x7f565d6cff40, n=32, obj_table=0x7f565d616740, mp=0x7f565d6c3d80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_mempool.h:1495 #3 rte_mempool_generic_get (cache=0x7f565d6cff40, n=32, obj_table=0x7f565d616740, mp=0x7f565d6c3d80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_mempool.h:1558 #4 rte_mempool_get_bulk (n=32, obj_table=0x7f565d616740, mp=0x7f565d6c3d80) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/x86_64-native-linuxapp-gcc/include/rte_mempool.h:1591 #5 i40e_rxq_rearm (rxq=0x7f565db36200) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:61 #6 _recv_raw_pkts_vec_avx2 (split_packet=0x7f62d8930c80 "", nb_pkts=32, rx_pkts=0x7f62d7ac9340, rxq=0x7f565db36200) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:192 #7 i40e_recv_scattered_burst_vec_avx2 (rx_queue=rx_queue@entry=0x7f565db36200, rx_pkts=rx_pkts@entry=0x7f62d7ac9340, nb_pkts=nb_pkts@entry=32) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:600 #8 0x00007f61425a256b in i40e_recv_scattered_pkts_vec_avx2 (rx_queue=0x7f565db36200, rx_pkts=0x7f62d7ac8d40, nb_pkts=64) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/drivers/net/i40e/i40e_rxtx_vec_avx2.c:639 #9 0x00007f6142376ea4 in rte_eth_rx_burst (nb_pkts=256, rx_pkts=0x7f62d7ac8d40, queue_id=3, port_id=0) at /home/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/install-vpp-native/dpdk/include/dpdk/rte_ethdev.h:3844 #10 dpdk_device_input (queue_id=3, thread_index=<optimized out>, node=0x7f62d7aa0240, xd=0x7f62d7b11580, dm=<optimized out>, vm=0x7f62d7a8f2c0) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/plugins/dpdk/device/node.c:459 #11 dpdk_input_node_fn (vm=<optimized out>, node=<optimized out>, f=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/plugins/dpdk/device/node.c:640 #12 0x00007f6945d3a61b in dispatch_node (last_time_stamp=345121882370474, frame=0x0, dispatch_state=VLIB_NODE_STATE_POLLING, type=VLIB_NODE_TYPE_INPUT, node=0x7f62d7aa0240, vm=0x7f62d7a8f2c0) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:988 #13 vlib_main_or_worker_loop (is_main=0, vm=0x7f62d7a8f2c0) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:1507 #14 vlib_worker_loop (vm=0x7f62d7a8f2c0) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:1641 #15 0x00007f694485b418 in clib_calljmp () at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vppinfra/longjmp.S:110 #16 0x00007f49db7fadc0 in ?? () #17 0x00007f61423c892d in eal_thread_loop (arg=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-root/build-vpp-native/dpdk/dpdk-18.05/lib/librte_eal/linuxapp/eal/eal_thread.c:153 #18 0x00007f6144205000 in ?? () #19 0x00007f61441fb000 in ?? () #20 0x00007f61441f1000 in ?? () #21 0x00007f61441e7000 in ?? () #22 0x00007f6144249000 in ?? () #23 0x00007f614423f000 in ?? () #24 0x00007f61441a4000 in ?? () #25 0x00007f614419a000 in ?? () #26 0x00007f6144190000 in ?? () #27 0x00007f6143b1f000 in ?? () #28 0x00007f6144172000 in ?? () #29 0x00007f6144168000 in ?? () #30 0x00007f62d7892000 in ?? () #31 0x0000000000000031 in ?? () #32 0x000000000000001b in ?? () #33 0x0000000000000000 in ?? () Thread 2 (Thread 0x7f49d8ffa700 (LWP 2026)): #0 0x00007f6944119bdd in nanosleep () from /usr/lib64/libpthread.so.0 #1 0x0000556cdc852b46 in ip46_fib_stats_delay (sec=<optimized out>, nsec=nsec@entry=0, sm=0x556cdcb0f8e0 <stats_main>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vpp/stats/stats.c:1179 #2 0x0000556cdc855695 in stats_thread_fn (arg=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vpp/stats/stats.c:2485 #3 0x00007f694485b418 in clib_calljmp () at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vppinfra/longjmp.S:110 #4 0x00007f49d8ff9f20 in ?? () #5 0x00007f6944112dc5 in start_thread () from /usr/lib64/libpthread.so.0 #6 0x00007f49ca065340 in ?? () #7 0x00007f62d8a3e0d0 in ?? () #8 0x0000000200000001 in ?? () #9 0x00000000020000c9 in ?? () #10 0x00007f49c9939440 in ?? () #11 0x00007f62d8a3e100 in ?? () #12 0x0000000200000001 in ?? () #13 0x00000000070000c9 in ?? () #14 0x00007f62d87051a0 in ?? () #15 0x00007f62d8a3e0d0 in ?? () #16 0x0000000200000001 in ?? () #17 0x00000000080000c9 in ?? () #18 0x00007f49c9babd40 in ?? () #19 0x00007f62d8a3e0d0 in ?? () #20 0x0000000200000001 in ?? () #21 0x000000000f0000c9 in ?? () #22 0x00007f49c9908840 in ?? () #23 0x00007f62d8a3e130 in ?? () #24 0x0000000200000001 in ?? () #25 0x00007f560e0000c9 in ?? () #26 0x00007f565db3acc0 in ?? () #27 0x00007f62d8a3e100 in ?? () #28 0x0000000200000001 in ?? () #29 0x00007f56030000c9 in ?? () #30 0x00007f565db38700 in ?? () #31 0x00007f62d8a3e130 in ?? () #32 0x0000000200000001 in ?? () #33 0x00007f56040000c9 in ?? () #34 0x00007f565db38700 in ?? () #35 0x00007f62d8a3e100 in ?? () #36 0x0000000200000001 in ?? () #37 0x00000000090000c9 in ?? () #38 0x00007f62d7a91568 in ?? () #39 0x00007f62d8a3e160 in ?? () #40 0x0000000200000001 in ?? () #41 0x00007f56050000c9 in ?? () #42 0x00007f565db38700 in ?? () #43 0x0000000000000000 in ?? () Thread 1 (Thread 0x7f69463d4740 (LWP 1919)): #0 clib_cpu_time_now () at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vppinfra/time.h:77 #1 tsc_get_cur_cp () at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/plugins/nfware/vcgnat/src/tsc.c:27 #2 0x00007f613f4872c2 in nfware_node_log_fn (vm=0x7f6945f8ff80 <vlib_global_main>, node=0x7f6143b1d8c0, frame=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/plugins/nfware/node_log.c:190 #3 0x00007f6945d3bfbc in dispatch_node (last_time_stamp=346099722412296, frame=0x0, dispatch_state=VLIB_NODE_STATE_POLLING, type=VLIB_NODE_TYPE_INPUT, node=0x7f6143b1d8c0, vm=0x7f6945f8ff80 <vlib_global_main>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:988 #4 vlib_main_or_worker_loop (is_main=1, vm=0x7f6945f8ff80 <vlib_global_main>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:1507 #5 vlib_main_loop (vm=0x7f6945f8ff80 <vlib_global_main>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:1635 #6 vlib_main (vm=vm@entry=0x7f6945f8ff80 <vlib_global_main>, input=input@entry=0x7f6146b30fa0) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/main.c:1826 #7 0x00007f6945d72a83 in thread0 (arg=140090122239872) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/unix/main.c:607 #8 0x00007f694485b418 in clib_calljmp () at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vppinfra/longjmp.S:110 #9 0x00007fff347e5ef0 in ?? () #10 0x00007f6945d73aeb in vlib_unix_main (argc=<optimized out>, argv=<optimized out>) at /mnt/utkarsh/git_repos/190619_clone/mn-vpp/fastpath/build-vpp-mav/vpp/build-data/../src/vlib/unix/main.c:674 #11 0x0000000000000000 in ?? () Regards Inder ________________________________ This e-mail message may contain confidential or proprietary information of Mavenir Systems, Inc. or its affiliates and is intended solely for the use of the intended recipient(s). If you are not the intended recipient of this message, you are hereby notified that any review, use or distribution of this information is absolutely prohibited and we request that you delete all copies in your control and contact us by e-mailing to secur...@mavenir.com. This message contains the views of its author and may not necessarily reflect the views of Mavenir Systems, Inc. or its affiliates, who employ systems to monitor email messages, but make no representation that such messages are authorized, secure, uncompromised, or free from computer viruses, malware, or other defects. Thank You
-=-=-=-=-=-=-=-=-=-=-=- Links: You receive all messages sent to this group. View/Reply Online (#13372): https://lists.fd.io/g/vpp-dev/message/13372 Mute This Topic: https://lists.fd.io/mt/32207146/21656 Group Owner: vpp-dev+ow...@lists.fd.io Unsubscribe: https://lists.fd.io/g/vpp-dev/unsub [arch...@mail-archive.com] -=-=-=-=-=-=-=-=-=-=-=-
