Hello Mates,
I’m trying to create 50k classify tables with 6GB heap memory and 8GM
docker RAM but the vpp crashes after the creation of 32k classify tables.
Even though there are unused memory left in both heap and ram the vpp
crashes due to out-of -memory.
Is there any reason for it, if it can be fine tuned please share the
details of how it can be done.
Thanks in advance.
Back Trace of the crash:
(gdb) bt
#0 0x00007ffff6bd913f in clib_mem_alloc_aligned_at_offset (size=64,
align=64, align_offset=0, os_out_of_memory_on_failure=1)
at /home/Immaculate/Oct12/vpp/src/vppinfra/mem.h:238
#1 0x00007ffff6bd91ad in clib_mem_alloc_aligned (size=64, align=64) at
/home/Immaculate/Oct12/vpp/src/vppinfra/mem.h:263
#2 0x00007ffff6bd954f in clib_spinlock_init (p=0x7fffba6a8c30) at
/home/Immaculate/Oct12/vpp/src/vppinfra/lock.h:67
#3 0x00007ffff6bdb6ca in vnet_classify_new_table (cm=0x7ffff7db9460
<vnet_classify_main>, mask=0x7fffb9d52360 "", nbuckets=2, memory_size=1024,
skip_n_vectors=1, match_n_vectors=2) at
/home/Immaculate/Oct12/vpp/src/vnet/classify/vnet_classify.c:194
#4 0x00007ffff6bdd862 in vnet_classify_add_del_table (cm=0x7ffff7db9460
<vnet_classify_main>, mask=0x7fffb9d52360 "", nbuckets=2, memory_size=1024,
skip=1,
match=2, next_table_index=4294967295, qfi=0 '\000', src_port_start=0,
src_port_end=0, dst_port_start=0, dst_port_end=0,
miss_next_index=4294967295,
table_index=0x7fff6a0f09d8, current_data_flag=0 '\000',
current_data_offset=0, is_add=1, del_chain=0)
at /home/Immaculate/Oct12/vpp/src/vnet/classify/vnet_classify.c:824
#5 0x00007ffff6be0a6a in classify_table_command_fn (vm=0x7fffb3ab8680,
input=0x7fff6a0f0ef0, cmd=0x7fffb84d5ef0)
at /home/Immaculate/Oct12/vpp/src/vnet/classify/vnet_classify.c:1690
#6 0x00007ffff7e7584c in vlib_cli_dispatch_sub_commands
(vm=0x7fffb3ab8680, cm=0x7ffff7f8fe60 <vlib_global_main+32>,
input=0x7fff6a0f0ef0,
parent_command_index=1062) at
/home/Immaculate/Oct12/vpp/src/vlib/cli.c:591
#7 0x00007ffff7e755d7 in vlib_cli_dispatch_sub_commands
(vm=0x7fffb3ab8680, cm=0x7ffff7f8fe60 <vlib_global_main+32>,
input=0x7fff6a0f0ef0,
parent_command_index=0) at /home/Immaculate/Oct12/vpp/src/vlib/cli.c:548
#8 0x00007ffff7e75d77 in vlib_cli_input (vm=0x7fffb3ab8680,
input=0x7fff6a0f0ef0, function=0x7ffff7f19fa1 <unix_vlib_cli_output>,
function_arg=0)
at /home/Immaculate/Oct12/vpp/src/vlib/cli.c:694
#9 0x00007ffff7f212a3 in unix_cli_process_input (cm=0x7ffff7f90280
<unix_cli_main>, cli_file_index=0) at
/home/Immaculate/Oct12/vpp/src/vlib/unix/cli.c:2613
#10 0x00007ffff7f2203d in unix_cli_process (vm=0x7fffb3ab8680,
rt=0x7fffb8348840, f=0x0) at
/home/Immaculate/Oct12/vpp/src/vlib/unix/cli.c:2731
#11 0x00007ffff7ebe5f7 in vlib_process_bootstrap (_a=140736083740384) at
/home/Immaculate/Oct12/vpp/src/vlib/main.c:1299
#12 0x00007ffff5fec638 in clib_calljmp () at
/home/Immaculate/Oct12/vpp/src/vppinfra/longjmp.S:123
#13 0x00007fffac4746b0 in ?? ()
#14 0x00007ffff7ebe720 in vlib_process_startup (vm=0x7fffb7e821a8,
p=0x7fffb3ab83b8, f=0x7ffff5fadd1a <mspace_usable_size_with_delta+60>)
at /home/Immaculate/Oct12/vpp/src/vlib/main.c:1324
#15 0x00007fffb7e821a8 in ?? ()
#16 0x00007fffac474730 in ?? ()
#17 0x00007fffb7c0d7b0 in ?? ()
#18 0x00007ffff7f14daa in vec_header_bytes (header_bytes=140736276256672)
at /home/Immaculate/Oct12/vpp/src/vppinfra/vec_bootstrap.h:81
#19 0x00007ffff5fadd1a in mspace_usable_size_with_delta (p=0x7fffb7c0d7b8)
at /home/Immaculate/Oct12/vpp/src/vppinfra/dlmalloc.c:4333
#20 0x00007ffff7f14c6a in clib_mem_size_nocheck (p=0x7fffb7c0d7b8) at
/home/Immaculate/Oct12/vpp/src/vppinfra/mem.h:217
#21 0x00007ffff7f14d87 in clib_mem_size (p=0x7fffb7c0d7b8) at
/home/Immaculate/Oct12/vpp/src/vppinfra/mem.h:346
#22 0x00007ffff7f14f37 in _vec_resize_inline (v=0x7fffb7c0d7c0,
length_increment=1, data_bytes=4, header_bytes=0, data_align=4, numa_id=255)
at /home/Immaculate/Oct12/vpp/src/vppinfra/vec.h:157
#23 0x00007ffff7f17bbb in vlib_process_signal_event_helper
(nm=0x7fffb3ab87f0, n=0x7fffb8348600, p=0x7fffb8348840, t=0, n_data_elts=1,
n_data_elt_bytes=8)
at /home/Immaculate/Oct12/vpp/src/vlib/node_funcs.h:903
#24 0x0000000000000012 in ?? ()
#25 0x00007fffac474958 in ?? ()
#26 0x00007ffff604d1c7 in vec_aligned_header (v=<error reading variable:
Cannot access memory at address 0x0>,
header_bytes=<error reading variable: Cannot access memory at address
0xfffffffffffffff8>,
align=<error reading variable: Cannot access memory at address
0xfffffffffffffff0>) at
/home/Immaculate/Oct12/vpp/src/vppinfra/vec_bootstrap.h:118
Backtrace stopped: previous frame inner to this frame (corrupt stack?)
Thanks,
Akash
-=-=-=-=-=-=-=-=-=-=-=-
Links: You receive all messages sent to this group.
View/Reply Online (#20325): https://lists.fd.io/g/vpp-dev/message/20325
Mute This Topic: https://lists.fd.io/mt/86306327/21656
Group Owner: vpp-dev+ow...@lists.fd.io
Unsubscribe: https://lists.fd.io/g/vpp-dev/unsub [arch...@mail-archive.com]
-=-=-=-=-=-=-=-=-=-=-=-
