Hi Florian, Confirming that rx/tx descriptors are set to 256.
However, bitrate is still at 3.78 Gbits/sec with VPP vs 11.9 Gbits/sec without VPP > > Beyond that, the only thing I’m noticing is that the client is very > bursty, i.e., sends up to 42 packets / dispatch but the receiver only gets > 4. There are no drops so it looks like the network is struggling to buffer > and deliver the packets instead of dropping, which might actually help in > this case. I'm unsure on how to resolve this. Also, re-posting startup.conf to see if I am missing something.
root@ip-10-21-120-238:~# vppctl show session verbose 2
Thread 0: no sessions
[1:0][T] 10.21.120.187:38421->10.21.120.133:5201 ESTABLISHED
index: 0 cfg: TSO off flags: PSH pending timers:
snd_una 142 snd_nxt 142 rcv_nxt 5 rcv_las 5
snd_wnd 39999488 rcv_wnd 39999488 rcv_wscale 10 snd_wl1 4 snd_wl2 142
flight size 0 out space 4485 rcv_wnd_av 39999488 tsval_recent 81914
tsecr 81905 tsecr_last_ack 81905 tsval_recent_age 18822 snd_mss 1448
rto 724 rto_boff 0 srtt 157.7 us 157.731 rttvar 141.6 rtt_ts 0.0000 rtt_seq 142
next_node 0 opaque 0x0 fib_index 0 sw_if_index 1
cong: none algo cubic cwnd 4485 ssthresh 2147483647 bytes_acked 0
cc space 4485 prev_cwnd 0 prev_ssthresh 0
snd_cong 0 dupack 0 limited_tx 2905031342
rxt_bytes 0 rxt_delivered 0 rxt_head 2905031342 rxt_ts 100732
prr_start 2905031342 prr_delivered 0 prr space 0
sboard: sacked 0 last_sacked 0 lost 0 last_lost 0 rxt_sacked 0
last_delivered 0 high_sacked 2905031342 is_reneging 0 reorder 3
cur_rxt_hole 4294967295 high_rxt 2905031342 rescue_rxt 2905031342
stats: in segs 7 dsegs 4 bytes 4 dupacks 0
out segs 9 dsegs 2 bytes 141 dupacks 0
fr 0 tr 0 rxt segs 0 bytes 0 duration 18.829
err wnd data below 0 above 0 ack below 0 above 0
pacer: rate 28434 bucket 0 t/p .028 last_update 18.823 s burst 1460
transport: flags 0x5
Rx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 4 tail 4 segment manager 2
vpp session 0 thread 1 app session 0 thread 0
ooo pool 0 active elts newest 4294967295
Tx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 141 tail 141 segment manager 2
vpp session 0 thread 1 app session 0 thread 0
ooo pool 0 active elts newest 0
session: state: ready opaque: 0x0 flags:
[1:1][T] 10.21.120.187:61552->10.21.120.133:5201 ESTABLISHED
index: 1 cfg: TSO off flags: PSH pending timers: RETRANSMIT
snd_una 272449534 snd_nxt 272574062 rcv_nxt 1 rcv_las 1
snd_wnd 39995392 rcv_wnd 39999488 rcv_wscale 10 snd_wl1 1 snd_wl2 272449534
flight size 124528 out space 39870864 rcv_wnd_av 39999488 tsval_recent 100737
tsecr 100732 tsecr_last_ack 100732 tsval_recent_age 0 snd_mss 1448
rto 200 rto_boff 0 srtt .9 us .299 rttvar 0.0 rtt_ts 100.7328 rtt_seq 272574062
next_node 0 opaque 0x0 fib_index 0 sw_if_index 1
cong: none algo cubic cwnd 40006829 ssthresh 2147483647 bytes_acked 7240
cc space 39870864 prev_cwnd 0 prev_ssthresh 0
snd_cong 0 dupack 0 limited_tx 2449973586
rxt_bytes 0 rxt_delivered 0 rxt_head 2449973586 rxt_ts 100732
prr_start 2449973586 prr_delivered 0 prr space 0
sboard: sacked 0 last_sacked 0 lost 0 last_lost 0 rxt_sacked 0
last_delivered 0 high_sacked 2449973586 is_reneging 0 reorder 3
cur_rxt_hole 4294967295 high_rxt 2449973586 rescue_rxt 2449973586
stats: in segs 1319281 dsegs 0 bytes 0 dupacks 0
out segs 6120520 dsegs 6120518 bytes 8862508653 dupacks 0
fr 0 tr 0 rxt segs 0 bytes 0 duration 18.824
err wnd data below 0 above 0 ack below 0 above 0
pacer: rate 133386363422 bucket 516 t/p 133386.359 last_update 19 us burst
62780
transport: flags 0x1
Rx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 0 tail 0 segment manager 2
vpp session 1 thread 1 app session 1 thread 0
ooo pool 0 active elts newest 0
Tx fifo: cursize 40000000 nitems 40000000 has_event 1 min_alloc 65536
head 272449533 tail 312449533 segment manager 2
vpp session 1 thread 1 app session 1 thread 0
ooo pool 0 active elts newest 0
session: state: ready opaque: 0x0 flags:
Thread 1: active sessions 2
root@ip-10-21-120-238:~# vppctl show session verbose 2
Thread 0: no sessions
[1:0][T] 10.21.120.187:38421->10.21.120.133:5201 ESTABLISHED
index: 0 cfg: TSO off flags: PSH pending timers:
snd_una 142 snd_nxt 142 rcv_nxt 5 rcv_las 5
snd_wnd 39999488 rcv_wnd 39999488 rcv_wscale 10 snd_wl1 4 snd_wl2 142
flight size 0 out space 4485 rcv_wnd_av 39999488 tsval_recent 81914
tsecr 81905 tsecr_last_ack 81905 tsval_recent_age 20746 snd_mss 1448
rto 724 rto_boff 0 srtt 157.7 us 157.731 rttvar 141.6 rtt_ts 0.0000 rtt_seq 142
next_node 0 opaque 0x0 fib_index 0 sw_if_index 1
cong: none algo cubic cwnd 4485 ssthresh 2147483647 bytes_acked 0
cc space 4485 prev_cwnd 0 prev_ssthresh 0
snd_cong 0 dupack 0 limited_tx 2905031342
rxt_bytes 0 rxt_delivered 0 rxt_head 2905031342 rxt_ts 102656
prr_start 2905031342 prr_delivered 0 prr space 0
sboard: sacked 0 last_sacked 0 lost 0 last_lost 0 rxt_sacked 0
last_delivered 0 high_sacked 2905031342 is_reneging 0 reorder 3
cur_rxt_hole 4294967295 high_rxt 2905031342 rescue_rxt 2905031342
stats: in segs 7 dsegs 4 bytes 4 dupacks 0
out segs 9 dsegs 2 bytes 141 dupacks 0
fr 0 tr 0 rxt segs 0 bytes 0 duration 20.752
err wnd data below 0 above 0 ack below 0 above 0
pacer: rate 28434 bucket 0 t/p .028 last_update 20.746 s burst 1460
transport: flags 0x5
Rx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 4 tail 4 segment manager 2
vpp session 0 thread 1 app session 0 thread 0
ooo pool 0 active elts newest 4294967295
Tx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 141 tail 141 segment manager 2
vpp session 0 thread 1 app session 0 thread 0
ooo pool 0 active elts newest 0
session: state: ready opaque: 0x0 flags:
[1:1][T] 10.21.120.187:61552->10.21.120.133:5201 ESTABLISHED
index: 1 cfg: TSO off flags: PSH pending timers: RETRANSMIT
snd_una 1179013374 snd_nxt 1179137902 rcv_nxt 1 rcv_las 1
snd_wnd 39985152 rcv_wnd 39999488 rcv_wscale 10 snd_wl1 1 snd_wl2 1179013374
flight size 124528 out space 39860624 rcv_wnd_av 39999488 tsval_recent 102661
tsecr 102655 tsecr_last_ack 102655 tsval_recent_age 0 snd_mss 1448
rto 200 rto_boff 0 srtt .9 us .316 rttvar .1 rtt_ts 0.0000 rtt_seq 1178888846
next_node 0 opaque 0x0 fib_index 0 sw_if_index 1
cong: none algo cubic cwnd 40006829 ssthresh 2147483647 bytes_acked 23168
cc space 39860624 prev_cwnd 0 prev_ssthresh 0
snd_cong 0 dupack 0 limited_tx 2449973586
rxt_bytes 0 rxt_delivered 0 rxt_head 2449973586 rxt_ts 102656
prr_start 2449973586 prr_delivered 0 prr space 0
sboard: sacked 0 last_sacked 0 lost 0 last_lost 0 rxt_sacked 0
last_delivered 0 high_sacked 2449973586 is_reneging 0 reorder 3
cur_rxt_hole 4294967295 high_rxt 2449973586 rescue_rxt 2449973586
stats: in segs 1453877 dsegs 0 bytes 0 dupacks 0
out segs 6746600 dsegs 6746598 bytes 9769072493 dupacks 0
fr 0 tr 0 rxt segs 0 bytes 0 duration 20.747
err wnd data below 0 above 0 ack below 0 above 0
pacer: rate 126682981129 bucket 516 t/p 126682.984 last_update 18 us burst
62780
transport: flags 0x1
Rx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 0 tail 0 segment manager 2
vpp session 1 thread 1 app session 1 thread 0
ooo pool 0 active elts newest 0
Tx fifo: cursize 40000000 nitems 40000000 has_event 1 min_alloc 65536
head 1179013373 tail 1219013373 segment manager 2
vpp session 1 thread 1 app session 1 thread 0
ooo pool 0 active elts newest 0
session: state: ready opaque: 0x0 flags:
Thread 1: active sessions 2
root@ip-10-21-120-238:~# vppctl show session verbose 2
Thread 0: no sessions
[1:0][T] 10.21.120.187:38421->10.21.120.133:5201 ESTABLISHED
index: 0 cfg: TSO off flags: PSH pending timers:
snd_una 142 snd_nxt 142 rcv_nxt 5 rcv_las 5
snd_wnd 39999488 rcv_wnd 39999488 rcv_wscale 10 snd_wl1 4 snd_wl2 142
flight size 0 out space 4485 rcv_wnd_av 39999488 tsval_recent 81914
tsecr 81905 tsecr_last_ack 81905 tsval_recent_age 22308 snd_mss 1448
rto 724 rto_boff 0 srtt 157.7 us 157.731 rttvar 141.6 rtt_ts 0.0000 rtt_seq 142
next_node 0 opaque 0x0 fib_index 0 sw_if_index 1
cong: none algo cubic cwnd 4485 ssthresh 2147483647 bytes_acked 0
cc space 4485 prev_cwnd 0 prev_ssthresh 0
snd_cong 0 dupack 0 limited_tx 2905031342
rxt_bytes 0 rxt_delivered 0 rxt_head 2905031342 rxt_ts 104218
prr_start 2905031342 prr_delivered 0 prr space 0
sboard: sacked 0 last_sacked 0 lost 0 last_lost 0 rxt_sacked 0
last_delivered 0 high_sacked 2905031342 is_reneging 0 reorder 3
cur_rxt_hole 4294967295 high_rxt 2905031342 rescue_rxt 2905031342
stats: in segs 7 dsegs 4 bytes 4 dupacks 0
out segs 9 dsegs 2 bytes 141 dupacks 0
fr 0 tr 0 rxt segs 0 bytes 0 duration 22.315
err wnd data below 0 above 0 ack below 0 above 0
pacer: rate 28434 bucket 0 t/p .028 last_update 22.309 s burst 1460
transport: flags 0x5
Rx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 4 tail 4 segment manager 2
vpp session 0 thread 1 app session 0 thread 0
ooo pool 0 active elts newest 4294967295
Tx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 141 tail 141 segment manager 2
vpp session 0 thread 1 app session 0 thread 0
ooo pool 0 active elts newest 0
session: state: ready opaque: 0x0 flags:
[1:1][T] 10.21.120.187:61552->10.21.120.133:5201 ESTABLISHED
index: 1 cfg: TSO off flags: PSH pending timers: RETRANSMIT
snd_una 1914849326 snd_nxt 1914973854 rcv_nxt 1 rcv_las 1
snd_wnd 39988224 rcv_wnd 39999488 rcv_wscale 10 snd_wl1 1 snd_wl2 1914849326
flight size 124528 out space 39863696 rcv_wnd_av 39999488 tsval_recent 104224
tsecr 104218 tsecr_last_ack 104218 tsval_recent_age 0 snd_mss 1448
rto 200 rto_boff 0 srtt .9 us .299 rttvar 0.0 rtt_ts 104.2189 rtt_seq
1914973854
next_node 0 opaque 0x0 fib_index 0 sw_if_index 1
cong: none algo cubic cwnd 40006829 ssthresh 2147483647 bytes_acked 14480
cc space 39863696 prev_cwnd 0 prev_ssthresh 0
snd_cong 0 dupack 0 limited_tx 2449973586
rxt_bytes 0 rxt_delivered 0 rxt_head 2449973586 rxt_ts 104218
prr_start 2449973586 prr_delivered 0 prr space 0
sboard: sacked 0 last_sacked 0 lost 0 last_lost 0 rxt_sacked 0
last_delivered 0 high_sacked 2449973586 is_reneging 0 reorder 3
cur_rxt_hole 4294967295 high_rxt 2449973586 rescue_rxt 2449973586
stats: in segs 1562800 dsegs 0 bytes 0 dupacks 0
out segs 7254774 dsegs 7254772 bytes 10504908445 dupacks 0
fr 0 tr 0 rxt segs 0 bytes 0 duration 22.309
err wnd data below 0 above 0 ack below 0 above 0
pacer: rate 133845955027 bucket 516 t/p 133845.953 last_update 15 us burst
62780
transport: flags 0x1
Rx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 0 tail 0 segment manager 2
vpp session 1 thread 1 app session 1 thread 0
ooo pool 0 active elts newest 0
Tx fifo: cursize 40000000 nitems 40000000 has_event 1 min_alloc 65536
head 1914849325 tail 1954849325 segment manager 2
vpp session 1 thread 1 app session 1 thread 0
ooo pool 0 active elts newest 0
session: state: ready opaque: 0x0 flags:
Thread 1: active sessions 2
root@ip-10-21-120-238:~# vppctl show run
Thread 0 vpp_main (lcore 1)
Time 44.9, 10 sec internal node vector rate 0.00 loops/sec 33605.74
vector rates in 0.0000e0, out 6.6833e-2, drop 2.2278e-2, punt 0.0000e0
Name State Calls Vectors
Suspends Clocks Vectors/Call
api-rx-from-ring any wait 0 0
3 3.94e4 0.00
dpdk-process any wait 0 0
15 9.58e4 0.00
drop active 1 1
0 2.92e3 1.00
error-drop active 1 1
0 2.27e3 1.00
fib-walk any wait 0 0
23 7.14e3 0.00
ip4-drop active 1 1
0 3.14e3 1.00
ip4-full-reassembly-expire-wal any wait 0 0
4 4.97e3 0.00
ip4-glean active 1 1
0 1.19e4 1.00
ip4-lookup active 3 3
0 4.30e3 1.00
ip4-rewrite active 2 2
0 3.79e3 1.00
ip4-sv-reassembly-expire-walk any wait 0 0
4 3.53e3 0.00
ip6-full-reassembly-expire-wal any wait 0 0
4 3.29e3 0.00
ip6-mld-process any wait 0 0
45 2.88e3 0.00
ip6-ra-process any wait 0 0
45 1.74e3 0.00
ip6-sv-reassembly-expire-walk any wait 0 0
4 4.55e3 0.00
session-queue interrupt wa 200006 0
0 2.67e2 0.00
session-queue-process any wait 0 0
45 1.34e5 0.00
statseg-collector-process time wait 0 0
4 2.15e6 0.00
tcp4-output active 3 3
0 3.07e3 1.00
unix-cli-local:9 active 5 0
10 9.25e13 0.00
unix-cli-new-session any wait 0 0
10 3.86e3 0.00
unix-epoll-input polling 569761 0
0 2.36e5 0.00
vpp0-output active 3 3
0 5.34e3 1.00
vpp0-tx active 3 3
0 2.13e4 1.00
---------------
Thread 1 vpp_wk_0 (lcore 2)
Time 44.9, 10 sec internal node vector rate 27.09 loops/sec 7413.79
vector rates in 2.2226e5, out 1.8279e5, drop 2.2278e-2, punt 0.0000e0
Name State Calls Vectors
Suspends Clocks Vectors/Call
arp-input active 1 1
0 2.76e3 1.00
arp-reply active 1 1
0 3.73e4 1.00
dpdk-input polling 137997416 1771277
0 1.20e4 .01
drop active 1 1
0 2.99e3 1.00
error-drop active 1 1
0 2.17e3 1.00
ethernet-input active 190901 1771277
0 1.15e2 9.28
ip4-input-no-checksum active 190900 1771276
0 5.32e1 9.28
ip4-lookup active 190963 9976657
0 2.94e1 52.24
ip4-receive active 190900 1771276
0 3.19e2 9.28
ip4-rewrite active 190945 8205381
0 2.25e1 42.97
session-queue polling 137997416 8205381
0 3.66e3 .06
tcp4-established active 190898 1771274
0 3.25e2 9.28
tcp4-input active 190900 1771276
0 1.11e2 9.28
tcp4-output active 190945 8205381
0 3.57e1 42.97
tcp4-syn-sent active 2 2
0 1.71e5 1.00
unix-epoll-input polling 134632 0
0 1.49e3 0.00
vpp0-output active 190945 8205381
0 2.33e2 42.97
vpp0-tx active 190945 8205381
0 7.87e3 42.97
root@ip-10-21-120-238:~# vppctl show error
Count Node Reason
Severity
1 session-queue Packets transmitted
info
3 tcp4-output Packets sent
info
1 ip4-glean ARP requests sent
error
1 dpdk-input no error
error
8992539 session-queue Packets transmitted
info
2 tcp4-syn-sent SYN-ACKs received
info
4 tcp4-established Packets pushed into rx fifo
info
1937633 tcp4-established Pure ACKs received
info
8992539 tcp4-output Packets sent
info
root@ip-10-21-120-238:~# vppctl show hardware
Name Idx Link Hardware
local0 0 down local0
Link speed: unknown
local
vpp0 1 up vpp0
Link speed: unknown
RX Queues:
queue thread mode
0 vpp_wk_0 (1) polling
Ethernet address 0e:d7:6f:02:f2:85
AWS ENA VF
carrier up full duplex max-frame-size 9026
flags: admin-up maybe-multiseg rx-ip4-cksum
Devargs:
rx: queues 1 (max 8), desc 256 (min 128 max 2048 align 1)
tx: queues 2 (max 8), desc 256 (min 128 max 1024 align 1)
pci: device 1d0f:ec20 subsystem 0000:0000 address 0000:00:06.00 numa 0
max rx packet len: 9234
promiscuous: unicast off all-multicast off
vlan offload: strip off filter off qinq off
rx offload avail: ipv4-cksum udp-cksum tcp-cksum scatter
rx offload active: ipv4-cksum scatter
tx offload avail: ipv4-cksum udp-cksum tcp-cksum multi-segs
tx offload active: multi-segs
rss avail: ipv4-tcp ipv4-udp ipv6-tcp ipv6-udp
rss active: none
tx burst function: (not available)
rx burst function: (not available)
tx frames ok 9755082
tx bytes ok 14769146781
rx frames ok 2103739
rx bytes ok 138845629
extended stats:
rx_good_packets 2103739
tx_good_packets 9755082
rx_good_bytes 138845629
tx_good_bytes 14769146781
rx_q0_packets 2103739
rx_q0_bytes 138845629
tx_q0_packets 3
tx_q0_bytes 190
tx_q1_packets 9755079
tx_q1_bytes 14769146591
dev_start 1
rx_q0_cnt 2103739
rx_q0_bytes 138845629
tx_q0_cnt 3
tx_q1_cnt 9755079
tx_q0_bytes 190
tx_q1_bytes 14769146591
tx_q0_tx_poll 3
tx_q1_tx_poll 226992
tx_q0_doorbells 3
tx_q1_doorbells 226992
tx_q0_available_desc 252
tx_q1_available_desc 236
root@ip-10-21-120-238:~#root@ip-10-21-120-175:~# vppctl show session verbose 2
[0:0][CT:T] 0.0.0.0:5201->0.0.0.0:0 LISTEN
[0:1][T] 0.0.0.0:5201->0.0.0.0:0 LISTEN
Thread 0: active sessions 2
[1:0][T] 10.21.120.133:5201->10.21.120.187:38421 ESTABLISHED
index: 0 cfg: TSO off flags: PSH pending timers:
snd_una 5 snd_nxt 5 rcv_nxt 142 rcv_las 142
snd_wnd 39999488 rcv_wnd 39999488 rcv_wscale 10 snd_wl1 142 snd_wl2 5
flight size 0 out space 4348 rcv_wnd_av 39999488 tsval_recent 81910
tsecr 81914 tsecr_last_ack 81914 tsval_recent_age 18822 snd_mss 1448
rto 200 rto_boff 0 srtt .7 us .684 rttvar .6 rtt_ts 0.0000 rtt_seq 4
next_node 0 opaque 0x0 fib_index 0 sw_if_index 1
cong: none algo cubic cwnd 4348 ssthresh 2147483647 bytes_acked 1
cc space 4348 prev_cwnd 0 prev_ssthresh 0
snd_cong 0 dupack 0 limited_tx 725880254
rxt_bytes 0 rxt_delivered 0 rxt_head 725880254 rxt_ts 100737
prr_start 725880254 prr_delivered 0 prr space 0
sboard: sacked 0 last_sacked 0 lost 0 last_lost 0 rxt_sacked 0
last_delivered 0 high_sacked 725880254 is_reneging 0 reorder 3
cur_rxt_hole 4294967295 high_rxt 725880254 rescue_rxt 725880254
stats: in segs 7 dsegs 2 bytes 141 dupacks 0
out segs 8 dsegs 4 bytes 4 dupacks 0
fr 0 tr 0 rxt segs 0 bytes 0 duration 19.029
err wnd data below 0 above 0 ack below 0 above 0
pacer: rate 6354487 bucket 0 t/p 6.354 last_update 18.822 s burst 1460
transport: flags 0x5
Rx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 141 tail 141 segment manager 3
vpp session 0 thread 1 app session 1 thread 0
ooo pool 0 active elts newest 4294967295
Tx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 4 tail 4 segment manager 3
vpp session 0 thread 1 app session 1 thread 0
ooo pool 0 active elts newest 0
session: state: ready opaque: 0x0 flags:
[1:1][T] 10.21.120.133:5201->10.21.120.187:61552 ESTABLISHED
index: 1 cfg: TSO off flags: timers:
snd_una 1 snd_nxt 1 rcv_nxt 272262742 rcv_las 272262742
snd_wnd 39999488 rcv_wnd 39999488 rcv_wscale 10 snd_wl1 272261294 snd_wl2 1
flight size 0 out space 4344 rcv_wnd_av 39999488 tsval_recent 100732
tsecr 100736 tsecr_last_ack 100736 tsval_recent_age 0 snd_mss 1448
rto 200 rto_boff 0 srtt .1 us .100 rttvar 0.0 rtt_ts 0.0000 rtt_seq 1220630056
next_node 0 opaque 0x0 fib_index 0 sw_if_index 1
cong: none algo cubic cwnd 4344 ssthresh 2147483647 bytes_acked 0
cc space 4344 prev_cwnd 0 prev_ssthresh 0
snd_cong 0 dupack 0 limited_tx 1220630056
rxt_bytes 0 rxt_delivered 0 rxt_head 1220630056 rxt_ts 100737
prr_start 1220630056 prr_delivered 0 prr space 0
sboard: sacked 0 last_sacked 0 lost 0 last_lost 0 rxt_sacked 0
last_delivered 0 high_sacked 1220630056 is_reneging 0 reorder 3
cur_rxt_hole 4294967295 high_rxt 1220630056 rescue_rxt 1220630056
stats: in segs 6120304 dsegs 6120303 bytes 8862197333 dupacks 0
out segs 1319270 dsegs 0 bytes 0 dupacks 0
fr 0 tr 0 rxt segs 0 bytes 0 duration 18.823
err wnd data below 0 above 0 ack below 0 above 0
pacer: rate 43440000 bucket 0 t/p 43.439 last_update 15 us burst 1460
transport: flags 0x5
Rx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 272262741 tail 272262741 segment manager 3
vpp session 1 thread 1 app session 2 thread 0
ooo pool 0 active elts newest 4294967295
Tx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 0 tail 0 segment manager 3
vpp session 1 thread 1 app session 2 thread 0
ooo pool 0 active elts newest 0
session: state: ready opaque: 0x0 flags:
Thread 1: active sessions 2
root@ip-10-21-120-175:~# vppctl show session verbose 2
[0:0][CT:T] 0.0.0.0:5201->0.0.0.0:0 LISTEN
[0:1][T] 0.0.0.0:5201->0.0.0.0:0 LISTEN
Thread 0: active sessions 2
[1:0][T] 10.21.120.133:5201->10.21.120.187:38421 ESTABLISHED
index: 0 cfg: TSO off flags: PSH pending timers:
snd_una 5 snd_nxt 5 rcv_nxt 142 rcv_las 142
snd_wnd 39999488 rcv_wnd 39999488 rcv_wscale 10 snd_wl1 142 snd_wl2 5
flight size 0 out space 4348 rcv_wnd_av 39999488 tsval_recent 81910
tsecr 81914 tsecr_last_ack 81914 tsval_recent_age 20745 snd_mss 1448
rto 200 rto_boff 0 srtt .7 us .684 rttvar .6 rtt_ts 0.0000 rtt_seq 4
next_node 0 opaque 0x0 fib_index 0 sw_if_index 1
cong: none algo cubic cwnd 4348 ssthresh 2147483647 bytes_acked 1
cc space 4348 prev_cwnd 0 prev_ssthresh 0
snd_cong 0 dupack 0 limited_tx 725880254
rxt_bytes 0 rxt_delivered 0 rxt_head 725880254 rxt_ts 102660
prr_start 725880254 prr_delivered 0 prr space 0
sboard: sacked 0 last_sacked 0 lost 0 last_lost 0 rxt_sacked 0
last_delivered 0 high_sacked 725880254 is_reneging 0 reorder 3
cur_rxt_hole 4294967295 high_rxt 725880254 rescue_rxt 725880254
stats: in segs 7 dsegs 2 bytes 141 dupacks 0
out segs 8 dsegs 4 bytes 4 dupacks 0
fr 0 tr 0 rxt segs 0 bytes 0 duration 20.952
err wnd data below 0 above 0 ack below 0 above 0
pacer: rate 6354487 bucket 0 t/p 6.354 last_update 20.746 s burst 1460
transport: flags 0x5
Rx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 141 tail 141 segment manager 3
vpp session 0 thread 1 app session 1 thread 0
ooo pool 0 active elts newest 4294967295
Tx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 4 tail 4 segment manager 3
vpp session 0 thread 1 app session 1 thread 0
ooo pool 0 active elts newest 0
session: state: ready opaque: 0x0 flags:
[1:1][T] 10.21.120.133:5201->10.21.120.187:61552 ESTABLISHED
index: 1 cfg: TSO off flags: Send ACK timers:
snd_una 1 snd_nxt 1 rcv_nxt 1178835270 rcv_las 1178833822
snd_wnd 39999488 rcv_wnd 39999488 rcv_wscale 10 snd_wl1 1178833822 snd_wl2 1
flight size 0 out space 4344 rcv_wnd_av 39998040 tsval_recent 102655
tsecr 102660 tsecr_last_ack 102660 tsval_recent_age 0 snd_mss 1448
rto 200 rto_boff 0 srtt .1 us .100 rttvar 0.0 rtt_ts 0.0000 rtt_seq 1220630056
next_node 0 opaque 0x0 fib_index 0 sw_if_index 1
cong: none algo cubic cwnd 4344 ssthresh 2147483647 bytes_acked 0
cc space 4344 prev_cwnd 0 prev_ssthresh 0
snd_cong 0 dupack 0 limited_tx 1220630056
rxt_bytes 0 rxt_delivered 0 rxt_head 1220630056 rxt_ts 102660
prr_start 1220630056 prr_delivered 0 prr space 0
sboard: sacked 0 last_sacked 0 lost 0 last_lost 0 rxt_sacked 0
last_delivered 0 high_sacked 1220630056 is_reneging 0 reorder 3
cur_rxt_hole 4294967295 high_rxt 1220630056 rescue_rxt 1220630056
stats: in segs 6746390 dsegs 6746389 bytes 9768769861 dupacks 0
out segs 1453874 dsegs 0 bytes 0 dupacks 0
fr 0 tr 0 rxt segs 0 bytes 0 duration 20.747
err wnd data below 0 above 0 ack below 0 above 0
pacer: rate 43440000 bucket 0 t/p 43.439 last_update 0 us burst 1460
transport: flags 0x1
Rx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 1178835269 tail 1178835269 segment manager 3
vpp session 1 thread 1 app session 2 thread 0
ooo pool 0 active elts newest 4294967295
Tx fifo: cursize 0 nitems 40000000 has_event 1 min_alloc 65536
head 0 tail 0 segment manager 3
vpp session 1 thread 1 app session 2 thread 0
ooo pool 0 active elts newest 0
session: state: ready opaque: 0x0 flags: custom-tx
Thread 1: active sessions 2
root@ip-10-21-120-175:~# vppctl show session verbose 2
[0:0][CT:T] 0.0.0.0:5201->0.0.0.0:0 LISTEN
[0:1][T] 0.0.0.0:5201->0.0.0.0:0 LISTEN
Thread 0: active sessions 2
[1:0][T] 10.21.120.133:5201->10.21.120.187:38421 ESTABLISHED
index: 0 cfg: TSO off flags: PSH pending timers:
snd_una 5 snd_nxt 5 rcv_nxt 142 rcv_las 142
snd_wnd 39999488 rcv_wnd 39999488 rcv_wscale 10 snd_wl1 142 snd_wl2 5
flight size 0 out space 4348 rcv_wnd_av 39999488 tsval_recent 81910
tsecr 81914 tsecr_last_ack 81914 tsval_recent_age 22308 snd_mss 1448
rto 200 rto_boff 0 srtt .7 us .684 rttvar .6 rtt_ts 0.0000 rtt_seq 4
next_node 0 opaque 0x0 fib_index 0 sw_if_index 1
cong: none algo cubic cwnd 4348 ssthresh 2147483647 bytes_acked 1
cc space 4348 prev_cwnd 0 prev_ssthresh 0
snd_cong 0 dupack 0 limited_tx 725880254
rxt_bytes 0 rxt_delivered 0 rxt_head 725880254 rxt_ts 104223
prr_start 725880254 prr_delivered 0 prr space 0
sboard: sacked 0 last_sacked 0 lost 0 last_lost 0 rxt_sacked 0
last_delivered 0 high_sacked 725880254 is_reneging 0 reorder 3
cur_rxt_hole 4294967295 high_rxt 725880254 rescue_rxt 725880254
stats: in segs 7 dsegs 2 bytes 141 dupacks 0
out segs 8 dsegs 4 bytes 4 dupacks 0
fr 0 tr 0 rxt segs 0 bytes 0 duration 22.515
err wnd data below 0 above 0 ack below 0 above 0
pacer: rate 6354487 bucket 0 t/p 6.354 last_update 22.309 s burst 1460
transport: flags 0x5
Rx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 141 tail 141 segment manager 3
vpp session 0 thread 1 app session 1 thread 0
ooo pool 0 active elts newest 4294967295
Tx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 4 tail 4 segment manager 3
vpp session 0 thread 1 app session 1 thread 0
ooo pool 0 active elts newest 0
session: state: ready opaque: 0x0 flags:
[1:1][T] 10.21.120.133:5201->10.21.120.187:61552 ESTABLISHED
index: 1 cfg: TSO off flags: timers:
snd_una 1 snd_nxt 1 rcv_nxt 1914600270 rcv_las 1914600270
snd_wnd 39999488 rcv_wnd 39992320 rcv_wscale 10 snd_wl1 1914598822 snd_wl2 1
flight size 0 out space 4344 rcv_wnd_av 39992320 tsval_recent 104218
tsecr 104223 tsecr_last_ack 104223 tsval_recent_age 0 snd_mss 1448
rto 200 rto_boff 0 srtt .1 us .100 rttvar 0.0 rtt_ts 0.0000 rtt_seq 1220630056
next_node 0 opaque 0x0 fib_index 0 sw_if_index 1
cong: none algo cubic cwnd 4344 ssthresh 2147483647 bytes_acked 0
cc space 4344 prev_cwnd 0 prev_ssthresh 0
snd_cong 0 dupack 0 limited_tx 1220630056
rxt_bytes 0 rxt_delivered 0 rxt_head 1220630056 rxt_ts 104223
prr_start 1220630056 prr_delivered 0 prr space 0
sboard: sacked 0 last_sacked 0 lost 0 last_lost 0 rxt_sacked 0
last_delivered 0 high_sacked 1220630056 is_reneging 0 reorder 3
cur_rxt_hole 4294967295 high_rxt 1220630056 rescue_rxt 1220630056
stats: in segs 7254515 dsegs 7254514 bytes 10504534861 dupacks 0
out segs 1562782 dsegs 0 bytes 0 dupacks 0
fr 0 tr 0 rxt segs 0 bytes 0 duration 22.309
err wnd data below 0 above 0 ack below 0 above 0
pacer: rate 43440000 bucket 0 t/p 43.439 last_update 66 us burst 1460
transport: flags 0x5
Rx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 1914600269 tail 1914600269 segment manager 3
vpp session 1 thread 1 app session 2 thread 0
ooo pool 0 active elts newest 4294967295
Tx fifo: cursize 0 nitems 40000000 has_event 0 min_alloc 65536
head 0 tail 0 segment manager 3
vpp session 1 thread 1 app session 2 thread 0
ooo pool 0 active elts newest 0
session: state: ready opaque: 0x0 flags:
Thread 1: active sessions 2
root@ip-10-21-120-175:~# vppctl show run
Thread 0 vpp_main (lcore 1)
Time 44.9, 10 sec internal node vector rate 0.00 loops/sec 50753.65
vector rates in 0.0000e0, out 0.0000e0, drop 0.0000e0, punt 0.0000e0
Name State Calls Vectors
Suspends Clocks Vectors/Call
api-rx-from-ring any wait 0 0
3 3.94e4 0.00
dpdk-process any wait 0 0
15 1.39e5 0.00
fib-walk any wait 0 0
23 4.52e3 0.00
ip4-full-reassembly-expire-wal any wait 0 0
4 3.55e3 0.00
ip4-sv-reassembly-expire-walk any wait 0 0
4 2.65e3 0.00
ip6-full-reassembly-expire-wal any wait 0 0
4 2.26e3 0.00
ip6-mld-process any wait 0 0
45 1.85e3 0.00
ip6-ra-process any wait 0 0
45 1.19e3 0.00
ip6-sv-reassembly-expire-walk any wait 0 0
4 3.06e3 0.00
session-queue-process any wait 0 0
45 1.32e5 0.00
statseg-collector-process time wait 0 0
4 1.66e6 0.00
unix-cli-local:9 active 5 0
10 4.63e13 0.00
unix-cli-new-session any wait 0 0
10 2.68e3 0.00
unix-epoll-input polling 574087 0
0 2.34e5 0.00
---------------
Thread 1 vpp_wk_0 (lcore 2)
Time 44.9, 10 sec internal node vector rate 3.19 loops/sec 4070394.26
vector rates in 2.2225e5, out 3.9459e4, drop 4.4555e-2, punt 0.0000e0
Name State Calls Vectors
Suspends Clocks Vectors/Call
arp-input active 1 1
0 1.86e3 1.00
arp-reply active 1 1
0 8.80e3 1.00
dpdk-input polling 242486764 8205169
0 4.82e3 .03
drop active 2 2
0 2.10e3 1.00
error-drop active 2 2
0 1.71e3 1.00
ethernet-input active 1771254 8205169
0 1.08e2 4.63
ip4-drop active 1 1
0 2.57e3 1.00
ip4-glean active 1 1
0 1.16e4 1.00
ip4-input-no-checksum active 1771253 8205168
0 9.48e1 4.63
ip4-lookup active 2191810 9976420
0 9.57e1 4.55
ip4-receive active 1771253 8205168
0 3.83e2 4.63
ip4-rewrite active 1771251 1771251
0 2.39e2 1.00
session-queue polling 242486764 1771252
0 2.55e4 0.00
tcp4-established active 1771249 8205164
0 9.48e2 4.63
tcp4-input active 1771253 8205168
0 1.37e2 4.63
tcp4-listen active 2 2
0 2.61e5 1.00
tcp4-output active 1771252 1771252
0 4.51e2 1.00
tcp4-rcv-process active 2 2
0 1.96e4 1.00
unix-epoll-input polling 236572 0
0 1.59e3 0.00
vpp0-output active 1771252 1771252
0 3.03e2 1.00
vpp0-tx active 1771252 1771252
0 4.23e3 1.00
root@ip-10-21-120-175:~# vppctl show error
Count Node Reason
Severity
1 dpdk-input no error
error
1937612 session-queue Packets transmitted
info
2 tcp4-listen SYNs received
info
2 tcp4-rcv-process Pure ACKs received
info
8992280 tcp4-established Packets pushed into rx fifo
info
4 tcp4-established Pure ACKs received
info
1937612 tcp4-output Packets sent
info
1 ip4-glean ARP requests sent
error
root@ip-10-21-120-175:~# vppctl show hardware
Name Idx Link Hardware
local0 0 down local0
Link speed: unknown
local
vpp0 1 up vpp0
Link speed: unknown
RX Queues:
queue thread mode
0 vpp_wk_0 (1) polling
Ethernet address 0e:1e:67:41:d8:a9
AWS ENA VF
carrier up full duplex max-frame-size 9026
flags: admin-up maybe-multiseg rx-ip4-cksum
Devargs:
rx: queues 1 (max 8), desc 256 (min 128 max 2048 align 1)
tx: queues 2 (max 8), desc 256 (min 128 max 1024 align 1)
pci: device 1d0f:ec20 subsystem 0000:0000 address 0000:00:06.00 numa 0
max rx packet len: 9234
promiscuous: unicast off all-multicast off
vlan offload: strip off filter off qinq off
rx offload avail: ipv4-cksum udp-cksum tcp-cksum scatter
rx offload active: ipv4-cksum scatter
tx offload avail: ipv4-cksum udp-cksum tcp-cksum multi-segs
tx offload active: multi-segs
rss avail: ipv4-tcp ipv4-udp ipv6-tcp ipv6-udp
rss active: none
tx burst function: (not available)
rx burst function: (not available)
tx frames ok 2103739
tx bytes ok 138845629
rx frames ok 9755082
rx bytes ok 14769146781
extended stats:
rx_good_packets 9755082
tx_good_packets 2103739
rx_good_bytes 14769146781
tx_good_bytes 138845629
rx_q0_packets 9755082
rx_q0_bytes 14769146781
tx_q1_packets 2103739
tx_q1_bytes 138845629
dev_start 1
rx_q0_cnt 9755082
rx_q0_bytes 14769146781
tx_q1_cnt 2103739
tx_q1_bytes 138845629
tx_q1_tx_poll 2103636
tx_q1_doorbells 2103636
tx_q0_available_desc 255
tx_q1_available_desc 228
root@ip-10-21-120-175:~#
startup.conf
Description: Binary data
-=-=-=-=-=-=-=-=-=-=-=- Links: You receive all messages sent to this group. View/Reply Online (#21131): https://lists.fd.io/g/vpp-dev/message/21131 Mute This Topic: https://lists.fd.io/mt/89961794/21656 Group Owner: vpp-dev+ow...@lists.fd.io Unsubscribe: https://lists.fd.io/g/vpp-dev/unsub [arch...@mail-archive.com] -=-=-=-=-=-=-=-=-=-=-=-
