Hello! I am learning VPP and I need to transfer more than 10G using UDP protocol in both directions (tx and rx). I tried to write an UDP server. There are three threads in the server application. The first thread prints the transmission and reception statistics. The second thread receives packets in a loop. The third thread activates after the first received packet and starts transmitting UDP datagrams back in a loop. If I am using vpp in single threaded mode, I can only transfer 2Gbps per second and recieve about 8Gbps since the performance of one CPU core is not enough. If I set the number of workers in the /etc/vpp/startup.conf configuration file in the cpu section, I get a speed of about 10G for reception and about 100 kilobits per second for transmission (only 55 datagram per second). Please see my sources and vpp configuration. What should I change to improve the performance of transmission? Also, please see the output of my application:
[root@5G-Infra-DU1 vpp_udp_ser_async_example2]# VCL_CONFIG=/etc/vpp/vcl1.conf ./vcl_udp_server Packets sent PPS 0 (0 bits per second) Packets recv PPS 0 (0 bits per second) Packets sent PPS 13344 (27328512 bits per second) Packets recv PPS 4668681 (9412060896 bits per second) Packets sent PPS 55 (112640 bits per second) Packets recv PPS 4916520 (9911704320 bits per second) Packets sent PPS 55 (112640 bits per second) Packets recv PPS 5046687 (10174123008 bits per second) Packets sent PPS 55 (112640 bits per second) Packets recv PPS 5040438 (10161520992 bits per second) Thank, you
Makefile
Description: Binary data
#include <unistd.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <signal.h>
#include <sys/types.h>
#include <sys/socket.h>
#include <vcl/vppcom.h>
#include <atomic>
#include <inttypes.h>
#include <pthread.h>
uint8_t read_flag=0;
uint8_t exit_flag=0;
uint8_t print_flag=0;
std::atomic_uint_fast64_t SentPPS(0);
std::atomic_uint_fast64_t SentBPS(0);
std::atomic_uint_fast64_t RecvPPS(0);
std::atomic_uint_fast64_t RecvBPS(0);
vppcom_endpt_t saved_from;
//int vcl_session_read_ready (vcl_session_t * session);
unsigned char OutFrame[]={
0x31, 0x20, 0x43, 0x44, 0x45, 0x46,
0x47, 0x48, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x55, 0x56,
0x57, 0x58, 0x59, 0x5a, 0x41, 0x42, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48, 0x49, 0x4a, 0x4b, 0x4c,
0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x55, 0x56, 0x57, 0x58, 0x59, 0x5a, 0x41, 0x42,
0x43, 0x44, 0x45, 0x46, 0x47, 0x48, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52,
0x53, 0x54, 0x55, 0x56, 0x57, 0x58, 0x59, 0x5a, 0x41, 0x42, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48,
0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x55, 0x56, 0x57, 0x58,
0x59, 0x5a, 0x41, 0x42, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e,
0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x55, 0x56, 0x57, 0x58, 0x59, 0x5a, 0x41, 0x42, 0x43, 0x44,
0x45, 0x46, 0x47, 0x48, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54,
0x55, 0x56, 0x57, 0x58, 0x59, 0x5a, 0x41, 0x42, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48, 0x49, 0x4a,
0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x55, 0x56, 0x57, 0x58, 0x59, 0x5a,
0x41, 0x42, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50,
0x51, 0x52, 0x53, 0x54, 0x55, 0x56, 0x57, 0x58, 0x59, 0x5a, 0x41, 0x42, 0x43, 0x44, 0x45, 0x46,
0x47, 0x48, 0x49, 0x4a, 0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x55, 0x56,
0x57, 0x58, 0x59, 0x5a, 0x41, 0x42, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48, 0x49, 0x4a, 0x4b, 0x4c,
0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54, 0x55, 0x00
};
static void
signal_handler(int sig_num)
{
if (sig_num == SIGINT) {
printf("\n\nSignal %d received, preparing to exit...\n",
sig_num);
exit_flag = 1;
}
}
void *display_thread_func(void *param)
{
while(!exit_flag)
{
uint_fast64_t SentPPSLocal = SentPPS.exchange(0);
uint_fast64_t SentBPSLocal = SentBPS.exchange(0);
printf("Packets sent PPS %" PRIu64 " (%" PRIu64 " bits per second)\n", SentPPSLocal, SentBPSLocal * 8);
uint_fast64_t RecvPPSLocal = RecvPPS.exchange(0);
uint_fast64_t RecvBPSLocal = RecvBPS.exchange(0);
printf("Packets recv PPS %" PRIu64 " (%" PRIu64 " bits per second)\n", RecvPPSLocal, RecvBPSLocal * 8);
sleep(1);
}
pthread_exit(0);
return NULL;
}
void *recv_thread_func(void *param)
{
int rv, socketfd, num_ev;
vppcom_endpt_t s_addr;
struct sockaddr_in servaddr;
memset (&servaddr, 0, sizeof (&servaddr));
memset (&s_addr, 0, sizeof( &s_addr ));
vppcom_worker_register();
socketfd = vppcom_session_create(VPPCOM_PROTO_UDP, 0);
if( socketfd < 0 )
{
printf("vppcom_session_create error:%d\n", socketfd);
return 0;
}
servaddr.sin_family = AF_INET;
servaddr.sin_addr.s_addr = htonl (INADDR_ANY);
servaddr.sin_port = htons (8080);
s_addr.is_ip4 = 1;
s_addr.ip = (uint8_t *)&servaddr.sin_addr;
s_addr.port = (uint16_t) servaddr.sin_port;
rv = vppcom_session_bind (socketfd, &s_addr);
if (rv < 0)
{
printf ("vppcom_session_bind error:%d\n", rv);
return 0;
}
fd_set fd_list, fd_read_list;
FD_ZERO(&fd_list);
FD_SET(vppcom_session_index(socketfd), &fd_list);
while(!exit_flag)
{
uint32_t ipaddr;
vppcom_endpt_t from;
memset(&from, '0', sizeof(from));
from.ip = (uint8_t *)&ipaddr;
FD_SET(vppcom_session_index(socketfd), &fd_list);
memcpy(&fd_read_list, &fd_list, sizeof(fd_set));
num_ev = vppcom_select(vppcom_session_index(socketfd) + 1, (vcl_si_set *)&fd_read_list, NULL, NULL, 10);
if (num_ev < 0)
{
printf("vppcom_select() error\n");
return 0;
}
else if (num_ev == 0)
{
printf("select timeout\n");
continue;
}
else {
unsigned char data[1500];
rv = vppcom_session_recvfrom(socketfd, data, sizeof(data), 0, &from);
//rv= vppcom_session_read(socketfd, data, sizeof(data));
if (rv <= 0)
{
printf ("vpp_session_recvfrom() error = %d", rv);
return 0;
}
else
{
RecvPPS.fetch_add(1);
RecvBPS.fetch_add(rv);
if(read_flag ==0)
{
memcpy(&saved_from, &from, sizeof(vppcom_endpt_t));
read_flag = 1;
}
data[rv]='\0'; //to validate the string for printf
uint32_t Address=htonl(*(uint32_t *)from.ip);
uint8_t *p=(uint8_t *)&Address;
if(print_flag)
printf("data from[%d.%d.%d.%d:%d]: %s\n", p[3], p[2], p[1], p[0], htons(from.port), data);
/*
rv = vppcom_session_sendto(socketfd, data, rv, 0, &from);
if (rv <= 0)
printf ("vpp_session_sendto() error \n");
else
{
SentPPS.fetch_add(1);
SentBPS.fetch_add(rv);
}
*/
}
}
}
vppcom_session_close(socketfd);
vppcom_worker_unregister();
pthread_exit(0);
return 0;
}
void *send_thread_func(void *param)
{
int rv, socketfd, num_ev;
vppcom_endpt_t s_addr;
struct sockaddr_in servaddr;
memset (&servaddr, 0, sizeof (&servaddr));
memset (&s_addr, 0, sizeof( &s_addr ));
vppcom_worker_register();
socketfd = vppcom_session_create(VPPCOM_PROTO_UDP, 0);
if( socketfd < 0 )
{
printf("vppcom_session_create error:%d\n", socketfd);
return 0;
}
servaddr.sin_family = AF_INET;
servaddr.sin_addr.s_addr = htonl (INADDR_ANY);
servaddr.sin_port = htons (8081);
s_addr.is_ip4 = 1;
s_addr.ip = (uint8_t *)&servaddr.sin_addr;
s_addr.port = (uint16_t) servaddr.sin_port;
rv = vppcom_session_bind (socketfd, &s_addr);
if (rv < 0)
{
printf ("vppcom_session_bind error:%d\n", rv);
return 0;
}
while(!read_flag)
{
sleep(1);
}
while(!exit_flag)
{
rv = vppcom_session_sendto(socketfd, OutFrame, sizeof(OutFrame), 0, &saved_from);
if (rv <= 0)
printf ("vpp_session_sendto() error \n");
else
{
SentPPS.fetch_add(1);
SentBPS.fetch_add(rv);
}
}
vppcom_session_close(socketfd);
vppcom_worker_unregister();
pthread_exit(0);
return 0;
}
int main(int argc, char **argv)
{
if(argc >=2 && strcmp(argv[1],"print")==0)
print_flag=1;
/* catch ctrl-c so we can print on exit */
signal(SIGINT, signal_handler);
int rv = vppcom_app_create("udp-server-app");
if (rv)
{
printf("vppcom_app_create error: %d\n", rv);
return -1;
}
pthread_t threadhandler;
if(pthread_create(&threadhandler, NULL , display_thread_func , 0))
{
perror("thread starting failed");
exit(EXIT_FAILURE);
}
pthread_t threadhandler2;
if(pthread_create(&threadhandler2, NULL , recv_thread_func , 0))
{
perror("recv thread starting failed");
exit(EXIT_FAILURE);
}
pthread_t threadhandler3;
if(pthread_create(&threadhandler3, NULL , send_thread_func , 0))
{
perror("send thread starting failed");
exit(EXIT_FAILURE);
}
while(!exit_flag)
{
sleep(1);
}
pthread_join(threadhandler,NULL);
pthread_join(threadhandler2, NULL);
pthread_join(threadhandler3, NULL);
vppcom_app_destroy ();
return 0;
}
startup1.conf
Description: Binary data
-=-=-=-=-=-=-=-=-=-=-=- Links: You receive all messages sent to this group. View/Reply Online (#18890): https://lists.fd.io/g/vpp-dev/message/18890 Mute This Topic: https://lists.fd.io/mt/81200436/21656 Mute #vpp:https://lists.fd.io/g/vpp-dev/mutehashtag/vpp Group Owner: vpp-dev+ow...@lists.fd.io Unsubscribe: https://lists.fd.io/g/vpp-dev/unsub [arch...@mail-archive.com] -=-=-=-=-=-=-=-=-=-=-=-
