Hi,
As it is working with uio but not vfio, are you sure IOMMU is enabled?
You can try the following before running VPP:
~# echo 1 | sudo tee /sys/module/vfio/parameters/enable_unsafe_noiommu_mode
Ben
> -----Original Message-----
> From: vpp-dev@lists.fd.io <vpp-dev@lists.fd.io> On Behalf Of
> amitmulay...@gmail.com
> Sent: lundi 6 avril 2020 12:07
> To: vpp-dev@lists.fd.io
> Subject: [vpp-dev] vpp 19.08 failed to load in CENTOS 7
>
> [Edited Message Follows]
>
>
> Hi all
> im using vpp version 19.08 , with centos 7 kernel 4.4
> when i want to use vfio-pci drive i get
>
> error allocating rte services array
> EAL: FATAL: rte_service_init() failed
>
>
> and vpp faild to load , i want to use vfio-pci becouse im working on I7
> cpu with iommu.
> the vfio-pci driver is loaded and can be seen in lsmod.
> my vm.nr_hugepages = 1024 , is there anything im doing worng regarding
> DPDK or somthing?
>
> pls if someone can advice
> Thannks!!
>
>
> vpp# show version
> vpp v19.08.1-release built by root on localhost.localdomain at Sun Jan 26
> 10:08:45 EST 2020
>
> vpp# show dpdk version
> DPDK Version: DPDK 19.05.0
> DPDK EAL init args: -c 2 -n 4 --in-memory --vdev crypto_aesni_mb0 --
> file-prefix vpp --master-lcore 1
>
>
> [root@localhost ~]# uname -a
> Linux localhost.localdomain 4.4.211-1.el7.elrepo.x86_64 #1 SMP Thu Jan 23
> 08:11:08 EST 2020 x86_64 x86_64 x86_64 GNU/Linux
> [root@localhost ~]#
>
> [root@localhost device]# cat /etc/centos-release
> CentOS Linux release 7.7.1908 (Core)
>
>
> [root@localhost ~]# sysctl -a | grep hugepages
>
> vm.hugepages_treat_as_movable = 0
> vm.nr_hugepages = 1024
> vm.nr_hugepages_mempolicy = 1024
> vm.nr_overcommit_hugepages = 0
>
> [root@localhost ~]# cat /etc/vpp/startup.conf
>
> unix {
> nodaemon
> log /var/log/vpp/vpp.log
> full-coredump
> cli-listen /run/vpp/cli.sock
> gid vpp
> }
> api-trace {
> on
> }
> api-segment {
> gid vpp
> }
> socksvr {
> default
> }
> dpdk {
> uio-driver vfio-pci
> vdev crypto_aesni_mb0
> dev default {
> num-rx-desc 4096
> num-tx-desc 4096
> }
> #num-mbufs 128000
> socket-mem 0,1024
> no-multi-seg
> no-tx-checksum-offload
> }
> nat {
> translation hash buckets 10240
> translation hash memory 268435456
> user hash buckets 1280
> user hash memory 134217728
> max translations per user 1000
> }
>
>
> [root@localhost ~]# /usr/bin/vpp -c /etc/vpp/startup.conf
> vlib_plugin_early_init:361: plugin path /usr/lib/x86_64-linux-
> gnu/vpp_plugins:/usr/lib/vpp_plugins
> load_one_plugin:189: Loaded plugin: abf_plugin.so (Access Control List
> (ACL) Based Forwarding)
> load_one_plugin:189: Loaded plugin: acl_plugin.so (Access Control Lists
> (ACL))
> load_one_plugin:189: Loaded plugin: avf_plugin.so (Intel Adaptive Virtual
> Function (AVF) Device Driver)
> load_one_plugin:189: Loaded plugin: builtinurl_plugin.so (vpp built-in URL
> support)
> load_one_plugin:189: Loaded plugin: cdp_plugin.so (Cisco Discovery
> Protocol (CDP))
> load_one_plugin:189: Loaded plugin: crypto_ia32_plugin.so (Intel IA32
> Software Crypto Engine)
> load_one_plugin:189: Loaded plugin: crypto_ipsecmb_plugin.so (Intel IPSEC
> Multi-buffer Crypto Engine)
> load_one_plugin:189: Loaded plugin: crypto_openssl_plugin.so (OpenSSL
> Crypto Engine)
> load_one_plugin:189: Loaded plugin: ct6_plugin.so (IPv6 Connection
> Tracker)
> load_one_plugin:189: Loaded plugin: dhcp_plugin.so (Dynamic Host
> Configuration Protocol (DHCP))
> load_one_plugin:189: Loaded plugin: dns_plugin.so (Simple DNS name
> resolver)
> load_one_plugin:189: Loaded plugin: dpdk_plugin.so (Data Plane Development
> Kit (DPDK))
> load_one_plugin:189: Loaded plugin: flowprobe_plugin.so (Flow per Packet)
> load_one_plugin:189: Loaded plugin: gbp_plugin.so (Group Based Policy
> (GBP))
> load_one_plugin:189: Loaded plugin: gtpu_plugin.so (GPRS Tunnelling
> Protocol, User Data (GTPv1-U))
> load_one_plugin:189: Loaded plugin: hs_apps_plugin.so (Host Stack
> Applications)
> load_one_plugin:189: Loaded plugin: http_static_plugin.so (HTTP Static
> Server)
> load_one_plugin:189: Loaded plugin: igmp_plugin.so (Internet Group
> Management Protocol (IGMP))
> load_one_plugin:189: Loaded plugin: ikev2_plugin.so (Internet Key Exchange
> (IKEv2) Protocol)
> load_one_plugin:189: Loaded plugin: ila_plugin.so (Identifier Locator
> Addressing (ILA) for IPv6)
> load_one_plugin:189: Loaded plugin: ioam_plugin.so (Inbound Operations,
> Administration, and Maintenance (OAM))
> load_one_plugin:117: Plugin disabled (default): ixge_plugin.so
> load_one_plugin:189: Loaded plugin: l2e_plugin.so (Layer 2 (L2) Emulation)
> load_one_plugin:189: Loaded plugin: l3xc_plugin.so (L3 Cross-Connect
> (L3XC))
> load_one_plugin:189: Loaded plugin: lacp_plugin.so (Link Aggregation
> Control Protocol (LACP))
> load_one_plugin:189: Loaded plugin: lb_plugin.so (Load Balancer (LB))
> load_one_plugin:189: Loaded plugin: mactime_plugin.so (Time-based MAC
> Source Address Filter)
> load_one_plugin:189: Loaded plugin: map_plugin.so (Mapping of Address and
> Port (MAP))
> load_one_plugin:189: Loaded plugin: mdata_plugin.so (Buffer metadata
> change tracker.)
> load_one_plugin:189: Loaded plugin: memif_plugin.so (Packet Memory
> Interface (memif) -- Experimental)
> load_one_plugin:189: Loaded plugin: nat_plugin.so (Network Address
> Translation (NAT))
> load_one_plugin:189: Loaded plugin: nsh_plugin.so (Network Service Header
> (NSH))
> load_one_plugin:189: Loaded plugin: nsim_plugin.so (Network Delay
> Simulator)
> load_one_plugin:117: Plugin disabled (default): oddbuf_plugin.so
> load_one_plugin:189: Loaded plugin: perfmon_plugin.so (Performance
> Monitor)
> load_one_plugin:189: Loaded plugin: ping_plugin.so (Ping (ping))
> load_one_plugin:189: Loaded plugin: pppoe_plugin.so (PPP over Ethernet
> (PPPoE))
> load_one_plugin:117: Plugin disabled (default): quic_plugin.so
> load_one_plugin:189: Loaded plugin: rdma_plugin.so (RDMA IBverbs Device
> Driver)
> load_one_plugin:145: /usr/lib/vpp_plugins/router.so: undefined symbol:
> ipsec_hw_class
> load_one_plugin:146: Failed to load plugin 'router.so'
> load_one_plugin:117: Plugin disabled (default): sctp_plugin.so
> load_one_plugin:189: Loaded plugin: srv6ad_plugin.so (Dynamic Segment
> Routing for IPv6 (SRv6) Proxy)
> load_one_plugin:189: Loaded plugin: srv6am_plugin.so (Masquerading Segment
> Routing for IPv6 (SRv6) Proxy)
> load_one_plugin:189: Loaded plugin: srv6as_plugin.so (Static Segment
> Routing for IPv6 (SRv6) Proxy)
> load_one_plugin:189: Loaded plugin: srv6mobile_plugin.so (SRv6 GTP
> Endpoint Functions)
> load_one_plugin:189: Loaded plugin: stn_plugin.so (VPP Steals the NIC
> (STN) for Container Integration)
> load_one_plugin:189: Loaded plugin: svs_plugin.so (Source Virtual Routing
> and Fowarding (VRF) Select)
> load_one_plugin:189: Loaded plugin: tlsmbedtls_plugin.so (Transport Layer
> Security (TLS) Engine, Mbedtls Based)
> load_one_plugin:189: Loaded plugin: tlsopenssl_plugin.so (Transport Layer
> Security (TLS) Engine, OpenSSL Based)
> load_one_plugin:189: Loaded plugin: tlspicotls_plugin.so (Transport Layer
> Security (TLS) Engine, Picotls Based)
> load_one_plugin:117: Plugin disabled (default): unittest_plugin.so
> load_one_plugin:189: Loaded plugin: vmxnet3_plugin.so (VMWare Vmxnet3
> Device Driver)
> tls_init_ca_chain:607: Could not initialize TLS CA certificates
> tls_mbedtls_init:642: failed to initialize TLS CA chain
> tls_init_ca_chain:824: Could not initialize TLS CA certificates
> tls_openssl_init:898: failed to initialize TLS CA chain
> error allocating rte services array
> EAL: FATAL: rte_service_init() failed
> dpdk_config: rte_eal_init returned -1
>
>
>
> [root@localhost mnt]#
> [root@localhost mnt]#
> [root@localhost mnt]#
> [root@localhost mnt]#
> [root@localhost mnt]# rpm -qa | grep vpp
> vpp-lib-19.08.1-release.x86_64
> vpp-api-lua-19.08.1-release.x86_64
> vpp-devel-19.08.1-release.x86_64
> vpp-selinux-policy-19.08.1-release.x86_64
> vpp-19.08.1-release.x86_64
> vpp-api-python-19.08.1-release.x86_64
> vpp-plugins-19.08.1-release.x86_64
> vpp-debuginfo-19.08.1-release.x86_64
> vpp-api-python3-19.08.1-release.x86_64
>
>
>
> root@localhost ~]$ lscpu
> Architecture: x86_64
> CPU op-mode(s): 32-bit, 64-bit
> Byte Order: Little Endian
> CPU(s): 8
> On-line CPU(s) list: 0-7
> Thread(s) per core: 2
> Core(s) per socket: 4
> Socket(s): 1
> NUMA node(s): 1
> Vendor ID: GenuineIntel
> CPU family: 6
> Model: 60
> Model name: Intel(R) Core(TM) i7-4700EQ CPU @ 2.40GHz
> Stepping: 3
> CPU MHz: 3277.500
> CPU max MHz: 3400.0000
> CPU min MHz: 800.0000
> BogoMIPS: 2992.82
> Virtualization: VT-x
> L1d cache: 32K
> L1i cache: 32K
> L2 cache: 256K
> L3 cache: 6144K
> NUMA node0 CPU(s): 0-7
> Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr
> pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe
> syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good
> nopl xtopology nonstop_tsc aperfmperf pni pclmulqdq dtes64 monitor ds_cpl
> vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic
> movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb
> invpcid_single kaiser tpr_shadow vnmi flexpriority ept vpid fsgsbase
> tsc_adjust bmi1 hle avx2 smep bmi2 erms invpcid rtm xsaveopt dtherm ida
> arat pln pts
-=-=-=-=-=-=-=-=-=-=-=-
Links: You receive all messages sent to this group.
View/Reply Online (#16005): https://lists.fd.io/g/vpp-dev/message/16005
Mute This Topic: https://lists.fd.io/mt/72808669/21656
Group Owner: vpp-dev+ow...@lists.fd.io
Unsubscribe: https://lists.fd.io/g/vpp-dev/unsub [arch...@mail-archive.com]
-=-=-=-=-=-=-=-=-=-=-=-
