Add ntnic VFIO functionality.

Signed-off-by: Serhii Iliushyk <sil-...@napatech.com>
---
 drivers/net/ntnic/ntnic_vfio.c | 232 +++++++++++++++++++++++++++++++++
 drivers/net/ntnic/ntnic_vfio.h |  21 +++
 2 files changed, 253 insertions(+)
 create mode 100644 drivers/net/ntnic/ntnic_vfio.c
 create mode 100644 drivers/net/ntnic/ntnic_vfio.h

diff --git a/drivers/net/ntnic/ntnic_vfio.c b/drivers/net/ntnic/ntnic_vfio.c
new file mode 100644
index 0000000000..116c238be6
--- /dev/null
+++ b/drivers/net/ntnic/ntnic_vfio.c
@@ -0,0 +1,232 @@
+/*
+ * SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(c) 2023 Napatech A/S
+ */
+
+#include <sys/ioctl.h>
+
+#include <rte_malloc.h>
+#include <rte_memory.h>
+#include <rte_vfio.h>
+#include <rte_dev.h>
+#include <rte_bus_pci.h>
+#include <rte_spinlock.h>
+
+#include <ntlog.h>
+#include <nt_util.h>
+#include "ntnic_vfio.h"
+
+#define ONE_G_SIZE 0x40000000
+#define ONE_G_MASK (ONE_G_SIZE - 1)
+#define START_VF_IOVA 0x220000000000
+
+int nt_vfio_vf_num(const struct rte_pci_device *pdev)
+{
+       return ((pdev->addr.devid & 0x1f) << 3) + ((pdev->addr.function) & 0x7);
+}
+
+/* Internal API */
+struct vfio_dev {
+       int container_fd;
+       int group_fd;
+       int dev_fd;
+       uint64_t iova_addr;
+};
+
+static struct vfio_dev vfio_list[256];
+
+static struct vfio_dev *vfio_get(int vf_num)
+{
+       if (vf_num < 0 || vf_num > 255)
+               return NULL;
+
+       return &vfio_list[vf_num];
+}
+
+/* External API */
+int nt_vfio_setup(struct rte_pci_device *dev)
+{
+       char devname[RTE_DEV_NAME_MAX_LEN] = { 0 };
+       int iommu_group_num;
+       int vf_num;
+       struct vfio_dev *vfio;
+
+       NT_LOG(INF, ETHDEV, "NT VFIO device setup %s\n", dev->name);
+
+       vf_num = nt_vfio_vf_num(dev);
+
+       vfio = vfio_get(vf_num);
+
+       if (vfio == NULL) {
+               NT_LOG(ERR, ETHDEV, "VFIO device setup failed. Illegal device 
id\n");
+               return -1;
+       }
+
+       vfio->dev_fd = -1;
+       vfio->group_fd = -1;
+       vfio->container_fd = -1;
+       vfio->iova_addr = START_VF_IOVA;
+
+       rte_pci_device_name(&dev->addr, devname, RTE_DEV_NAME_MAX_LEN);
+       rte_vfio_get_group_num(rte_pci_get_sysfs_path(), devname, 
&iommu_group_num);
+
+       if (vf_num == 0) {
+               /* use default container for pf0 */
+               vfio->container_fd = RTE_VFIO_DEFAULT_CONTAINER_FD;
+
+       } else {
+               vfio->container_fd = rte_vfio_container_create();
+
+               if (vfio->container_fd < 0) {
+                       NT_LOG(ERR, ETHDEV,
+                               "VFIO device setup failed. VFIO container 
creation failed.\n");
+                       return -1;
+               }
+       }
+
+       vfio->group_fd = rte_vfio_container_group_bind(vfio->container_fd, 
iommu_group_num);
+
+       if (vfio->group_fd < 0) {
+               NT_LOG(ERR, ETHDEV,
+                       "VFIO device setup failed. VFIO container group bind 
failed.\n");
+               goto err;
+       }
+
+       if (vf_num > 0) {
+               if (rte_pci_map_device(dev)) {
+                       NT_LOG(ERR, ETHDEV,
+                               "Map VFIO device failed. is the vfio-pci driver 
loaded?\n");
+                       goto err;
+               }
+       }
+
+       vfio->dev_fd = rte_intr_dev_fd_get(dev->intr_handle);
+
+       NT_LOG(DBG, ETHDEV,
+               "%s: VFIO id=%d, dev_fd=%d, container_fd=%d, group_fd=%d, 
iommu_group_num=%d\n",
+               dev->name, vf_num, vfio->dev_fd, vfio->container_fd, 
vfio->group_fd,
+               iommu_group_num);
+
+       return vf_num;
+
+err:
+
+       if (vfio->container_fd != RTE_VFIO_DEFAULT_CONTAINER_FD)
+               rte_vfio_container_destroy(vfio->container_fd);
+
+       return -1;
+}
+
+int nt_vfio_remove(int vf_num)
+{
+       struct vfio_dev *vfio;
+
+       NT_LOG(DBG, ETHDEV, "NT VFIO device remove VF=%d\n", vf_num);
+
+       vfio = vfio_get(vf_num);
+
+       if (!vfio) {
+               NT_LOG(ERR, ETHDEV, "VFIO device remove failed. Illegal device 
id\n");
+               return -1;
+       }
+
+       rte_vfio_container_destroy(vfio->container_fd);
+       return 0;
+}
+
+int nt_vfio_dma_map(int vf_num, void *virt_addr, uint64_t *iova_addr, uint64_t 
size)
+{
+       uint64_t gp_virt_base;
+       uint64_t gp_offset;
+
+       if (size == ONE_G_SIZE) {
+               gp_virt_base = (uint64_t)virt_addr & ~ONE_G_MASK;
+               gp_offset = (uint64_t)virt_addr & ONE_G_MASK;
+
+       } else {
+               gp_virt_base = (uint64_t)virt_addr;
+               gp_offset = 0;
+       }
+
+       struct vfio_dev *vfio;
+
+       vfio = vfio_get(vf_num);
+
+       if (vfio == NULL) {
+               NT_LOG(ERR, ETHDEV, "VFIO MAP: VF number %d invalid\n", vf_num);
+               return -1;
+       }
+
+       NT_LOG(DBG, ETHDEV,
+               "VFIO MMAP VF=%d VirtAddr=%" PRIX64 " HPA=%" PRIX64 " 
VirtBase=%" PRIX64
+               " IOVA Addr=%" PRIX64 " size=%d\n",
+               vf_num, virt_addr, rte_malloc_virt2iova(virt_addr), 
gp_virt_base, vfio->iova_addr,
+               size);
+
+       int res = rte_vfio_container_dma_map(vfio->container_fd, gp_virt_base, 
vfio->iova_addr,
+                       size);
+
+       NT_LOG(DBG, ETHDEV, "VFIO MMAP res %i, container_fd %i, vf_num %i\n", 
res,
+               vfio->container_fd, vf_num);
+
+       if (res) {
+               NT_LOG(ERR, ETHDEV, "rte_vfio_container_dma_map failed: res 
%d\n", res);
+               return -1;
+       }
+
+       *iova_addr = vfio->iova_addr + gp_offset;
+
+       vfio->iova_addr += ONE_G_SIZE;
+
+       return 0;
+}
+
+int nt_vfio_dma_unmap(int vf_num, void *virt_addr, uint64_t iova_addr, 
uint64_t size)
+{
+       uint64_t gp_virt_base;
+       struct vfio_dev *vfio;
+
+       if (size == ONE_G_SIZE) {
+               uint64_t gp_offset;
+               gp_virt_base = (uint64_t)virt_addr & ~ONE_G_MASK;
+               gp_offset = (uint64_t)virt_addr & ONE_G_MASK;
+               iova_addr -= gp_offset;
+
+       } else {
+               gp_virt_base = (uint64_t)virt_addr;
+       }
+
+       vfio = vfio_get(vf_num);
+
+       if (vfio == NULL) {
+               NT_LOG(ERR, ETHDEV, "VFIO UNMAP: VF number %d invalid\n", 
vf_num);
+               return -1;
+       }
+
+       if (vfio->container_fd == -1)
+               return 0;
+
+       int res = rte_vfio_container_dma_unmap(vfio->container_fd, 
gp_virt_base, iova_addr, size);
+
+       if (res != 0) {
+               NT_LOG(ERR, ETHDEV,
+                       "VFIO UNMMAP FAILED! res %i, container_fd %i, vf_num 
%i, virt_base=%" PRIX64
+                       ", IOVA=%" PRIX64 ", size=%llu\n",
+                       res, vfio->container_fd, vf_num, gp_virt_base, 
iova_addr, size);
+               return -1;
+       }
+
+       return 0;
+}
+
+/* Internal init */
+
+RTE_INIT(nt_vfio_init);
+
+static void nt_vfio_init(void)
+{
+       struct nt_util_vfio_impl s = { .vfio_dma_map = nt_vfio_dma_map,
+                      .vfio_dma_unmap = nt_vfio_dma_unmap
+       };
+       nt_util_vfio_init(&s);
+}
diff --git a/drivers/net/ntnic/ntnic_vfio.h b/drivers/net/ntnic/ntnic_vfio.h
new file mode 100644
index 0000000000..0e3b12f847
--- /dev/null
+++ b/drivers/net/ntnic/ntnic_vfio.h
@@ -0,0 +1,21 @@
+/*
+ * SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(c) 2023 Napatech A/S
+ */
+
+#ifndef _NTNIC_VFIO_H_
+#define _NTNIC_VFIO_H_
+
+#include <rte_dev.h>
+#include <rte_bus_pci.h>
+#include <ethdev_pci.h>
+
+int nt_vfio_setup(struct rte_pci_device *dev);
+int nt_vfio_remove(int vf_num);
+
+int nt_vfio_dma_map(int vf_num, void *virt_addr, uint64_t *iova_addr, uint64_t 
size);
+int nt_vfio_dma_unmap(int vf_num, void *virt_addr, uint64_t iova_addr, 
uint64_t size);
+
+/* Find device (PF/VF) number from device address */
+int nt_vfio_vf_num(const struct rte_pci_device *dev);
+#endif /* _NTNIC_VFIO_H_ */
-- 
2.44.0

Reply via email to