Add the basic framework of vDPA PMD.
Signed-off-by: Chaoyong He <chaoyong.he@corigine.com>
Signed-off-by: Shujing Dong <shujing.dong@corigine.com>
Reviewed-by: Long Wu <long.wu@corigine.com>
Reviewed-by: Peng Zhang <peng.zhang@corigine.com>
---
drivers/common/nfp/nfp_common_pci.c | 1 +
drivers/common/nfp/nfp_common_pci.h | 1 +
drivers/vdpa/nfp/meson.build | 3 +-
drivers/vdpa/nfp/nfp_vdpa.c | 153 ++++++++++++++++++++++++++++
4 files changed, 157 insertions(+), 1 deletion(-)
create mode 100644 drivers/vdpa/nfp/nfp_vdpa.c
@@ -32,6 +32,7 @@ static const struct {
enum nfp_class drv_class;
} nfp_classes[] = {
{ .name = "eth", .drv_class = NFP_CLASS_ETH },
+ { .name = "vdpa", .drv_class = NFP_CLASS_VDPA },
};
static enum nfp_class
@@ -16,6 +16,7 @@ typedef int (nfp_class_driver_remove_t)(struct rte_pci_device *dev);
enum nfp_class {
NFP_CLASS_ETH,
+ NFP_CLASS_VDPA,
NFP_CLASS_INVALID,
};
@@ -7,7 +7,8 @@ if not is_linux or not dpdk_conf.get('RTE_ARCH_64')
endif
sources = files(
+ 'nfp_vdpa.c',
'nfp_vdpa_log.c',
)
-deps += ['vhost']
+deps += ['vhost', 'common_nfp']
new file mode 100644
@@ -0,0 +1,153 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright (c) 2023 Corigine, Inc.
+ * All rights reserved.
+ */
+
+#include <pthread.h>
+
+#include <nfp_common_pci.h>
+#include <nfp_dev.h>
+#include <vdpa_driver.h>
+
+#include "nfp_vdpa_log.h"
+
+#define NFP_VDPA_DRIVER_NAME nfp_vdpa
+
+struct nfp_vdpa_dev {
+ struct rte_pci_device *pci_dev;
+ struct rte_vdpa_device *vdev;
+};
+
+struct nfp_vdpa_dev_node {
+ TAILQ_ENTRY(nfp_vdpa_dev_node) next;
+ struct nfp_vdpa_dev *device;
+};
+
+TAILQ_HEAD(vdpa_dev_list_head, nfp_vdpa_dev_node);
+
+static struct vdpa_dev_list_head vdpa_dev_list =
+ TAILQ_HEAD_INITIALIZER(vdpa_dev_list);
+
+static pthread_mutex_t vdpa_list_lock = PTHREAD_MUTEX_INITIALIZER;
+
+static struct nfp_vdpa_dev_node *
+nfp_vdpa_find_node_by_pdev(struct rte_pci_device *pdev)
+{
+ bool found = false;
+ struct nfp_vdpa_dev_node *node;
+
+ pthread_mutex_lock(&vdpa_list_lock);
+
+ TAILQ_FOREACH(node, &vdpa_dev_list, next) {
+ if (pdev == node->device->pci_dev) {
+ found = true;
+ break;
+ }
+ }
+
+ pthread_mutex_unlock(&vdpa_list_lock);
+
+ if (found)
+ return node;
+
+ return NULL;
+}
+
+struct rte_vdpa_dev_ops nfp_vdpa_ops = {
+};
+
+static int
+nfp_vdpa_pci_probe(struct rte_pci_device *pci_dev)
+{
+ struct nfp_vdpa_dev *device;
+ struct nfp_vdpa_dev_node *node;
+
+ if (rte_eal_process_type() != RTE_PROC_PRIMARY)
+ return 0;
+
+ node = calloc(1, sizeof(*node));
+ if (node == NULL)
+ return -ENOMEM;
+
+ device = calloc(1, sizeof(*device));
+ if (device == NULL)
+ goto free_node;
+
+ device->pci_dev = pci_dev;
+
+ device->vdev = rte_vdpa_register_device(&pci_dev->device, &nfp_vdpa_ops);
+ if (device->vdev == NULL) {
+ DRV_VDPA_LOG(ERR, "Failed to register device %s", pci_dev->name);
+ goto free_device;
+ }
+
+ node->device = device;
+ pthread_mutex_lock(&vdpa_list_lock);
+ TAILQ_INSERT_TAIL(&vdpa_dev_list, node, next);
+ pthread_mutex_unlock(&vdpa_list_lock);
+
+ return 0;
+
+free_device:
+ free(device);
+free_node:
+ free(node);
+
+ return -1;
+}
+
+static int
+nfp_vdpa_pci_remove(struct rte_pci_device *pci_dev)
+{
+ struct nfp_vdpa_dev *device;
+ struct nfp_vdpa_dev_node *node;
+
+ if (rte_eal_process_type() != RTE_PROC_PRIMARY)
+ return 0;
+
+ node = nfp_vdpa_find_node_by_pdev(pci_dev);
+ if (node == NULL) {
+ DRV_VDPA_LOG(ERR, "Invalid device: %s", pci_dev->name);
+ return -ENODEV;
+ }
+
+ device = node->device;
+
+ pthread_mutex_lock(&vdpa_list_lock);
+ TAILQ_REMOVE(&vdpa_dev_list, node, next);
+ pthread_mutex_unlock(&vdpa_list_lock);
+
+ rte_vdpa_unregister_device(device->vdev);
+
+ free(device);
+ free(node);
+
+ return 0;
+}
+
+static const struct rte_pci_id pci_id_nfp_vdpa_map[] = {
+ {
+ RTE_PCI_DEVICE(PCI_VENDOR_ID_NETRONOME,
+ PCI_DEVICE_ID_NFP6000_VF_NIC)
+ },
+ {
+ .vendor_id = 0,
+ },
+};
+
+static struct nfp_class_driver nfp_vdpa = {
+ .drv_class = NFP_CLASS_VDPA,
+ .name = RTE_STR(NFP_VDPA_DRIVER_NAME),
+ .id_table = pci_id_nfp_vdpa_map,
+ .drv_flags = RTE_PCI_DRV_NEED_MAPPING | RTE_PCI_DRV_INTR_LSC,
+ .probe = nfp_vdpa_pci_probe,
+ .remove = nfp_vdpa_pci_remove,
+};
+
+RTE_INIT(nfp_vdpa_init)
+{
+ nfp_class_driver_register(&nfp_vdpa);
+}
+
+RTE_PMD_REGISTER_PCI_TABLE(NFP_VDPA_DRIVER_NAME, pci_id_nfp_vdpa_map);
+RTE_PMD_REGISTER_KMOD_DEP(NFP_VDPA_DRIVER_NAME, "* vfio-pci");