Patch Detail
get:
Show a patch.
patch:
Update a patch.
put:
Update a patch.
GET /api/patches/123264/?format=api
{ "id": 123264, "url": "https://patches.dpdk.org/api/patches/123264/?format=api", "web_url": "https://patches.dpdk.org/project/dpdk/patch/20230207151316.835441-9-jerinj@marvell.com/", "project": { "id": 1, "url": "https://patches.dpdk.org/api/projects/1/?format=api", "name": "DPDK", "link_name": "dpdk", "list_id": "dev.dpdk.org", "list_email": "dev@dpdk.org", "web_url": "http://core.dpdk.org", "scm_url": "git://dpdk.org/dpdk", "webscm_url": "http://git.dpdk.org/dpdk", "list_archive_url": "https://inbox.dpdk.org/dev", "list_archive_url_format": "https://inbox.dpdk.org/dev/{}", "commit_url_format": "" }, "msgid": "<20230207151316.835441-9-jerinj@marvell.com>", "list_archive_url": "https://inbox.dpdk.org/dev/20230207151316.835441-9-jerinj@marvell.com", "date": "2023-02-07T15:13:12", "name": "[v3,08/12] mldev: support inference enqueue and dequeue", "commit_ref": null, "pull_url": null, "state": "accepted", "archived": true, "hash": "b7bc740a5c593ce5904493fe81cbd377eecfc61a", "submitter": { "id": 1188, "url": "https://patches.dpdk.org/api/people/1188/?format=api", "name": "Jerin Jacob Kollanukkaran", "email": "jerinj@marvell.com" }, "delegate": { "id": 1, "url": "https://patches.dpdk.org/api/users/1/?format=api", "username": "tmonjalo", "first_name": "Thomas", "last_name": "Monjalon", "email": "thomas@monjalon.net" }, "mbox": "https://patches.dpdk.org/project/dpdk/patch/20230207151316.835441-9-jerinj@marvell.com/mbox/", "series": [ { "id": 26852, "url": "https://patches.dpdk.org/api/series/26852/?format=api", "web_url": "https://patches.dpdk.org/project/dpdk/list/?series=26852", "date": "2023-02-07T15:13:04", "name": "mldev: introduce machine learning device library", "version": 3, "mbox": "https://patches.dpdk.org/series/26852/mbox/" } ], "comments": "https://patches.dpdk.org/api/patches/123264/comments/", "check": "success", "checks": "https://patches.dpdk.org/api/patches/123264/checks/", "tags": {}, "related": [], "headers": { "Return-Path": "<dev-bounces@dpdk.org>", "X-Original-To": "patchwork@inbox.dpdk.org", "Delivered-To": "patchwork@inbox.dpdk.org", "Received": [ "from mails.dpdk.org (mails.dpdk.org [217.70.189.124])\n\tby inbox.dpdk.org (Postfix) with ESMTP id BA4F741C30;\n\tTue, 7 Feb 2023 16:14:34 +0100 (CET)", "from mails.dpdk.org (localhost [127.0.0.1])\n\tby mails.dpdk.org (Postfix) with ESMTP id 30EDE4282D;\n\tTue, 7 Feb 2023 16:14:05 +0100 (CET)", "from mx0b-0016f401.pphosted.com (mx0a-0016f401.pphosted.com\n [67.231.148.174])\n by mails.dpdk.org (Postfix) with ESMTP id 636CF4282D\n for <dev@dpdk.org>; Tue, 7 Feb 2023 16:14:03 +0100 (CET)", "from pps.filterd (m0045849.ppops.net [127.0.0.1])\n by mx0a-0016f401.pphosted.com (8.17.1.19/8.17.1.19) with ESMTP id\n 317EgVPP017206; Tue, 7 Feb 2023 07:14:02 -0800", "from dc5-exch02.marvell.com ([199.233.59.182])\n by mx0a-0016f401.pphosted.com (PPS) with ESMTPS id 3nkdyrsk3g-1\n (version=TLSv1.2 cipher=ECDHE-RSA-AES256-SHA384 bits=256 verify=NOT);\n Tue, 07 Feb 2023 07:14:02 -0800", "from DC5-EXCH02.marvell.com (10.69.176.39) by DC5-EXCH02.marvell.com\n (10.69.176.39) with Microsoft SMTP Server (TLS) id 15.0.1497.42;\n Tue, 7 Feb 2023 07:14:00 -0800", "from maili.marvell.com (10.69.176.80) by DC5-EXCH02.marvell.com\n (10.69.176.39) with Microsoft SMTP Server id 15.0.1497.42 via Frontend\n Transport; Tue, 7 Feb 2023 07:14:00 -0800", "from jerin-lab.marvell.com (jerin-lab.marvell.com [10.28.34.14])\n by maili.marvell.com (Postfix) with ESMTP id 338D53F7082;\n Tue, 7 Feb 2023 07:13:57 -0800 (PST)" ], "DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/relaxed; d=marvell.com;\n h=from : to : cc :\n subject : date : message-id : in-reply-to : references : mime-version :\n content-transfer-encoding : content-type; s=pfpt0220;\n bh=JDSgWVX+N/lS2DLqacWqnOWA5ZG8eWF4LAqA+8arp0M=;\n b=YV6rgEA9OuPVQrOUPcsqViaUyfyx4stnomUGBAo0rdO9cDFJ4HxuniCFcUivMoJ90qh6\n J5Y4ZvpKOg1DIz48hsGm0G5+IgecYZrvU5LYhRqLF2Jftb33dbtzs5ORMIc3VEd+KvJt\n W369Rj2L/WltUb4EKIyIl8ngS3vtlmYtEnrjGLkhs8l/4XmwN8wfl2/5qVv4mT0XFl1t\n beio+NwWQStqUbjinMBYoaoSnRMGv89ZE52+8U2j2ZGfM1xsFDgjWIxi37vESPEAQZW6\n g9nB2PnbLn37B0UPDrKSBPVECIhqm/UcNzZmqASpjeVNrEEf9Mc9CtkjVKbf3vTWIUCH uA==", "From": "<jerinj@marvell.com>", "To": "<dev@dpdk.org>, Srikanth Yalavarthi <syalavarthi@marvell.com>", "CC": "<thomas@monjalon.net>, <ferruh.yigit@xilinx.com>,\n <stephen@networkplumber.org>, <dchickles@marvell.com>,\n <sshankarnara@marvell.com>, Jerin Jacob <jerinj@marvell.com>", "Subject": "[dpdk-dev] [PATCH v3 08/12] mldev: support inference enqueue and\n dequeue", "Date": "Tue, 7 Feb 2023 20:43:12 +0530", "Message-ID": "<20230207151316.835441-9-jerinj@marvell.com>", "X-Mailer": "git-send-email 2.39.1", "In-Reply-To": "<20230207151316.835441-1-jerinj@marvell.com>", "References": "<20230206202453.336280-1-jerinj@marvell.com>\n <20230207151316.835441-1-jerinj@marvell.com>", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "Content-Type": "text/plain", "X-Proofpoint-ORIG-GUID": "GWXhEG916ZGxYfuEMmNtjbQX8glFDW5X", "X-Proofpoint-GUID": "GWXhEG916ZGxYfuEMmNtjbQX8glFDW5X", "X-Proofpoint-Virus-Version": "vendor=baseguard\n engine=ICAP:2.0.219,Aquarius:18.0.930,Hydra:6.0.562,FMLib:17.11.122.1\n definitions=2023-02-07_07,2023-02-06_03,2022-06-22_01", "X-BeenThere": "dev@dpdk.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "DPDK patches and discussions <dev.dpdk.org>", "List-Unsubscribe": "<https://mails.dpdk.org/options/dev>,\n <mailto:dev-request@dpdk.org?subject=unsubscribe>", "List-Archive": "<http://mails.dpdk.org/archives/dev/>", "List-Post": "<mailto:dev@dpdk.org>", "List-Help": "<mailto:dev-request@dpdk.org?subject=help>", "List-Subscribe": "<https://mails.dpdk.org/listinfo/dev>,\n <mailto:dev-request@dpdk.org?subject=subscribe>", "Errors-To": "dev-bounces@dpdk.org" }, "content": "From: Srikanth Yalavarthi <syalavarthi@marvell.com>\n\nAdded implementations of fast-path functions to enqueue\nand dequeue ML requests from an ML device queue-pair.\n\nSigned-off-by: Srikanth Yalavarthi <syalavarthi@marvell.com>\nSigned-off-by: Jerin Jacob <jerinj@marvell.com>\n---\n lib/mldev/rte_mldev.c | 75 ++++++++++++++++++++++++++++++++++++++\n lib/mldev/rte_mldev_core.h | 46 +++++++++++++++++++++++\n lib/mldev/rte_mldev_pmd.h | 2 +\n lib/mldev/version.map | 2 +\n 4 files changed, 125 insertions(+)", "diff": "diff --git a/lib/mldev/rte_mldev.c b/lib/mldev/rte_mldev.c\nindex da65819c08..184d87c70a 100644\n--- a/lib/mldev/rte_mldev.c\n+++ b/lib/mldev/rte_mldev.c\n@@ -114,6 +114,9 @@ rte_ml_dev_pmd_allocate(const char *name, uint8_t socket_id)\n \t\tml_dev_globals.nb_devs++;\n \t}\n \n+\tdev->enqueue_burst = NULL;\n+\tdev->dequeue_burst = NULL;\n+\n \treturn dev;\n }\n \n@@ -671,4 +674,76 @@ rte_ml_op_pool_free(struct rte_mempool *mempool)\n \t\trte_mempool_free(mempool);\n }\n \n+uint16_t\n+rte_ml_enqueue_burst(int16_t dev_id, uint16_t qp_id, struct rte_ml_op **ops, uint16_t nb_ops)\n+{\n+\tstruct rte_ml_dev *dev;\n+\n+#ifdef RTE_LIBRTE_ML_DEV_DEBUG\n+\tif (!rte_ml_dev_is_valid_dev(dev_id)) {\n+\t\tRTE_MLDEV_LOG(ERR, \"Invalid dev_id = %d\\n\", dev_id);\n+\t\trte_errno = -EINVAL;\n+\t\treturn 0;\n+\t}\n+\n+\tdev = rte_ml_dev_pmd_get_dev(dev_id);\n+\tif (*dev->enqueue_burst == NULL) {\n+\t\trte_errno = -ENOTSUP;\n+\t\treturn 0;\n+\t}\n+\n+\tif (ops == NULL) {\n+\t\tRTE_MLDEV_LOG(ERR, \"Dev %d, ops cannot be NULL\\n\", dev_id);\n+\t\trte_errno = -EINVAL;\n+\t\treturn 0;\n+\t}\n+\n+\tif (qp_id >= dev->data->nb_queue_pairs) {\n+\t\tRTE_MLDEV_LOG(ERR, \"Invalid qp_id %u\\n\", qp_id);\n+\t\trte_errno = -EINVAL;\n+\t\treturn 0;\n+\t}\n+#else\n+\tdev = rte_ml_dev_pmd_get_dev(dev_id);\n+#endif\n+\n+\treturn (*dev->enqueue_burst)(dev, qp_id, ops, nb_ops);\n+}\n+\n+uint16_t\n+rte_ml_dequeue_burst(int16_t dev_id, uint16_t qp_id, struct rte_ml_op **ops, uint16_t nb_ops)\n+{\n+\tstruct rte_ml_dev *dev;\n+\n+#ifdef RTE_LIBRTE_ML_DEV_DEBUG\n+\tif (!rte_ml_dev_is_valid_dev(dev_id)) {\n+\t\tRTE_MLDEV_LOG(ERR, \"Invalid dev_id = %d\\n\", dev_id);\n+\t\trte_errno = -EINVAL;\n+\t\treturn 0;\n+\t}\n+\n+\tdev = rte_ml_dev_pmd_get_dev(dev_id);\n+\tif (*dev->dequeue_burst == NULL) {\n+\t\trte_errno = -ENOTSUP;\n+\t\treturn 0;\n+\t}\n+\n+\tif (ops == NULL) {\n+\t\tRTE_MLDEV_LOG(ERR, \"Dev %d, ops cannot be NULL\\n\", dev_id);\n+\t\trte_errno = -EINVAL;\n+\t\treturn 0;\n+\t}\n+\n+\tif (qp_id >= dev->data->nb_queue_pairs) {\n+\t\tRTE_MLDEV_LOG(ERR, \"Invalid qp_id %u\\n\", qp_id);\n+\t\trte_errno = -EINVAL;\n+\t\treturn 0;\n+\t}\n+#else\n+\tdev = rte_ml_dev_pmd_get_dev(dev_id);\n+#endif\n+\n+\treturn (*dev->dequeue_burst)(dev, qp_id, ops, nb_ops);\n+}\n+\n RTE_LOG_REGISTER_DEFAULT(rte_ml_dev_logtype, INFO);\ndiff --git a/lib/mldev/rte_mldev_core.h b/lib/mldev/rte_mldev_core.h\nindex 46e6e7a4e5..1c02813c87 100644\n--- a/lib/mldev/rte_mldev_core.h\n+++ b/lib/mldev/rte_mldev_core.h\n@@ -33,6 +33,46 @@ extern \"C\" {\n \n struct rte_ml_dev;\n \n+/**\n+ * @internal\n+ *\n+ * Enqueue a burst of inference requests to a queue on ML device.\n+ *\n+ * @param dev\n+ *\tML device pointer.\n+ * @param qp_id\n+ *\tQueue-pair ID.\n+ * @param ops\n+ *\tArray of ML ops to be enqueued.\n+ * @param nb_ops\n+ *\tNumber of ops to enqueue.\n+ *\n+ * @return\n+ *\t- Number of ops enqueued.\n+ */\n+typedef uint16_t (*mldev_enqueue_t)(struct rte_ml_dev *dev, uint16_t qp_id, struct rte_ml_op **ops,\n+\t\t\t\t uint16_t nb_ops);\n+\n+/**\n+ * @internal\n+ *\n+ * Dequeue a burst of inference requests from a queue on ML device.\n+ *\n+ * @param dev\n+ *\tML device pointer.\n+ * @param qp_id\n+ *\tQueue-pair ID.\n+ * @param ops\n+ *\tArray of ML ops to dequeued.\n+ * @param nb_ops\n+ *\tNumber of ops to dequeue.\n+ *\n+ * @return\n+ *\t- Number of ops dequeued.\n+ */\n+typedef uint16_t (*mldev_dequeue_t)(struct rte_ml_dev *dev, uint16_t qp_id, struct rte_ml_op **ops,\n+\t\t\t\t uint16_t nb_ops);\n+\n /**\n * Definitions of all functions exported by a driver through the generic structure of type\n * *ml_dev_ops* supplied in the *rte_ml_dev* structure associated with a device.\n@@ -448,6 +488,12 @@ struct rte_ml_dev_data {\n * The data structure associated with each ML device.\n */\n struct rte_ml_dev {\n+\t/** Pointer to PMD enqueue function. */\n+\tmldev_enqueue_t enqueue_burst;\n+\n+\t/** Pointer to PMD dequeue function. */\n+\tmldev_dequeue_t dequeue_burst;\n+\n \t/** Pointer to device data. */\n \tstruct rte_ml_dev_data *data;\n \ndiff --git a/lib/mldev/rte_mldev_pmd.h b/lib/mldev/rte_mldev_pmd.h\nindex 33544f1b80..afe617e4bf 100644\n--- a/lib/mldev/rte_mldev_pmd.h\n+++ b/lib/mldev/rte_mldev_pmd.h\n@@ -40,6 +40,8 @@ struct rte_ml_dev_pmd_init_params {\n \tuint64_t private_data_size;\n };\n \n+struct rte_ml_dev;\n+\n /**\n * @internal\n *\ndiff --git a/lib/mldev/version.map b/lib/mldev/version.map\nindex 7665226d0e..e6b1ac4a4d 100644\n--- a/lib/mldev/version.map\n+++ b/lib/mldev/version.map\n@@ -1,6 +1,7 @@\n EXPERIMENTAL {\n \tglobal:\n \n+\trte_ml_dequeue_burst;\n \trte_ml_dev_close;\n \trte_ml_dev_configure;\n \trte_ml_dev_count;\n@@ -12,6 +13,7 @@ EXPERIMENTAL {\n \trte_ml_dev_socket_id;\n \trte_ml_dev_start;\n \trte_ml_dev_stop;\n+\trte_ml_enqueue_burst;\n \trte_ml_io_dequantize;\n \trte_ml_io_input_size_get;\n \trte_ml_io_output_size_get;\n", "prefixes": [ "v3", "08/12" ] }