Patch Detail
get:
Show a patch.
patch:
Update a patch.
put:
Update a patch.
GET /api/patches/112368/?format=api
{ "id": 112368, "url": "http://patches.dpdk.org/api/patches/112368/?format=api", "web_url": "http://patches.dpdk.org/project/dpdk/patch/20220606112109.208873-26-lizh@nvidia.com/", "project": { "id": 1, "url": "http://patches.dpdk.org/api/projects/1/?format=api", "name": "DPDK", "link_name": "dpdk", "list_id": "dev.dpdk.org", "list_email": "dev@dpdk.org", "web_url": "http://core.dpdk.org", "scm_url": "git://dpdk.org/dpdk", "webscm_url": "http://git.dpdk.org/dpdk", "list_archive_url": "https://inbox.dpdk.org/dev", "list_archive_url_format": "https://inbox.dpdk.org/dev/{}", "commit_url_format": "" }, "msgid": "<20220606112109.208873-26-lizh@nvidia.com>", "list_archive_url": "https://inbox.dpdk.org/dev/20220606112109.208873-26-lizh@nvidia.com", "date": "2022-06-06T11:21:02", "name": "[v1,13/17] vdpa/mlx5: add virtq creation task for MT management", "commit_ref": null, "pull_url": null, "state": "superseded", "archived": true, "hash": "b31bbfd6eab53501efd32a56a728f34118635736", "submitter": { "id": 1967, "url": "http://patches.dpdk.org/api/people/1967/?format=api", "name": "Li Zhang", "email": "lizh@nvidia.com" }, "delegate": null, "mbox": "http://patches.dpdk.org/project/dpdk/patch/20220606112109.208873-26-lizh@nvidia.com/mbox/", "series": [ { "id": 23351, "url": "http://patches.dpdk.org/api/series/23351/?format=api", "web_url": "http://patches.dpdk.org/project/dpdk/list/?series=23351", "date": "2022-06-06T11:21:02", "name": null, "version": 1, "mbox": "http://patches.dpdk.org/series/23351/mbox/" } ], "comments": "http://patches.dpdk.org/api/patches/112368/comments/", "check": "pending", "checks": "http://patches.dpdk.org/api/patches/112368/checks/", "tags": {}, "related": [], "headers": { "Return-Path": "<dev-bounces@dpdk.org>", "X-Original-To": "patchwork@inbox.dpdk.org", "Delivered-To": "patchwork@inbox.dpdk.org", "Received": [ "from mails.dpdk.org (mails.dpdk.org [217.70.189.124])\n\tby inbox.dpdk.org (Postfix) with ESMTP id 54F08A0543;\n\tMon, 6 Jun 2022 13:25:01 +0200 (CEST)", "from [217.70.189.124] (localhost [127.0.0.1])\n\tby mails.dpdk.org (Postfix) with ESMTP id E392A42BEF;\n\tMon, 6 Jun 2022 13:22:57 +0200 (CEST)", "from NAM12-MW2-obe.outbound.protection.outlook.com\n (mail-mw2nam12on2086.outbound.protection.outlook.com [40.107.244.86])\n by mails.dpdk.org (Postfix) with ESMTP id 9F5E742BC5\n for <dev@dpdk.org>; Mon, 6 Jun 2022 13:22:56 +0200 (CEST)", "from BN0PR02CA0028.namprd02.prod.outlook.com (2603:10b6:408:e4::33)\n by CH2PR12MB4184.namprd12.prod.outlook.com (2603:10b6:610:a7::9) with\n Microsoft SMTP Server (version=TLS1_2,\n cipher=TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384) id 15.20.5314.13; Mon, 6 Jun\n 2022 11:22:50 +0000", "from BN8NAM11FT045.eop-nam11.prod.protection.outlook.com\n (2603:10b6:408:e4:cafe::6f) by BN0PR02CA0028.outlook.office365.com\n (2603:10b6:408:e4::33) with Microsoft SMTP Server (version=TLS1_2,\n cipher=TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384) id 15.20.5314.13 via Frontend\n Transport; Mon, 6 Jun 2022 11:22:50 +0000", "from mail.nvidia.com (12.22.5.234) by\n BN8NAM11FT045.mail.protection.outlook.com (10.13.177.47) with Microsoft SMTP\n Server (version=TLS1_2, cipher=TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384) id\n 15.20.5314.12 via Frontend Transport; Mon, 6 Jun 2022 11:22:49 +0000", "from rnnvmail201.nvidia.com (10.129.68.8) by DRHQMAIL101.nvidia.com\n (10.27.9.10) with Microsoft SMTP Server (TLS) id 15.0.1497.32;\n Mon, 6 Jun 2022 11:22:49 +0000", "from nvidia.com (10.126.231.35) by rnnvmail201.nvidia.com\n (10.129.68.8) with Microsoft SMTP Server (version=TLS1_2,\n cipher=TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384) id 15.2.986.22; Mon, 6 Jun 2022\n 04:22:46 -0700" ], "ARC-Seal": "i=1; a=rsa-sha256; s=arcselector9901; d=microsoft.com; cv=none;\n b=bbRVOLnXY7IKN2g5iLXmkJJsi8R7hS48iEDkfVqRdlBSGTMyo0nh6vYY1/tlZg2oMaqYp3zMpd7lBfZcNIBEp61yctFB9TFNikEVpb0kDbw+/nRnybsY14Q1+N2OF6i72okwmtAmMIdX9fQ4S+fMsAV6t5kD3cENQ4FXwiOZaEV1F2FukHC4aUM5bNbrV5AoJ0+IaYf/rwKrjPCaTEqVhlKrbV7KLB07DXIY1ZNW3gqPS5pm4cEkw4lv7XJ8k2k28RxM7HnOb09+YGgIZ/OVQQvgvXDXwE6xx/E5mb3aoog0U4tGtdPH/BVlMS4GSP9WERAgCg8aaEIMBAh/CSOYeg==", "ARC-Message-Signature": "i=1; a=rsa-sha256; c=relaxed/relaxed; d=microsoft.com;\n s=arcselector9901;\n h=From:Date:Subject:Message-ID:Content-Type:MIME-Version:X-MS-Exchange-AntiSpam-MessageData-ChunkCount:X-MS-Exchange-AntiSpam-MessageData-0:X-MS-Exchange-AntiSpam-MessageData-1;\n bh=D0Zy9/Tg4z8XhCWAE1gPUw8MnOBjkfQd3cdsZE+Y7cw=;\n b=kVB43znSfbzsx0q5UQsTtybUuKA9W7+GWw5NwE2nMoyWgD/macSftLaFfNvMTEFYKI4br61emUmDOVK9Z+JCxJIeSDk5b+/05WieTVl6IWNZpNq9Pyp9GWPec9laUPISV1cBIaUkkl7jgL3teegZFjQm4j9CcDeorBl2s8Fj9uqavkhsRA3Bb4M5EPMxG9ndoksZGR9+DweEe0gGv3Qh3apwZ6gArkelAxZ8SPJ5dCVMlMh2eB7BljR6hOyNRdCSnfmkwpW2VMR8fvMFigEqUVe1r25zn+kUnXfXiixpiov0UQ4MDgw189CU+av94YOIdofO+me+Ag2utEho8EUxrw==", "ARC-Authentication-Results": "i=1; mx.microsoft.com 1; spf=pass (sender ip is\n 12.22.5.234) smtp.rcpttodomain=monjalon.net smtp.mailfrom=nvidia.com;\n dmarc=pass (p=reject sp=reject pct=100) action=none header.from=nvidia.com;\n dkim=none (message not signed); arc=none", "DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/relaxed; d=Nvidia.com;\n s=selector2;\n h=From:Date:Subject:Message-ID:Content-Type:MIME-Version:X-MS-Exchange-SenderADCheck;\n bh=D0Zy9/Tg4z8XhCWAE1gPUw8MnOBjkfQd3cdsZE+Y7cw=;\n b=fCVrr/FH7VYUqyggh4ZZ+GAJog6MKSyUHtiqltbE0kuQL6MenK2nkzj0BeazzrsU07eNs67g5VaX4z5zOAw/WP/V2jfpc8mQGJXJLwYluf1LAvtbSVuJ0AX75WLk11bCSHmj99MBRPOxQjweSwfv7y38mX32lFm409ciPrb+yumAJKgCANco72IhDET0Ltm0hILMmIRA0r+sbXY3PL2siNCj/HiAqRqIehxQaWi8x2/1Nf7PlDEcVAWqt5r3wO1hzwcPPcrf2QFubE1Myy9a3pm35qHdxm08MFtgJse1TqcylusO1z3QCKd0xqij0NqO4epTF2G4SvtWGRsJECeQoA==", "X-MS-Exchange-Authentication-Results": "spf=pass (sender IP is 12.22.5.234)\n smtp.mailfrom=nvidia.com; dkim=none (message not signed)\n header.d=none;dmarc=pass action=none header.from=nvidia.com;", "Received-SPF": "Pass (protection.outlook.com: domain of nvidia.com designates\n 12.22.5.234 as permitted sender) receiver=protection.outlook.com;\n client-ip=12.22.5.234; helo=mail.nvidia.com; pr=C", "From": "Li Zhang <lizh@nvidia.com>", "To": "<orika@nvidia.com>, <viacheslavo@nvidia.com>, <matan@nvidia.com>,\n <shahafs@nvidia.com>", "CC": "<dev@dpdk.org>, <thomas@monjalon.net>, <rasland@nvidia.com>,\n <roniba@nvidia.com>", "Subject": "[PATCH v1 13/17] vdpa/mlx5: add virtq creation task for MT management", "Date": "Mon, 6 Jun 2022 14:21:02 +0300", "Message-ID": "<20220606112109.208873-26-lizh@nvidia.com>", "X-Mailer": "git-send-email 2.31.1", "In-Reply-To": "<20220606112109.208873-1-lizh@nvidia.com>", "References": "<20220408075606.33056-1-lizh@nvidia.com>\n <20220606112109.208873-1-lizh@nvidia.com>", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "Content-Type": "text/plain", "X-Originating-IP": "[10.126.231.35]", "X-ClientProxiedBy": "rnnvmail202.nvidia.com (10.129.68.7) To\n rnnvmail201.nvidia.com (10.129.68.8)", "X-EOPAttributedMessage": "0", "X-MS-PublicTrafficType": "Email", "X-MS-Office365-Filtering-Correlation-Id": "5674efed-b9a1-48de-c643-08da47aee3f2", "X-MS-TrafficTypeDiagnostic": "CH2PR12MB4184:EE_", "X-LD-Processed": "43083d15-7273-40c1-b7db-39efd9ccc17a,ExtAddr", "X-Microsoft-Antispam-PRVS": "\n <CH2PR12MB41845F549507B16AD87F79C1BFA29@CH2PR12MB4184.namprd12.prod.outlook.com>", "X-MS-Exchange-SenderADCheck": "1", "X-MS-Exchange-AntiSpam-Relay": "0", "X-Microsoft-Antispam": "BCL:0;", "X-Microsoft-Antispam-Message-Info": "\n gShoDfE7pVCYVDUO6SmYB7CdbDTqnY2abVp1qAICpn/EmUdmbhuk38p2JDCDjDMjhjNRZ+BqjwJp9ZnqfmPGqdKkOK/BY4vcIyBuh4T2fTk3sR5Xdxk4/9pMe8f75wOYQH47AX5+xWBj5sMbk2hHMKLauYod8hu9/MNvbORGJihGZBFWNBvLK2Vl4WvwiMrJQFrIPrvYiZAbLn2ZffEQsz8S7YdrDsgsmhWkfsUajIkCw/O40ue1N42qdHhzrXa1VZDrn/wRyIQe5L0YTkwcaqqxJQS6boVPTVxiKaKdq9I7Y9G796jMhXBPJY81yOHegBYFHguUbyvbZxtQxb3T+ORvMG12MEYUyb3nRPDGBhjri0UVb25iwN1hbXODGmCT93AibcDyLQoq5nn5GH9LTRNpufTr9wPXfckLka1VBGOMN6KshrJV132QzGH12U3HpVbxRREdFzARO2GDgbWMOd/xnKdIdVv+DUJpAmPguxOKCYdlZFNOO6Qq4JZdQR0M3rpiy03xkMH3XOenuun886PGA97xX/oZeM7Vs0kS4eTUjz1EXBoC0kFfrlRgqNrXDC+us86rWsXA6ebct6tE3ve9Wq1hU/ehCPOmEzq8R1488KqpL57tLFzEts0hXti1c/7OFmlMqc1a4JIimad+ybx80Q2nvpoQV8dJk3XR5/HuM0SFGBO1NHji2GLOHaoSOYhkI7/5NlUaILOiM4LN1w==", "X-Forefront-Antispam-Report": "CIP:12.22.5.234; CTRY:US; LANG:en; SCL:1; SRV:;\n IPV:NLI; SFV:NSPM; H:mail.nvidia.com; PTR:InfoNoRecords; CAT:NONE;\n SFS:(13230001)(4636009)(46966006)(36840700001)(40470700004)(55016003)(316002)(82310400005)(336012)(47076005)(426003)(2616005)(30864003)(5660300002)(86362001)(16526019)(1076003)(186003)(2906002)(356005)(107886003)(8936002)(8676002)(4326008)(36756003)(70586007)(6666004)(70206006)(36860700001)(110136005)(6636002)(40460700003)(508600001)(54906003)(7696005)(81166007)(26005)(6286002)(83380400001)(36900700001);\n DIR:OUT; SFP:1101;", "X-OriginatorOrg": "Nvidia.com", "X-MS-Exchange-CrossTenant-OriginalArrivalTime": "06 Jun 2022 11:22:49.8223 (UTC)", "X-MS-Exchange-CrossTenant-Network-Message-Id": "\n 5674efed-b9a1-48de-c643-08da47aee3f2", "X-MS-Exchange-CrossTenant-Id": "43083d15-7273-40c1-b7db-39efd9ccc17a", "X-MS-Exchange-CrossTenant-OriginalAttributedTenantConnectingIp": "\n TenantId=43083d15-7273-40c1-b7db-39efd9ccc17a; Ip=[12.22.5.234];\n Helo=[mail.nvidia.com]", "X-MS-Exchange-CrossTenant-AuthSource": "\n BN8NAM11FT045.eop-nam11.prod.protection.outlook.com", "X-MS-Exchange-CrossTenant-AuthAs": "Anonymous", "X-MS-Exchange-CrossTenant-FromEntityHeader": "HybridOnPrem", "X-MS-Exchange-Transport-CrossTenantHeadersStamped": "CH2PR12MB4184", "X-BeenThere": "dev@dpdk.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "DPDK patches and discussions <dev.dpdk.org>", "List-Unsubscribe": "<https://mails.dpdk.org/options/dev>,\n <mailto:dev-request@dpdk.org?subject=unsubscribe>", "List-Archive": "<http://mails.dpdk.org/archives/dev/>", "List-Post": "<mailto:dev@dpdk.org>", "List-Help": "<mailto:dev-request@dpdk.org?subject=help>", "List-Subscribe": "<https://mails.dpdk.org/listinfo/dev>,\n <mailto:dev-request@dpdk.org?subject=subscribe>", "Errors-To": "dev-bounces@dpdk.org" }, "content": "The virtq object and all its sub-resources use a lot of\nFW commands and can be accelerated by the MT management.\nSplit the virtqs creation between the configuration threads.\nThis accelerates the LM process and reduces its time by 20%.\n\nSigned-off-by: Li Zhang <lizh@nvidia.com>\n---\n drivers/vdpa/mlx5/mlx5_vdpa.h | 9 +-\n drivers/vdpa/mlx5/mlx5_vdpa_cthread.c | 14 +++\n drivers/vdpa/mlx5/mlx5_vdpa_event.c | 2 +-\n drivers/vdpa/mlx5/mlx5_vdpa_virtq.c | 149 +++++++++++++++++++-------\n 4 files changed, 134 insertions(+), 40 deletions(-)", "diff": "diff --git a/drivers/vdpa/mlx5/mlx5_vdpa.h b/drivers/vdpa/mlx5/mlx5_vdpa.h\nindex 3316ce42be..35221f5ddc 100644\n--- a/drivers/vdpa/mlx5/mlx5_vdpa.h\n+++ b/drivers/vdpa/mlx5/mlx5_vdpa.h\n@@ -80,6 +80,7 @@ enum {\n /* Vdpa task types. */\n enum mlx5_vdpa_task_type {\n \tMLX5_VDPA_TASK_REG_MR = 1,\n+\tMLX5_VDPA_TASK_SETUP_VIRTQ,\n };\n \n /* Generic task information and size must be multiple of 4B. */\n@@ -117,12 +118,12 @@ struct mlx5_vdpa_vmem_info {\n \n struct mlx5_vdpa_virtq {\n \tSLIST_ENTRY(mlx5_vdpa_virtq) next;\n-\tuint8_t enable;\n \tuint16_t index;\n \tuint16_t vq_size;\n \tuint8_t notifier_state;\n-\tbool stopped;\n \tuint32_t configured:1;\n+\tuint32_t enable:1;\n+\tuint32_t stopped:1;\n \tuint32_t version;\n \tpthread_mutex_t virtq_lock;\n \tstruct mlx5_vdpa_priv *priv;\n@@ -565,11 +566,13 @@ bool\n mlx5_vdpa_task_add(struct mlx5_vdpa_priv *priv,\n \t\tuint32_t thrd_idx,\n \t\tenum mlx5_vdpa_task_type task_type,\n-\t\tuint32_t *bulk_refcnt, uint32_t *bulk_err_cnt,\n+\t\tuint32_t *remaining_cnt, uint32_t *err_cnt,\n \t\tvoid **task_data, uint32_t num);\n int\n mlx5_vdpa_register_mr(struct mlx5_vdpa_priv *priv, uint32_t idx);\n bool\n mlx5_vdpa_c_thread_wait_bulk_tasks_done(uint32_t *remaining_cnt,\n \t\tuint32_t *err_cnt, uint32_t sleep_time);\n+int\n+mlx5_vdpa_virtq_setup(struct mlx5_vdpa_priv *priv, int index, bool reg_kick);\n #endif /* RTE_PMD_MLX5_VDPA_H_ */\ndiff --git a/drivers/vdpa/mlx5/mlx5_vdpa_cthread.c b/drivers/vdpa/mlx5/mlx5_vdpa_cthread.c\nindex 10391931ae..1389d369ae 100644\n--- a/drivers/vdpa/mlx5/mlx5_vdpa_cthread.c\n+++ b/drivers/vdpa/mlx5/mlx5_vdpa_cthread.c\n@@ -100,6 +100,7 @@ mlx5_vdpa_c_thread_handle(void *arg)\n {\n \tstruct mlx5_vdpa_conf_thread_mng *multhrd = arg;\n \tpthread_t thread_id = pthread_self();\n+\tstruct mlx5_vdpa_virtq *virtq;\n \tstruct mlx5_vdpa_priv *priv;\n \tstruct mlx5_vdpa_task task;\n \tstruct rte_ring *rng;\n@@ -139,6 +140,19 @@ mlx5_vdpa_c_thread_handle(void *arg)\n \t\t\t\t__ATOMIC_RELAXED);\n \t\t\t}\n \t\t\tbreak;\n+\t\tcase MLX5_VDPA_TASK_SETUP_VIRTQ:\n+\t\t\tvirtq = &priv->virtqs[task.idx];\n+\t\t\tpthread_mutex_lock(&virtq->virtq_lock);\n+\t\t\tret = mlx5_vdpa_virtq_setup(priv,\n+\t\t\t\ttask.idx, false);\n+\t\t\tif (ret) {\n+\t\t\t\tDRV_LOG(ERR,\n+\t\t\t\t\t\"Failed to setup virtq %d.\", task.idx);\n+\t\t\t\t__atomic_fetch_add(\n+\t\t\t\t\ttask.err_cnt, 1, __ATOMIC_RELAXED);\n+\t\t\t}\n+\t\t\tpthread_mutex_unlock(&virtq->virtq_lock);\n+\t\t\tbreak;\n \t\tdefault:\n \t\t\tDRV_LOG(ERR, \"Invalid vdpa task type %d.\",\n \t\t\ttask.type);\ndiff --git a/drivers/vdpa/mlx5/mlx5_vdpa_event.c b/drivers/vdpa/mlx5/mlx5_vdpa_event.c\nindex b45fbac146..f782b6b832 100644\n--- a/drivers/vdpa/mlx5/mlx5_vdpa_event.c\n+++ b/drivers/vdpa/mlx5/mlx5_vdpa_event.c\n@@ -371,7 +371,7 @@ mlx5_vdpa_err_interrupt_handler(void *cb_arg __rte_unused)\n \t\t\tgoto unlock;\n \t\tif (rte_rdtsc() / rte_get_tsc_hz() < MLX5_VDPA_ERROR_TIME_SEC)\n \t\t\tgoto unlock;\n-\t\tvirtq->stopped = true;\n+\t\tvirtq->stopped = 1;\n \t\t/* Query error info. */\n \t\tif (mlx5_vdpa_virtq_query(priv, vq_index))\n \t\t\tgoto log;\ndiff --git a/drivers/vdpa/mlx5/mlx5_vdpa_virtq.c b/drivers/vdpa/mlx5/mlx5_vdpa_virtq.c\nindex 0b317655db..db05220e76 100644\n--- a/drivers/vdpa/mlx5/mlx5_vdpa_virtq.c\n+++ b/drivers/vdpa/mlx5/mlx5_vdpa_virtq.c\n@@ -111,8 +111,9 @@ mlx5_vdpa_virtqs_cleanup(struct mlx5_vdpa_priv *priv)\n \tfor (i = 0; i < priv->caps.max_num_virtio_queues; i++) {\n \t\tstruct mlx5_vdpa_virtq *virtq = &priv->virtqs[i];\n \n+\t\tif (virtq->index != i)\n+\t\t\tcontinue;\n \t\tpthread_mutex_lock(&virtq->virtq_lock);\n-\t\tvirtq->configured = 0;\n \t\tfor (j = 0; j < RTE_DIM(virtq->umems); ++j) {\n \t\t\tif (virtq->umems[j].obj) {\n \t\t\t\tclaim_zero(mlx5_glue->devx_umem_dereg\n@@ -131,7 +132,6 @@ mlx5_vdpa_virtqs_cleanup(struct mlx5_vdpa_priv *priv)\n \t}\n }\n \n-\n static int\n mlx5_vdpa_virtq_unset(struct mlx5_vdpa_virtq *virtq)\n {\n@@ -191,7 +191,7 @@ mlx5_vdpa_virtq_stop(struct mlx5_vdpa_priv *priv, int index)\n \tret = mlx5_vdpa_virtq_modify(virtq, 0);\n \tif (ret)\n \t\treturn -1;\n-\tvirtq->stopped = true;\n+\tvirtq->stopped = 1;\n \tDRV_LOG(DEBUG, \"vid %u virtq %u was stopped.\", priv->vid, index);\n \treturn mlx5_vdpa_virtq_query(priv, index);\n }\n@@ -411,7 +411,38 @@ mlx5_vdpa_is_modify_virtq_supported(struct mlx5_vdpa_priv *priv)\n }\n \n static int\n-mlx5_vdpa_virtq_setup(struct mlx5_vdpa_priv *priv, int index)\n+mlx5_vdpa_virtq_doorbell_setup(struct mlx5_vdpa_virtq *virtq,\n+\t\tstruct rte_vhost_vring *vq, int index)\n+{\n+\tvirtq->intr_handle =\n+\t\trte_intr_instance_alloc(RTE_INTR_INSTANCE_F_SHARED);\n+\tif (virtq->intr_handle == NULL) {\n+\t\tDRV_LOG(ERR, \"Fail to allocate intr_handle\");\n+\t\treturn -1;\n+\t}\n+\tif (rte_intr_fd_set(virtq->intr_handle, vq->kickfd))\n+\t\treturn -1;\n+\tif (rte_intr_fd_get(virtq->intr_handle) == -1) {\n+\t\tDRV_LOG(WARNING, \"Virtq %d kickfd is invalid.\", index);\n+\t} else {\n+\t\tif (rte_intr_type_set(virtq->intr_handle,\n+\t\t\tRTE_INTR_HANDLE_EXT))\n+\t\t\treturn -1;\n+\t\tif (rte_intr_callback_register(virtq->intr_handle,\n+\t\t\tmlx5_vdpa_virtq_kick_handler, virtq)) {\n+\t\t\t(void)rte_intr_fd_set(virtq->intr_handle, -1);\n+\t\t\tDRV_LOG(ERR, \"Failed to register virtq %d interrupt.\",\n+\t\t\t\tindex);\n+\t\t\treturn -1;\n+\t\t}\n+\t\tDRV_LOG(DEBUG, \"Register fd %d interrupt for virtq %d.\",\n+\t\t\trte_intr_fd_get(virtq->intr_handle), index);\n+\t}\n+\treturn 0;\n+}\n+\n+int\n+mlx5_vdpa_virtq_setup(struct mlx5_vdpa_priv *priv, int index, bool reg_kick)\n {\n \tstruct mlx5_vdpa_virtq *virtq = &priv->virtqs[index];\n \tstruct rte_vhost_vring vq;\n@@ -455,33 +486,11 @@ mlx5_vdpa_virtq_setup(struct mlx5_vdpa_priv *priv, int index)\n \trte_write32(virtq->index, priv->virtq_db_addr);\n \trte_spinlock_unlock(&priv->db_lock);\n \t/* Setup doorbell mapping. */\n-\tvirtq->intr_handle =\n-\t\trte_intr_instance_alloc(RTE_INTR_INSTANCE_F_SHARED);\n-\tif (virtq->intr_handle == NULL) {\n-\t\tDRV_LOG(ERR, \"Fail to allocate intr_handle\");\n-\t\tgoto error;\n-\t}\n-\n-\tif (rte_intr_fd_set(virtq->intr_handle, vq.kickfd))\n-\t\tgoto error;\n-\n-\tif (rte_intr_fd_get(virtq->intr_handle) == -1) {\n-\t\tDRV_LOG(WARNING, \"Virtq %d kickfd is invalid.\", index);\n-\t} else {\n-\t\tif (rte_intr_type_set(virtq->intr_handle, RTE_INTR_HANDLE_EXT))\n-\t\t\tgoto error;\n-\n-\t\tif (rte_intr_callback_register(virtq->intr_handle,\n-\t\t\t\t\t mlx5_vdpa_virtq_kick_handler,\n-\t\t\t\t\t virtq)) {\n-\t\t\t(void)rte_intr_fd_set(virtq->intr_handle, -1);\n+\tif (reg_kick) {\n+\t\tif (mlx5_vdpa_virtq_doorbell_setup(virtq, &vq, index)) {\n \t\t\tDRV_LOG(ERR, \"Failed to register virtq %d interrupt.\",\n \t\t\t\tindex);\n \t\t\tgoto error;\n-\t\t} else {\n-\t\t\tDRV_LOG(DEBUG, \"Register fd %d interrupt for virtq %d.\",\n-\t\t\t\trte_intr_fd_get(virtq->intr_handle),\n-\t\t\t\tindex);\n \t\t}\n \t}\n \t/* Subscribe virtq error event. */\n@@ -497,7 +506,6 @@ mlx5_vdpa_virtq_setup(struct mlx5_vdpa_priv *priv, int index)\n \t\trte_errno = errno;\n \t\tgoto error;\n \t}\n-\tvirtq->stopped = false;\n \t/* Initial notification to ask Qemu handling completed buffers. */\n \tif (virtq->eqp.cq.callfd != -1)\n \t\teventfd_write(virtq->eqp.cq.callfd, (eventfd_t)1);\n@@ -567,10 +575,12 @@ mlx5_vdpa_features_validate(struct mlx5_vdpa_priv *priv)\n int\n mlx5_vdpa_virtqs_prepare(struct mlx5_vdpa_priv *priv)\n {\n-\tuint32_t i;\n-\tuint16_t nr_vring = rte_vhost_get_vring_num(priv->vid);\n \tint ret = rte_vhost_get_negotiated_features(priv->vid, &priv->features);\n+\tuint16_t nr_vring = rte_vhost_get_vring_num(priv->vid);\n+\tuint32_t remaining_cnt = 0, err_cnt = 0, task_num = 0;\n+\tuint32_t i, thrd_idx, data[1];\n \tstruct mlx5_vdpa_virtq *virtq;\n+\tstruct rte_vhost_vring vq;\n \n \tif (ret || mlx5_vdpa_features_validate(priv)) {\n \t\tDRV_LOG(ERR, \"Failed to configure negotiated features.\");\n@@ -590,16 +600,83 @@ mlx5_vdpa_virtqs_prepare(struct mlx5_vdpa_priv *priv)\n \t\treturn -1;\n \t}\n \tpriv->nr_virtqs = nr_vring;\n-\tfor (i = 0; i < nr_vring; i++) {\n-\t\tvirtq = &priv->virtqs[i];\n-\t\tif (virtq->enable) {\n+\tif (priv->use_c_thread) {\n+\t\tuint32_t main_task_idx[nr_vring];\n+\n+\t\tfor (i = 0; i < nr_vring; i++) {\n+\t\t\tvirtq = &priv->virtqs[i];\n+\t\t\tif (!virtq->enable)\n+\t\t\t\tcontinue;\n+\t\t\tthrd_idx = i % (conf_thread_mng.max_thrds + 1);\n+\t\t\tif (!thrd_idx) {\n+\t\t\t\tmain_task_idx[task_num] = i;\n+\t\t\t\ttask_num++;\n+\t\t\t\tcontinue;\n+\t\t\t}\n+\t\t\tthrd_idx = priv->last_c_thrd_idx + 1;\n+\t\t\tif (thrd_idx >= conf_thread_mng.max_thrds)\n+\t\t\t\tthrd_idx = 0;\n+\t\t\tpriv->last_c_thrd_idx = thrd_idx;\n+\t\t\tdata[0] = i;\n+\t\t\tif (mlx5_vdpa_task_add(priv, thrd_idx,\n+\t\t\t\tMLX5_VDPA_TASK_SETUP_VIRTQ,\n+\t\t\t\t&remaining_cnt, &err_cnt,\n+\t\t\t\t(void **)&data, 1)) {\n+\t\t\t\tDRV_LOG(ERR, \"Fail to add \"\n+\t\t\t\t\t\t\"task setup virtq (%d).\", i);\n+\t\t\t\tmain_task_idx[task_num] = i;\n+\t\t\t\ttask_num++;\n+\t\t\t}\n+\t\t}\n+\t\tfor (i = 0; i < task_num; i++) {\n+\t\t\tvirtq = &priv->virtqs[main_task_idx[i]];\n \t\t\tpthread_mutex_lock(&virtq->virtq_lock);\n-\t\t\tif (mlx5_vdpa_virtq_setup(priv, i)) {\n+\t\t\tif (mlx5_vdpa_virtq_setup(priv,\n+\t\t\t\tmain_task_idx[i], false)) {\n \t\t\t\tpthread_mutex_unlock(&virtq->virtq_lock);\n \t\t\t\tgoto error;\n \t\t\t}\n \t\t\tpthread_mutex_unlock(&virtq->virtq_lock);\n \t\t}\n+\t\tif (mlx5_vdpa_c_thread_wait_bulk_tasks_done(&remaining_cnt,\n+\t\t\t&err_cnt, 2000)) {\n+\t\t\tDRV_LOG(ERR,\n+\t\t\t\"Failed to wait virt-queue setup tasks ready.\");\n+\t\t\tgoto error;\n+\t\t}\n+\t\tfor (i = 0; i < nr_vring; i++) {\n+\t\t\t/* Setup doorbell mapping in order for Qume. */\n+\t\t\tvirtq = &priv->virtqs[i];\n+\t\t\tpthread_mutex_lock(&virtq->virtq_lock);\n+\t\t\tif (!virtq->enable || !virtq->configured) {\n+\t\t\t\tpthread_mutex_unlock(&virtq->virtq_lock);\n+\t\t\t\tcontinue;\n+\t\t\t}\n+\t\t\tif (rte_vhost_get_vhost_vring(priv->vid, i, &vq)) {\n+\t\t\t\tpthread_mutex_unlock(&virtq->virtq_lock);\n+\t\t\t\tgoto error;\n+\t\t\t}\n+\t\t\tif (mlx5_vdpa_virtq_doorbell_setup(virtq, &vq, i)) {\n+\t\t\t\tpthread_mutex_unlock(&virtq->virtq_lock);\n+\t\t\t\tDRV_LOG(ERR,\n+\t\t\t\t\"Failed to register virtq %d interrupt.\", i);\n+\t\t\t\tgoto error;\n+\t\t\t}\n+\t\t\tpthread_mutex_unlock(&virtq->virtq_lock);\n+\t\t}\n+\t} else {\n+\t\tfor (i = 0; i < nr_vring; i++) {\n+\t\t\tvirtq = &priv->virtqs[i];\n+\t\t\tpthread_mutex_lock(&virtq->virtq_lock);\n+\t\t\tif (virtq->enable) {\n+\t\t\t\tif (mlx5_vdpa_virtq_setup(priv, i, true)) {\n+\t\t\t\t\tpthread_mutex_unlock(\n+\t\t\t\t\t\t&virtq->virtq_lock);\n+\t\t\t\t\tgoto error;\n+\t\t\t\t}\n+\t\t\t}\n+\t\t\tpthread_mutex_unlock(&virtq->virtq_lock);\n+\t\t}\n \t}\n \treturn 0;\n error:\n@@ -663,7 +740,7 @@ mlx5_vdpa_virtq_enable(struct mlx5_vdpa_priv *priv, int index, int enable)\n \t\tmlx5_vdpa_virtq_unset(virtq);\n \t}\n \tif (enable) {\n-\t\tret = mlx5_vdpa_virtq_setup(priv, index);\n+\t\tret = mlx5_vdpa_virtq_setup(priv, index, true);\n \t\tif (ret) {\n \t\t\tDRV_LOG(ERR, \"Failed to setup virtq %d.\", index);\n \t\t\treturn ret;\n", "prefixes": [ "v1", "13/17" ] }