Patch Detail
get:
Show a patch.
patch:
Update a patch.
put:
Update a patch.
GET /api/patches/100793/?format=api
{ "id": 100793, "url": "http://patches.dpdk.org/api/patches/100793/?format=api", "web_url": "http://patches.dpdk.org/project/dpdk/patch/20211007184350.73858-26-srikanth.k@oneconvergence.com/", "project": { "id": 1, "url": "http://patches.dpdk.org/api/projects/1/?format=api", "name": "DPDK", "link_name": "dpdk", "list_id": "dev.dpdk.org", "list_email": "dev@dpdk.org", "web_url": "http://core.dpdk.org", "scm_url": "git://dpdk.org/dpdk", "webscm_url": "http://git.dpdk.org/dpdk", "list_archive_url": "https://inbox.dpdk.org/dev", "list_archive_url_format": "https://inbox.dpdk.org/dev/{}", "commit_url_format": "" }, "msgid": "<20211007184350.73858-26-srikanth.k@oneconvergence.com>", "list_archive_url": "https://inbox.dpdk.org/dev/20211007184350.73858-26-srikanth.k@oneconvergence.com", "date": "2021-10-07T18:43:34", "name": "[v2,25/41] net/mlx5: handle async device events", "commit_ref": null, "pull_url": null, "state": "deferred", "archived": false, "hash": "132acc4b478833030d20b6569983eef503631881", "submitter": { "id": 2368, "url": "http://patches.dpdk.org/api/people/2368/?format=api", "name": "Srikanth Kaka", "email": "srikanth.k@oneconvergence.com" }, "delegate": { "id": 3268, "url": "http://patches.dpdk.org/api/users/3268/?format=api", "username": "rasland", "first_name": "Raslan", "last_name": "Darawsheh", "email": "rasland@nvidia.com" }, "mbox": "http://patches.dpdk.org/project/dpdk/patch/20211007184350.73858-26-srikanth.k@oneconvergence.com/mbox/", "series": [ { "id": 19455, "url": "http://patches.dpdk.org/api/series/19455/?format=api", "web_url": "http://patches.dpdk.org/project/dpdk/list/?series=19455", "date": "2021-10-07T18:43:09", "name": "add MLX5 FreeBSD support", "version": 2, "mbox": "http://patches.dpdk.org/series/19455/mbox/" } ], "comments": "http://patches.dpdk.org/api/patches/100793/comments/", "check": "success", "checks": "http://patches.dpdk.org/api/patches/100793/checks/", "tags": {}, "related": [], "headers": { "Return-Path": "<dev-bounces@dpdk.org>", "X-Original-To": "patchwork@inbox.dpdk.org", "Delivered-To": "patchwork@inbox.dpdk.org", "Received": [ "from mails.dpdk.org (mails.dpdk.org [217.70.189.124])\n\tby inbox.dpdk.org (Postfix) with ESMTP id 6EC1CA034F;\n\tFri, 8 Oct 2021 12:58:17 +0200 (CEST)", "from [217.70.189.124] (localhost [127.0.0.1])\n\tby mails.dpdk.org (Postfix) with ESMTP id 50442411C6;\n\tFri, 8 Oct 2021 12:56:26 +0200 (CEST)", "from mail-pg1-f179.google.com (mail-pg1-f179.google.com\n [209.85.215.179])\n by mails.dpdk.org (Postfix) with ESMTP id 83490411E0\n for <dev@dpdk.org>; Thu, 7 Oct 2021 20:45:22 +0200 (CEST)", "by mail-pg1-f179.google.com with SMTP id s75so653977pgs.5\n for <dev@dpdk.org>; Thu, 07 Oct 2021 11:45:22 -0700 (PDT)", "from srikanth-ThinkPad-T450.domain.name ([136.185.113.102])\n by smtp.gmail.com with ESMTPSA id c11sm3311586pji.38.2021.10.07.11.45.19\n (version=TLS1_3 cipher=TLS_AES_256_GCM_SHA384 bits=256/256);\n Thu, 07 Oct 2021 11:45:21 -0700 (PDT)" ], "DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/relaxed;\n d=oneconvergence.com; s=google;\n h=from:to:cc:subject:date:message-id:in-reply-to:references\n :mime-version:content-transfer-encoding;\n bh=cdFqhWZ7gPyaLE8Eeh7sBBDL47Ex9wqI8WFRwbd3sK8=;\n b=MlIMGQ0o33yXNHeqPhkPPoYkeKiFRYvQwr5dfknQVz2y1BBVR3xpZPFbyVGypy1YnC\n 5ixvfrHiCwGwIJjXK9lKVdUOfEe1W1Zk5Gug156fzzVCW4VHjd6VhsIsbaVQLB7JTzMg\n 89niq9lciCJSuWm46PddmYnvzNcdAFuLX4xig=", "X-Google-DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/relaxed;\n d=1e100.net; s=20210112;\n h=x-gm-message-state:from:to:cc:subject:date:message-id:in-reply-to\n :references:mime-version:content-transfer-encoding;\n bh=cdFqhWZ7gPyaLE8Eeh7sBBDL47Ex9wqI8WFRwbd3sK8=;\n b=CKWGwPCxUhIaGfNdccZ5jpYaiHwdMgXSmn6kAZZ72uLnUzq/CvKfvxkft8OyC7BOG9\n uKuf7pjAqZOOZG2P2pLNHXWlDnXi+7frOTFVivBRQ0RDuSEnJUyQomG4Ixq2wHxLcI0H\n 6JUiXaPvy6v7pMlLA1CK/jnQNGBhNrYI7IWuH5XuVxgmIRfm4NSwcGNjIUjh3hMJwF+I\n Tquhp8jVFD0TB9DCdufJ5i7+ZzxPrOgUGmPyCQVup0Mmi7xQKkmo3C/S578ie5lzlYsz\n aTVJYvxXU+1pLB68jFc5GPyO+ygFQL/qtBLLQqMVgmcU4kMOUCZra3/MvAHegVYizLXG\n WVew==", "X-Gm-Message-State": "AOAM532egDwoHba25/arap2ZVUKSZCLO7E0XBFbiPWsVKD5OHw+kr1Cc\n ZBH+9rJXf/3GETTRlgoR1+lEQJrd8NmV6w==", "X-Google-Smtp-Source": "\n ABdhPJxY7dEjM+gla76pYElXoJqafRkB3SywITVsq3TY7X8lI7oEqDAlS8oNXBPfgDRFdQ/LzFXf+w==", "X-Received": "by 2002:a05:6a00:2284:b0:43d:fc72:e565 with SMTP id\n f4-20020a056a00228400b0043dfc72e565mr5951457pfe.84.1633632321642;\n Thu, 07 Oct 2021 11:45:21 -0700 (PDT)", "From": "Srikanth Kaka <srikanth.k@oneconvergence.com>", "To": "Matan Azrad <matan@nvidia.com>,\n Viacheslav Ovsiienko <viacheslavo@nvidia.com>", "Cc": "dev@dpdk.org, Vag Singh <vag.singh@oneconvergence.com>,\n Anand Thulasiram <avelu@juniper.net>,\n Srikanth Kaka <srikanth.k@oneconvergence.com>", "Date": "Fri, 8 Oct 2021 00:13:34 +0530", "Message-Id": "<20211007184350.73858-26-srikanth.k@oneconvergence.com>", "X-Mailer": "git-send-email 2.30.2", "In-Reply-To": "<20211007184350.73858-1-srikanth.k@oneconvergence.com>", "References": "<20211007184350.73858-1-srikanth.k@oneconvergence.com>", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "X-Mailman-Approved-At": "Fri, 08 Oct 2021 12:55:54 +0200", "Subject": "[dpdk-dev] [PATCH v2 25/41] net/mlx5: handle async device events", "X-BeenThere": "dev@dpdk.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "DPDK patches and discussions <dev.dpdk.org>", "List-Unsubscribe": "<https://mails.dpdk.org/options/dev>,\n <mailto:dev-request@dpdk.org?subject=unsubscribe>", "List-Archive": "<http://mails.dpdk.org/archives/dev/>", "List-Post": "<mailto:dev@dpdk.org>", "List-Help": "<mailto:dev-request@dpdk.org?subject=help>", "List-Subscribe": "<https://mails.dpdk.org/listinfo/dev>,\n <mailto:dev-request@dpdk.org?subject=subscribe>", "Errors-To": "dev-bounces@dpdk.org", "Sender": "\"dev\" <dev-bounces@dpdk.org>" }, "content": "These function is implemented to support event sharing\nbetween multiple ports of single IB device.\n\nThey are a copy of their Linux counterparts.\n\nSigned-off-by: Srikanth Kaka <srikanth.k@oneconvergence.com>\nSigned-off-by: Vag Singh <vag.singh@oneconvergence.com>\nSigned-off-by: Anand Thulasiram <avelu@juniper.net>\n---\n drivers/net/mlx5/freebsd/mlx5_ethdev_os.c | 216 ++++++++++++++++++++++\n drivers/net/mlx5/freebsd/mlx5_os.c | 85 +++++++++\n 2 files changed, 301 insertions(+)", "diff": "diff --git a/drivers/net/mlx5/freebsd/mlx5_ethdev_os.c b/drivers/net/mlx5/freebsd/mlx5_ethdev_os.c\nindex 5d66f17513..b10ffb36fc 100644\n--- a/drivers/net/mlx5/freebsd/mlx5_ethdev_os.c\n+++ b/drivers/net/mlx5/freebsd/mlx5_ethdev_os.c\n@@ -10,6 +10,8 @@\n #include <time.h>\n \n #include <ethdev_driver.h>\n+#include <rte_interrupts.h>\n+#include <rte_cycles.h>\n \n #include <mlx5_glue.h>\n #include <mlx5_common.h>\n@@ -370,6 +372,220 @@ mlx5_link_update(struct rte_eth_dev *dev, int wait_to_complete)\n \treturn ret;\n }\n \n+/**\n+ * Handle asynchronous removal event for entire multiport device.\n+ *\n+ * @param sh\n+ * Infiniband device shared context.\n+ */\n+static void\n+mlx5_dev_interrupt_device_fatal(struct mlx5_dev_ctx_shared *sh)\n+{\n+\tuint32_t i;\n+\n+\tfor (i = 0; i < sh->max_port; ++i) {\n+\t\tstruct rte_eth_dev *dev;\n+\n+\t\tif (sh->port[i].ih_port_id >= RTE_MAX_ETHPORTS) {\n+\t\t\t/*\n+\t\t\t * Or not existing port either no\n+\t\t\t * handler installed for this port.\n+\t\t\t */\n+\t\t\tcontinue;\n+\t\t}\n+\t\tdev = &rte_eth_devices[sh->port[i].ih_port_id];\n+\t\tMLX5_ASSERT(dev);\n+\t\tif (dev->data->dev_conf.intr_conf.rmv)\n+\t\t\trte_eth_dev_callback_process\n+\t\t\t\t(dev, RTE_ETH_EVENT_INTR_RMV, NULL);\n+\t}\n+}\n+\n+/**\n+ * Handle shared asynchronous events the NIC (removal event\n+ * and link status change). Supports multiport IB device.\n+ *\n+ * @param cb_arg\n+ * Callback argument.\n+ */\n+void\n+mlx5_dev_interrupt_handler(void *cb_arg)\n+{\n+\tstruct mlx5_dev_ctx_shared *sh = cb_arg;\n+\tstruct ibv_async_event event;\n+\n+\t/* Read all message from the IB device and acknowledge them. */\n+\tfor (;;) {\n+\t\tstruct rte_eth_dev *dev;\n+\t\tuint32_t tmp;\n+\n+\t\tif (mlx5_glue->get_async_event(sh->ctx, &event))\n+\t\t\tbreak;\n+\t\t/* Retrieve and check IB port index. */\n+\t\ttmp = (uint32_t)event.element.port_num;\n+\t\tif (!tmp && event.event_type == IBV_EVENT_DEVICE_FATAL) {\n+\t\t\t/*\n+\t\t\t * The DEVICE_FATAL event is called once for\n+\t\t\t * entire device without port specifying.\n+\t\t\t * We should notify all existing ports.\n+\t\t\t */\n+\t\t\tmlx5_glue->ack_async_event(&event);\n+\t\t\tmlx5_dev_interrupt_device_fatal(sh);\n+\t\t\tcontinue;\n+\t\t}\n+\t\tMLX5_ASSERT(tmp && (tmp <= sh->max_port));\n+\t\tif (!tmp) {\n+\t\t\t/* Unsupported device level event. */\n+\t\t\tmlx5_glue->ack_async_event(&event);\n+\t\t\tDRV_LOG(DEBUG,\n+\t\t\t\t\"unsupported common event (type %d)\",\n+\t\t\t\tevent.event_type);\n+\t\t\tcontinue;\n+\t\t}\n+\t\tif (tmp > sh->max_port) {\n+\t\t\t/* Invalid IB port index. */\n+\t\t\tmlx5_glue->ack_async_event(&event);\n+\t\t\tDRV_LOG(DEBUG,\n+\t\t\t\t\"cannot handle an event (type %d)\"\n+\t\t\t\t\"due to invalid IB port index (%u)\",\n+\t\t\t\tevent.event_type, tmp);\n+\t\t\tcontinue;\n+\t\t}\n+\t\tif (sh->port[tmp - 1].ih_port_id >= RTE_MAX_ETHPORTS) {\n+\t\t\t/* No handler installed. */\n+\t\t\tmlx5_glue->ack_async_event(&event);\n+\t\t\tDRV_LOG(DEBUG,\n+\t\t\t\t\"cannot handle an event (type %d)\"\n+\t\t\t\t\"due to no handler installed for port %u\",\n+\t\t\t\tevent.event_type, tmp);\n+\t\t\tcontinue;\n+\t\t}\n+\t\t/* Retrieve ethernet device descriptor. */\n+\t\ttmp = sh->port[tmp - 1].ih_port_id;\n+\t\tdev = &rte_eth_devices[tmp];\n+\t\tMLX5_ASSERT(dev);\n+\t\tif ((event.event_type == IBV_EVENT_PORT_ACTIVE ||\n+\t\t event.event_type == IBV_EVENT_PORT_ERR) &&\n+\t\t\tdev->data->dev_conf.intr_conf.lsc) {\n+\t\t\tmlx5_glue->ack_async_event(&event);\n+\t\t\tif (mlx5_link_update(dev, 0) == -EAGAIN) {\n+\t\t\t\tusleep(0);\n+\t\t\t\tcontinue;\n+\t\t\t}\n+\t\t\trte_eth_dev_callback_process\n+\t\t\t\t(dev, RTE_ETH_EVENT_INTR_LSC, NULL);\n+\t\t\tcontinue;\n+\t\t}\n+\t\tDRV_LOG(DEBUG,\n+\t\t\t\"port %u cannot handle an unknown event (type %d)\",\n+\t\t\tdev->data->port_id, event.event_type);\n+\t\tmlx5_glue->ack_async_event(&event);\n+\t}\n+}\n+\n+/*\n+ * Unregister callback handler safely. The handler may be active\n+ * while we are trying to unregister it, in this case code -EAGAIN\n+ * is returned by rte_intr_callback_unregister(). This routine checks\n+ * the return code and tries to unregister handler again.\n+ *\n+ * @param handle\n+ * interrupt handle\n+ * @param cb_fn\n+ * pointer to callback routine\n+ * @cb_arg\n+ * opaque callback parameter\n+ */\n+void\n+mlx5_intr_callback_unregister(const struct rte_intr_handle *handle,\n+\t\t\t rte_intr_callback_fn cb_fn, void *cb_arg)\n+{\n+\t/*\n+\t * Try to reduce timeout management overhead by not calling\n+\t * the timer related routines on the first iteration. If the\n+\t * unregistering succeeds on first call there will be no\n+\t * timer calls at all.\n+\t */\n+\tuint64_t twait = 0;\n+\tuint64_t start = 0;\n+\n+\tdo {\n+\t\tint ret;\n+\n+\t\tret = rte_intr_callback_unregister(handle, cb_fn, cb_arg);\n+\t\tif (ret >= 0)\n+\t\t\treturn;\n+\t\tif (ret != -EAGAIN) {\n+\t\t\tDRV_LOG(INFO, \"failed to unregister interrupt\"\n+\t\t\t\t \" handler (error: %d)\", ret);\n+\t\t\tMLX5_ASSERT(false);\n+\t\t\treturn;\n+\t\t}\n+\t\tif (twait) {\n+\t\t\tstruct timespec onems;\n+\n+\t\t\t/* Wait one millisecond and try again. */\n+\t\t\tonems.tv_sec = 0;\n+\t\t\tonems.tv_nsec = NS_PER_S / MS_PER_S;\n+\t\t\tnanosleep(&onems, 0);\n+\t\t\t/* Check whether one second elapsed. */\n+\t\t\tif ((rte_get_timer_cycles() - start) <= twait)\n+\t\t\t\tcontinue;\n+\t\t} else {\n+\t\t\t/*\n+\t\t\t * We get the amount of timer ticks for one second.\n+\t\t\t * If this amount elapsed it means we spent one\n+\t\t\t * second in waiting. This branch is executed once\n+\t\t\t * on first iteration.\n+\t\t\t */\n+\t\t\ttwait = rte_get_timer_hz();\n+\t\t\tMLX5_ASSERT(twait);\n+\t\t}\n+\t\t/*\n+\t\t * Timeout elapsed, show message (once a second) and retry.\n+\t\t * We have no other acceptable option here, if we ignore\n+\t\t * the unregistering return code the handler will not\n+\t\t * be unregistered, fd will be closed and we may get the\n+\t\t * crush. Hanging and messaging in the loop seems not to be\n+\t\t * the worst choice.\n+\t\t */\n+\t\tDRV_LOG(INFO, \"Retrying to unregister interrupt handler\");\n+\t\tstart = rte_get_timer_cycles();\n+\t} while (true);\n+}\n+\n+/**\n+ * Handle DEVX interrupts from the NIC.\n+ * This function is probably called from the DPDK host thread.\n+ *\n+ * @param cb_arg\n+ * Callback argument.\n+ */\n+void\n+mlx5_dev_interrupt_handler_devx(void *cb_arg)\n+{\n+#ifndef HAVE_IBV_DEVX_ASYNC\n+\t(void)cb_arg;\n+\treturn;\n+#else\n+\tstruct mlx5_dev_ctx_shared *sh = cb_arg;\n+\tunion {\n+\t\tstruct mlx5dv_devx_async_cmd_hdr cmd_resp;\n+\t\tuint8_t buf[MLX5_ST_SZ_BYTES(query_flow_counter_out) +\n+\t\t\t MLX5_ST_SZ_BYTES(traffic_counter) +\n+\t\t\t sizeof(struct mlx5dv_devx_async_cmd_hdr)];\n+\t} out;\n+\tuint8_t *buf = out.buf + sizeof(out.cmd_resp);\n+\n+\twhile (!mlx5_glue->devx_get_async_cmd_comp(sh->devx_comp,\n+\t\t\t\t\t\t &out.cmd_resp,\n+\t\t\t\t\t\t sizeof(out.buf)))\n+\t\tmlx5_flow_async_pool_query_handle\n+\t\t\t(sh, (uint64_t)out.cmd_resp.wr_id,\n+\t\t\t mlx5_devx_get_out_command_status(buf));\n+#endif /* HAVE_IBV_DEVX_ASYNC */\n+}\n+\n /**\n * DPDK callback to bring the link DOWN.\n *\ndiff --git a/drivers/net/mlx5/freebsd/mlx5_os.c b/drivers/net/mlx5/freebsd/mlx5_os.c\nindex 71e57e6a68..0c7e43646e 100644\n--- a/drivers/net/mlx5/freebsd/mlx5_os.c\n+++ b/drivers/net/mlx5/freebsd/mlx5_os.c\n@@ -10,9 +10,11 @@\n #include <stdint.h>\n #include <stdlib.h>\n #include <errno.h>\n+#include <fcntl.h>\n \n #include <rte_malloc.h>\n #include <ethdev_driver.h>\n+#include <rte_common.h>\n #include <rte_eal_paging.h>\n \n #include <mlx5_glue.h>\n@@ -28,6 +30,7 @@\n #include \"mlx5_mr.h\"\n #include \"mlx5_verbs.h\"\n #include \"mlx5_inet.h\"\n+#include \"mlx5_devx.h\"\n \n /**\n * Get mlx5 device attributes. The glue function query_device_ex() is called\n@@ -242,6 +245,88 @@ mlx5_os_open_device(const struct mlx5_dev_spawn_data *spawn,\n \treturn err;\n }\n \n+/**\n+ * Install shared asynchronous device events handler.\n+ * This function is implemented to support event sharing\n+ * between multiple ports of single IB device.\n+ *\n+ * @param sh\n+ * Pointer to mlx5_dev_ctx_shared object.\n+ */\n+void\n+mlx5_os_dev_shared_handler_install(struct mlx5_dev_ctx_shared *sh)\n+{\n+\tint ret;\n+\tint flags;\n+\n+\tsh->intr_handle.fd = -1;\n+\tflags = fcntl(((struct ibv_context *)sh->ctx)->async_fd, F_GETFL);\n+\tret = fcntl(((struct ibv_context *)sh->ctx)->async_fd,\n+\t\t F_SETFL, flags | O_NONBLOCK);\n+\tif (ret) {\n+\t\tDRV_LOG(INFO, \"failed to change file descriptor async event\"\n+\t\t\t\" queue\");\n+\t} else {\n+\t\tsh->intr_handle.fd = ((struct ibv_context *)sh->ctx)->async_fd;\n+\t\tsh->intr_handle.type = RTE_INTR_HANDLE_EXT;\n+\t\tif (rte_intr_callback_register(&sh->intr_handle,\n+\t\t\t\t\tmlx5_dev_interrupt_handler, sh)) {\n+\t\t\tDRV_LOG(INFO, \"Fail to install the shared interrupt.\");\n+\t\t\tsh->intr_handle.fd = -1;\n+\t\t}\n+\t}\n+\tif (sh->devx) {\n+#ifdef HAVE_IBV_DEVX_ASYNC\n+\t\tsh->intr_handle_devx.fd = -1;\n+\t\tsh->devx_comp =\n+\t\t\t(void *)mlx5_glue->devx_create_cmd_comp(sh->ctx);\n+\t\tstruct mlx5dv_devx_cmd_comp *devx_comp = sh->devx_comp;\n+\t\tif (!devx_comp) {\n+\t\t\tDRV_LOG(INFO, \"failed to allocate devx_comp.\");\n+\t\t\treturn;\n+\t\t}\n+\t\tflags = fcntl(devx_comp->fd, F_GETFL);\n+\t\tret = fcntl(devx_comp->fd, F_SETFL, flags | O_NONBLOCK);\n+\t\tif (ret) {\n+\t\t\tDRV_LOG(INFO, \"failed to change file descriptor\"\n+\t\t\t\t\" devx comp\");\n+\t\t\treturn;\n+\t\t}\n+\t\tsh->intr_handle_devx.fd = devx_comp->fd;\n+\t\tsh->intr_handle_devx.type = RTE_INTR_HANDLE_EXT;\n+\t\tif (rte_intr_callback_register(&sh->intr_handle_devx,\n+\t\t\t\t\tmlx5_dev_interrupt_handler_devx, sh)) {\n+\t\t\tDRV_LOG(INFO, \"Fail to install the devx shared\"\n+\t\t\t\t\" interrupt.\");\n+\t\t\tsh->intr_handle_devx.fd = -1;\n+\t\t}\n+#endif /* HAVE_IBV_DEVX_ASYNC */\n+\t}\n+}\n+\n+/**\n+ * Uninstall shared asynchronous device events handler.\n+ * This function is implemented to support event sharing\n+ * between multiple ports of single IB device.\n+ *\n+ * @param dev\n+ * Pointer to mlx5_dev_ctx_shared object.\n+ */\n+void\n+mlx5_os_dev_shared_handler_uninstall(struct mlx5_dev_ctx_shared *sh)\n+{\n+\tif (sh->intr_handle.fd >= 0)\n+\t\tmlx5_intr_callback_unregister(&sh->intr_handle,\n+\t\t\t\t\t mlx5_dev_interrupt_handler, sh);\n+#ifdef HAVE_IBV_DEVX_ASYNC\n+\tif (sh->intr_handle_devx.fd >= 0)\n+\t\trte_intr_callback_unregister(&sh->intr_handle_devx,\n+\t\t\t\t mlx5_dev_interrupt_handler_devx, sh);\n+\tif (sh->devx_comp)\n+\t\tmlx5_glue->devx_destroy_cmd_comp(sh->devx_comp);\n+#endif\n+}\n+\n /**\n * Set the reg_mr and dereg_mr call backs\n *\n", "prefixes": [ "v2", "25/41" ] }