Patch Detail
get:
Show a patch.
patch:
Update a patch.
put:
Update a patch.
GET /api/patches/45570/?format=api
{ "id": 45570, "url": "https://patches.dpdk.org/api/patches/45570/?format=api", "web_url": "https://patches.dpdk.org/project/dpdk/patch/20180928104139.15760-1-roy.fan.zhang@intel.com/", "project": { "id": 1, "url": "https://patches.dpdk.org/api/projects/1/?format=api", "name": "DPDK", "link_name": "dpdk", "list_id": "dev.dpdk.org", "list_email": "dev@dpdk.org", "web_url": "http://core.dpdk.org", "scm_url": "git://dpdk.org/dpdk", "webscm_url": "http://git.dpdk.org/dpdk", "list_archive_url": "https://inbox.dpdk.org/dev", "list_archive_url_format": "https://inbox.dpdk.org/dev/{}", "commit_url_format": "" }, "msgid": "<20180928104139.15760-1-roy.fan.zhang@intel.com>", "list_archive_url": "https://inbox.dpdk.org/dev/20180928104139.15760-1-roy.fan.zhang@intel.com", "date": "2018-09-28T10:41:39", "name": "[v3] port: add sym crypto port", "commit_ref": null, "pull_url": null, "state": "superseded", "archived": true, "hash": "cb9a1d99c6d192d2467d498cc696a40e9430077e", "submitter": { "id": 304, "url": "https://patches.dpdk.org/api/people/304/?format=api", "name": "Fan Zhang", "email": "roy.fan.zhang@intel.com" }, "delegate": { "id": 10018, "url": "https://patches.dpdk.org/api/users/10018/?format=api", "username": "cristian_dumitrescu", "first_name": "Cristian", "last_name": "Dumitrescu", "email": "cristian.dumitrescu@intel.com" }, "mbox": "https://patches.dpdk.org/project/dpdk/patch/20180928104139.15760-1-roy.fan.zhang@intel.com/mbox/", "series": [ { "id": 1568, "url": "https://patches.dpdk.org/api/series/1568/?format=api", "web_url": "https://patches.dpdk.org/project/dpdk/list/?series=1568", "date": "2018-09-28T10:41:39", "name": "[v3] port: add sym crypto port", "version": 3, "mbox": "https://patches.dpdk.org/series/1568/mbox/" } ], "comments": "https://patches.dpdk.org/api/patches/45570/comments/", "check": "warning", "checks": "https://patches.dpdk.org/api/patches/45570/checks/", "tags": {}, "related": [], "headers": { "Return-Path": "<dev-bounces@dpdk.org>", "X-Original-To": "patchwork@dpdk.org", "Delivered-To": "patchwork@dpdk.org", "Received": [ "from [92.243.14.124] (localhost [127.0.0.1])\n\tby dpdk.org (Postfix) with ESMTP id 686E81B1F4;\n\tFri, 28 Sep 2018 12:56:56 +0200 (CEST)", "from mga01.intel.com (mga01.intel.com [192.55.52.88])\n\tby dpdk.org (Postfix) with ESMTP id 27DBA1B1E9\n\tfor <dev@dpdk.org>; Fri, 28 Sep 2018 12:56:53 +0200 (CEST)", "from orsmga005.jf.intel.com ([10.7.209.41])\n\tby fmsmga101.fm.intel.com with ESMTP/TLS/DHE-RSA-AES256-GCM-SHA384;\n\t28 Sep 2018 03:56:53 -0700", "from silpixa00398673.ir.intel.com (HELO\n\tsilpixa00398673.ger.corp.intel.com) ([10.237.223.54])\n\tby orsmga005.jf.intel.com with ESMTP; 28 Sep 2018 03:56:41 -0700" ], "X-Amp-Result": "SKIPPED(no attachment in message)", "X-Amp-File-Uploaded": "False", "X-ExtLoop1": "1", "X-IronPort-AV": "E=Sophos;i=\"5.54,314,1534834800\"; d=\"scan'208\";a=\"261186915\"", "From": "Fan Zhang <roy.fan.zhang@intel.com>", "To": "dev@dpdk.org", "Cc": "cristian.dumitrescu@intel.com,\n\t\"Zhang, Roy Fan\" <roy.fan.zhang@intel.com>, Zhang@dpdk.org", "Date": "Fri, 28 Sep 2018 11:41:39 +0100", "Message-Id": "<20180928104139.15760-1-roy.fan.zhang@intel.com>", "X-Mailer": "git-send-email 2.13.6", "In-Reply-To": "<20180820142927.28432-1-roy.fan.zhang@intel.com>", "References": "<20180820142927.28432-1-roy.fan.zhang@intel.com>", "Subject": "[dpdk-dev] [PATCH v3] port: add sym crypto port", "X-BeenThere": "dev@dpdk.org", "X-Mailman-Version": "2.1.15", "Precedence": "list", "List-Id": "DPDK patches and discussions <dev.dpdk.org>", "List-Unsubscribe": "<https://mails.dpdk.org/options/dev>,\n\t<mailto:dev-request@dpdk.org?subject=unsubscribe>", "List-Archive": "<http://mails.dpdk.org/archives/dev/>", "List-Post": "<mailto:dev@dpdk.org>", "List-Help": "<mailto:dev-request@dpdk.org?subject=help>", "List-Subscribe": "<https://mails.dpdk.org/listinfo/dev>,\n\t<mailto:dev-request@dpdk.org?subject=subscribe>", "Errors-To": "dev-bounces@dpdk.org", "Sender": "\"dev\" <dev-bounces@dpdk.org>" }, "content": "From: \"Zhang, Roy Fan\" <roy.fan.zhang@intel.com>\n\nThis patch adds the symmetric crypto support to port library.\nThe crypto port acts as a shim layer to DPDK cryptodev library and\nsupports in-place crypto workload processing.\n\nSigned-off-by: Zhang, Roy Fan <roy.fan.zhang@intel.com>\nAcked-by: Dumitrescu, Cristian <cristian.dumitrescu@intel.com>\n---\nv3:\n- fixed a compile issue\n\nv2:\n- added experimental flags\n- enabled meson build\n\n lib/librte_port/Makefile | 4 +-\n lib/librte_port/meson.build | 8 +-\n lib/librte_port/rte_port_sym_crypto.c | 553 ++++++++++++++++++++++++++++++++++\n lib/librte_port/rte_port_sym_crypto.h | 97 ++++++\n lib/librte_port/rte_port_version.map | 8 +\n 5 files changed, 666 insertions(+), 4 deletions(-)\n create mode 100644 lib/librte_port/rte_port_sym_crypto.c\n create mode 100644 lib/librte_port/rte_port_sym_crypto.h", "diff": "diff --git a/lib/librte_port/Makefile b/lib/librte_port/Makefile\nindex 8df4864ed..1b83f6f2b 100644\n--- a/lib/librte_port/Makefile\n+++ b/lib/librte_port/Makefile\n@@ -11,7 +11,7 @@ ifeq ($(CONFIG_RTE_PORT_PCAP),y)\n LDLIBS += -lpcap\n endif\n LDLIBS += -lrte_eal -lrte_mempool -lrte_mbuf -lrte_ethdev\n-LDLIBS += -lrte_ip_frag -lrte_sched\n+LDLIBS += -lrte_ip_frag -lrte_sched -lrte_cryptodev\n ifeq ($(CONFIG_RTE_LIBRTE_KNI),y)\n LDLIBS += -lrte_kni\n endif\n@@ -38,6 +38,7 @@ ifeq ($(CONFIG_RTE_LIBRTE_KNI),y)\n SRCS-$(CONFIG_RTE_LIBRTE_PORT) += rte_port_kni.c\n endif\n SRCS-$(CONFIG_RTE_LIBRTE_PORT) += rte_port_source_sink.c\n+SRCS-$(CONFIG_RTE_LIBRTE_PORT) += rte_port_sym_crypto.c\n \n # install includes\n SYMLINK-$(CONFIG_RTE_LIBRTE_PORT)-include += rte_port.h\n@@ -53,5 +54,6 @@ ifeq ($(CONFIG_RTE_LIBRTE_KNI),y)\n SYMLINK-$(CONFIG_RTE_LIBRTE_PORT)-include += rte_port_kni.h\n endif\n SYMLINK-$(CONFIG_RTE_LIBRTE_PORT)-include += rte_port_source_sink.h\n+SYMLINK-$(CONFIG_RTE_LIBRTE_PORT)-include += rte_port_sym_crypto.h\n \n include $(RTE_SDK)/mk/rte.lib.mk\ndiff --git a/lib/librte_port/meson.build b/lib/librte_port/meson.build\nindex f3d8b4434..0d11456f0 100644\n--- a/lib/librte_port/meson.build\n+++ b/lib/librte_port/meson.build\n@@ -9,7 +9,8 @@ sources = files(\n \t'rte_port_ras.c',\n \t'rte_port_ring.c',\n \t'rte_port_sched.c',\n-\t'rte_port_source_sink.c')\n+\t'rte_port_source_sink.c',\n+\t'rte_port_sym_crypto.c')\n headers = files(\n \t'rte_port_ethdev.h',\n \t'rte_port_fd.h',\n@@ -18,8 +19,9 @@ headers = files(\n \t'rte_port.h',\n \t'rte_port_ring.h',\n \t'rte_port_sched.h',\n-\t'rte_port_source_sink.h')\n-deps += ['ethdev', 'sched', 'ip_frag']\n+\t'rte_port_source_sink.h',\n+\t'rte_port_sym_crypto.h')\n+deps += ['ethdev', 'sched', 'ip_frag', 'cryptodev']\n \n if dpdk_conf.has('RTE_LIBRTE_KNI')\n \tsources += files('rte_port_kni.c')\ndiff --git a/lib/librte_port/rte_port_sym_crypto.c b/lib/librte_port/rte_port_sym_crypto.c\nnew file mode 100644\nindex 000000000..aa3de4fdf\n--- /dev/null\n+++ b/lib/librte_port/rte_port_sym_crypto.c\n@@ -0,0 +1,553 @@\n+/* SPDX-License-Identifier: BSD-3-Clause\n+ * Copyright(c) 2018 Intel Corporation\n+ */\n+#include <string.h>\n+\n+#include <rte_common.h>\n+#include <rte_malloc.h>\n+\n+#include \"rte_port_sym_crypto.h\"\n+\n+/*\n+ * Port Crypto Reader\n+ */\n+#ifdef RTE_PORT_STATS_COLLECT\n+\n+#define RTE_PORT_SYM_CRYPTO_READER_STATS_PKTS_IN_ADD(port, val) \\\n+\tport->stats.n_pkts_in += val\n+#define RTE_PORT_SYM_CRYPTO_READER_STATS_PKTS_DROP_ADD(port, val) \\\n+\tport->stats.n_pkts_drop += val\n+\n+#else\n+\n+#define RTE_PORT_SYM_CRYPTO_READER_STATS_PKTS_IN_ADD(port, val)\n+#define RTE_PORT_SYM_CRYPTO_READER_STATS_PKTS_DROP_ADD(port, val)\n+\n+#endif\n+\n+struct rte_port_sym_crypto_reader {\n+\tstruct rte_port_in_stats stats;\n+\n+\tuint8_t cryptodev_id;\n+\tuint16_t queue_id;\n+\tstruct rte_crypto_op *ops[RTE_PORT_IN_BURST_SIZE_MAX];\n+\trte_port_sym_crypto_reader_callback_fn f_callback;\n+\tvoid *arg_callback;\n+};\n+\n+static void *\n+rte_port_sym_crypto_reader_create(void *params, int socket_id)\n+{\n+\tstruct rte_port_sym_crypto_reader_params *conf =\n+\t\t\tparams;\n+\tstruct rte_port_sym_crypto_reader *port;\n+\n+\t/* Check input parameters */\n+\tif (conf == NULL) {\n+\t\tRTE_LOG(ERR, PORT, \"%s: params is NULL\\n\", __func__);\n+\t\treturn NULL;\n+\t}\n+\n+\t/* Memory allocation */\n+\tport = rte_zmalloc_socket(\"PORT\", sizeof(*port),\n+\t\tRTE_CACHE_LINE_SIZE, socket_id);\n+\tif (port == NULL) {\n+\t\tRTE_LOG(ERR, PORT, \"%s: Failed to allocate port\\n\", __func__);\n+\t\treturn NULL;\n+\t}\n+\n+\t/* Initialization */\n+\tport->cryptodev_id = conf->cryptodev_id;\n+\tport->queue_id = conf->queue_id;\n+\tport->f_callback = conf->f_callback;\n+\tport->arg_callback = conf->arg_callback;\n+\n+\treturn port;\n+}\n+\n+static int\n+rte_port_sym_crypto_reader_rx(void *port, struct rte_mbuf **pkts, uint32_t n_pkts)\n+{\n+\tstruct rte_port_sym_crypto_reader *p =\n+\t\t\tport;\n+\tuint16_t rx_ops_cnt, i, n = 0;\n+\n+\trx_ops_cnt = rte_cryptodev_dequeue_burst(p->cryptodev_id, p->queue_id,\n+\t\t\tp->ops, n_pkts);\n+\n+\tfor (i = 0; i < rx_ops_cnt; i++) {\n+\t\tstruct rte_crypto_op *op = p->ops[i];\n+\n+\t\t/** Drop failed pkts */\n+\t\tif (unlikely(op->status != RTE_CRYPTO_OP_STATUS_SUCCESS)) {\n+\t\t\trte_pktmbuf_free(op->sym->m_src);\n+\t\t\tcontinue;\n+\t\t}\n+\n+\t\tpkts[n++] = op->sym->m_src;\n+\t}\n+\n+\tif (p->f_callback)\n+\t\t(*p->f_callback)(pkts, n, p->arg_callback);\n+\n+\tRTE_PORT_SYM_CRYPTO_READER_STATS_PKTS_IN_ADD(p, n);\n+\tRTE_PORT_SYM_CRYPTO_READER_STATS_PKTS_DROP_ADD(p, rx_pkt_cnt - n);\n+\n+\treturn n;\n+}\n+\n+static int\n+rte_port_sym_crypto_reader_free(void *port)\n+{\n+\tif (port == NULL) {\n+\t\tRTE_LOG(ERR, PORT, \"%s: port is NULL\\n\", __func__);\n+\t\treturn -EINVAL;\n+\t}\n+\n+\trte_free(port);\n+\n+\treturn 0;\n+}\n+\n+static int rte_port_sym_crypto_reader_stats_read(void *port,\n+\tstruct rte_port_in_stats *stats, int clear)\n+{\n+\tstruct rte_port_sym_crypto_reader *p =\n+\t\t\tport;\n+\n+\tif (stats != NULL)\n+\t\tmemcpy(stats, &p->stats, sizeof(p->stats));\n+\n+\tif (clear)\n+\t\tmemset(&p->stats, 0, sizeof(p->stats));\n+\n+\treturn 0;\n+}\n+\n+/*\n+ * Port crypto Writer\n+ */\n+#ifdef RTE_PORT_STATS_COLLECT\n+\n+#define RTE_PORT_SYM_CRYPTO_WRITER_STATS_PKTS_IN_ADD(port, val) \\\n+\tport->stats.n_pkts_in += val\n+#define RTE_PORT_SYM_CRYPTO_WRITER_STATS_PKTS_DROP_ADD(port, val) \\\n+\tport->stats.n_pkts_drop += val\n+\n+#else\n+\n+#define RTE_PORT_SYM_CRYPTO_WRITER_STATS_PKTS_IN_ADD(port, val)\n+#define RTE_PORT_SYM_CRYPTO_WRITER_STATS_PKTS_DROP_ADD(port, val)\n+\n+#endif\n+\n+struct rte_port_sym_crypto_writer {\n+\tstruct rte_port_out_stats stats;\n+\n+\tstruct rte_crypto_op *tx_buf[2 * RTE_PORT_IN_BURST_SIZE_MAX];\n+\n+\tuint32_t tx_burst_sz;\n+\tuint32_t tx_buf_count;\n+\tuint64_t bsz_mask;\n+\n+\tuint8_t cryptodev_id;\n+\tuint16_t queue_id;\n+\tuint16_t crypto_op_offset;\n+};\n+\n+static void *\n+rte_port_sym_crypto_writer_create(void *params, int socket_id)\n+{\n+\tstruct rte_port_sym_crypto_writer_params *conf =\n+\t\t\tparams;\n+\tstruct rte_port_sym_crypto_writer *port;\n+\n+\t/* Check input parameters */\n+\tif ((conf == NULL) ||\n+\t\t(conf->tx_burst_sz == 0) ||\n+\t\t(conf->tx_burst_sz > RTE_PORT_IN_BURST_SIZE_MAX) ||\n+\t\t(!rte_is_power_of_2(conf->tx_burst_sz))) {\n+\t\tRTE_LOG(ERR, PORT, \"%s: Invalid input parameters\\n\", __func__);\n+\t\treturn NULL;\n+\t}\n+\n+\t/* Memory allocation */\n+\tport = rte_zmalloc_socket(\"PORT\", sizeof(*port),\n+\t\tRTE_CACHE_LINE_SIZE, socket_id);\n+\tif (port == NULL) {\n+\t\tRTE_LOG(ERR, PORT, \"%s: Failed to allocate port\\n\", __func__);\n+\t\treturn NULL;\n+\t}\n+\n+\t/* Initialization */\n+\tport->tx_burst_sz = conf->tx_burst_sz;\n+\tport->tx_buf_count = 0;\n+\tport->bsz_mask = 1LLU << (conf->tx_burst_sz - 1);\n+\n+\tport->cryptodev_id = conf->cryptodev_id;\n+\tport->queue_id = conf->queue_id;\n+\tport->crypto_op_offset = conf->crypto_op_offset;\n+\n+\treturn port;\n+}\n+\n+static inline void\n+send_burst(struct rte_port_sym_crypto_writer *p)\n+{\n+\tuint32_t nb_tx;\n+\n+\tnb_tx = rte_cryptodev_enqueue_burst(p->cryptodev_id, p->queue_id,\n+\t\t\tp->tx_buf, p->tx_buf_count);\n+\n+\tRTE_PORT_SYM_CRYPTO_WRITER_STATS_PKTS_DROP_ADD(p, p->tx_buf_count -\n+\t\t\tnb_tx);\n+\tfor (; nb_tx < p->tx_buf_count; nb_tx++)\n+\t\trte_pktmbuf_free(p->tx_buf[nb_tx]->sym->m_src);\n+\n+\tp->tx_buf_count = 0;\n+}\n+\n+static int\n+rte_port_sym_crypto_writer_tx(void *port, struct rte_mbuf *pkt)\n+{\n+\tstruct rte_port_sym_crypto_writer *p =\n+\t\t\tport;\n+\n+\tp->tx_buf[p->tx_buf_count++] = (struct rte_crypto_op *)\n+\t\t\tRTE_MBUF_METADATA_UINT8_PTR(pkt, p->crypto_op_offset);\n+\tRTE_PORT_SYM_CRYPTO_WRITER_STATS_PKTS_IN_ADD(p, 1);\n+\tif (p->tx_buf_count >= p->tx_burst_sz)\n+\t\tsend_burst(p);\n+\n+\treturn 0;\n+}\n+\n+static int\n+rte_port_sym_crypto_writer_tx_bulk(void *port,\n+\tstruct rte_mbuf **pkts,\n+\tuint64_t pkts_mask)\n+{\n+\tstruct rte_port_sym_crypto_writer *p =\n+\t\t\tport;\n+\tuint64_t bsz_mask = p->bsz_mask;\n+\tuint32_t tx_buf_count = p->tx_buf_count;\n+\tuint64_t expr = (pkts_mask & (pkts_mask + 1)) |\n+\t\t\t\t\t((pkts_mask & bsz_mask) ^ bsz_mask);\n+\n+\tif (expr == 0) {\n+\t\tuint64_t n_pkts = __builtin_popcountll(pkts_mask);\n+\t\tuint32_t i;\n+\n+\t\tRTE_PORT_SYM_CRYPTO_WRITER_STATS_PKTS_IN_ADD(p, n_pkts);\n+\n+\t\tfor (i = 0; i < n_pkts; i++)\n+\t\t\tp->tx_buf[p->tx_buf_count++] = (struct rte_crypto_op *)\n+\t\t\t\t\tRTE_MBUF_METADATA_UINT8_PTR(pkts[i],\n+\t\t\t\t\t\t\tp->crypto_op_offset);\n+\n+\t\tif (p->tx_buf_count >= p->tx_burst_sz)\n+\t\t\tsend_burst(p);\n+\t} else {\n+\t\tfor (; pkts_mask;) {\n+\t\t\tuint32_t pkt_index = __builtin_ctzll(pkts_mask);\n+\t\t\tuint64_t pkt_mask = 1LLU << pkt_index;\n+\t\t\tstruct rte_mbuf *pkt = pkts[pkt_index];\n+\n+\t\t\tp->tx_buf[tx_buf_count++] = (struct rte_crypto_op *)\n+\t\t\t\t\tRTE_MBUF_METADATA_UINT8_PTR(pkt,\n+\t\t\t\t\t\t\tp->crypto_op_offset);\n+\n+\t\t\tRTE_PORT_SYM_CRYPTO_WRITER_STATS_PKTS_IN_ADD(p, 1);\n+\t\t\tpkts_mask &= ~pkt_mask;\n+\t\t}\n+\n+\t\tp->tx_buf_count = tx_buf_count;\n+\t\tif (tx_buf_count >= p->tx_burst_sz)\n+\t\t\tsend_burst(p);\n+\t}\n+\n+\treturn 0;\n+}\n+\n+static int\n+rte_port_sym_crypto_writer_flush(void *port)\n+{\n+\tstruct rte_port_sym_crypto_writer *p =\n+\t\t\tport;\n+\n+\tif (p->tx_buf_count > 0)\n+\t\tsend_burst(p);\n+\n+\treturn 0;\n+}\n+\n+static int\n+rte_port_sym_crypto_writer_free(void *port)\n+{\n+\tif (port == NULL) {\n+\t\tRTE_LOG(ERR, PORT, \"%s: Port is NULL\\n\", __func__);\n+\t\treturn -EINVAL;\n+\t}\n+\n+\trte_port_sym_crypto_writer_flush(port);\n+\trte_free(port);\n+\n+\treturn 0;\n+}\n+\n+static int rte_port_sym_crypto_writer_stats_read(void *port,\n+\tstruct rte_port_out_stats *stats, int clear)\n+{\n+\tstruct rte_port_sym_crypto_writer *p =\n+\t\t\tport;\n+\n+\tif (stats != NULL)\n+\t\tmemcpy(stats, &p->stats, sizeof(p->stats));\n+\n+\tif (clear)\n+\t\tmemset(&p->stats, 0, sizeof(p->stats));\n+\n+\treturn 0;\n+}\n+\n+/*\n+ * Port crypto Writer Nodrop\n+ */\n+#ifdef RTE_PORT_STATS_COLLECT\n+\n+#define RTE_PORT_SYM_CRYPTO_WRITER_NODROP_STATS_PKTS_IN_ADD(port, val) \\\n+\tport->stats.n_pkts_in += val\n+#define RTE_PORT_SYM_CRYPTO_WRITER_NODROP_STATS_PKTS_DROP_ADD(port, val) \\\n+\tport->stats.n_pkts_drop += val\n+\n+#else\n+\n+#define RTE_PORT_SYM_CRYPTO_WRITER_NODROP_STATS_PKTS_IN_ADD(port, val)\n+#define RTE_PORT_SYM_CRYPTO_WRITER_NODROP_STATS_PKTS_DROP_ADD(port, val)\n+\n+#endif\n+\n+struct rte_port_sym_crypto_writer_nodrop {\n+\tstruct rte_port_out_stats stats;\n+\n+\tstruct rte_crypto_op *tx_buf[2 * RTE_PORT_IN_BURST_SIZE_MAX];\n+\tuint32_t tx_burst_sz;\n+\tuint32_t tx_buf_count;\n+\tuint64_t bsz_mask;\n+\tuint64_t n_retries;\n+\n+\tuint8_t cryptodev_id;\n+\tuint16_t queue_id;\n+\tuint16_t crypto_op_offset;\n+};\n+\n+static void *\n+rte_port_sym_crypto_writer_nodrop_create(void *params, int socket_id)\n+{\n+\tstruct rte_port_sym_crypto_writer_nodrop_params *conf =\n+\t\tparams;\n+\tstruct rte_port_sym_crypto_writer_nodrop *port;\n+\n+\t/* Check input parameters */\n+\tif ((conf == NULL) ||\n+\t\t(conf->tx_burst_sz == 0) ||\n+\t\t(conf->tx_burst_sz > RTE_PORT_IN_BURST_SIZE_MAX) ||\n+\t\t(!rte_is_power_of_2(conf->tx_burst_sz))) {\n+\t\tRTE_LOG(ERR, PORT, \"%s: Invalid input parameters\\n\", __func__);\n+\t\treturn NULL;\n+\t}\n+\n+\t/* Memory allocation */\n+\tport = rte_zmalloc_socket(\"PORT\", sizeof(*port),\n+\t\tRTE_CACHE_LINE_SIZE, socket_id);\n+\tif (port == NULL) {\n+\t\tRTE_LOG(ERR, PORT, \"%s: Failed to allocate port\\n\", __func__);\n+\t\treturn NULL;\n+\t}\n+\n+\t/* Initialization */\n+\tport->cryptodev_id = conf->cryptodev_id;\n+\tport->queue_id = conf->queue_id;\n+\tport->crypto_op_offset = conf->crypto_op_offset;\n+\tport->tx_burst_sz = conf->tx_burst_sz;\n+\tport->tx_buf_count = 0;\n+\tport->bsz_mask = 1LLU << (conf->tx_burst_sz - 1);\n+\n+\t/*\n+\t * When n_retries is 0 it means that we should wait for every packet to\n+\t * send no matter how many retries should it take. To limit number of\n+\t * branches in fast path, we use UINT64_MAX instead of branching.\n+\t */\n+\tport->n_retries = (conf->n_retries == 0) ? UINT64_MAX : conf->n_retries;\n+\n+\treturn port;\n+}\n+\n+static inline void\n+send_burst_nodrop(struct rte_port_sym_crypto_writer_nodrop *p)\n+{\n+\tuint32_t nb_tx = 0, i;\n+\n+\tnb_tx = rte_cryptodev_enqueue_burst(p->cryptodev_id, p->queue_id,\n+\t\t\tp->tx_buf, p->tx_buf_count);\n+\n+\t/* We sent all the packets in a first try */\n+\tif (nb_tx >= p->tx_buf_count) {\n+\t\tp->tx_buf_count = 0;\n+\t\treturn;\n+\t}\n+\n+\tfor (i = 0; i < p->n_retries; i++) {\n+\t\tnb_tx += rte_cryptodev_enqueue_burst(p->cryptodev_id,\n+\t\t\t\tp->queue_id, p->tx_buf + nb_tx,\n+\t\t\t\tp->tx_buf_count - nb_tx);\n+\n+\t\t/* We sent all the packets in more than one try */\n+\t\tif (nb_tx >= p->tx_buf_count) {\n+\t\t\tp->tx_buf_count = 0;\n+\t\t\treturn;\n+\t\t}\n+\t}\n+\n+\t/* We didn't send the packets in maximum allowed attempts */\n+\tRTE_PORT_SYM_CRYPTO_WRITER_NODROP_STATS_PKTS_DROP_ADD(p,\n+\t\t\tp->tx_buf_count - nb_tx);\n+\tfor ( ; nb_tx < p->tx_buf_count; nb_tx++)\n+\t\trte_pktmbuf_free(p->tx_buf[nb_tx]->sym->m_src);\n+\n+\tp->tx_buf_count = 0;\n+}\n+\n+static int\n+rte_port_sym_crypto_writer_nodrop_tx(void *port, struct rte_mbuf *pkt)\n+{\n+\tstruct rte_port_sym_crypto_writer_nodrop *p =\n+\t\t\tport;\n+\n+\tp->tx_buf[p->tx_buf_count++] = (struct rte_crypto_op *)\n+\t\t\tRTE_MBUF_METADATA_UINT8_PTR(pkt, p->crypto_op_offset);\n+\tRTE_PORT_SYM_CRYPTO_WRITER_STATS_PKTS_IN_ADD(p, 1);\n+\tif (p->tx_buf_count >= p->tx_burst_sz)\n+\t\tsend_burst_nodrop(p);\n+\n+\treturn 0;\n+}\n+\n+static int\n+rte_port_sym_crypto_writer_nodrop_tx_bulk(void *port,\n+\tstruct rte_mbuf **pkts,\n+\tuint64_t pkts_mask)\n+{\n+\tstruct rte_port_sym_crypto_writer_nodrop *p =\n+\t\t\tport;\n+\n+\tuint64_t bsz_mask = p->bsz_mask;\n+\tuint32_t tx_buf_count = p->tx_buf_count;\n+\tuint64_t expr = (pkts_mask & (pkts_mask + 1)) |\n+\t\t\t\t\t((pkts_mask & bsz_mask) ^ bsz_mask);\n+\n+\tif (expr == 0) {\n+\t\tuint64_t n_pkts = __builtin_popcountll(pkts_mask);\n+\t\tuint32_t i;\n+\n+\t\tRTE_PORT_SYM_CRYPTO_WRITER_NODROP_STATS_PKTS_IN_ADD(p, n_pkts);\n+\n+\t\tfor (i = 0; i < n_pkts; i++)\n+\t\t\tp->tx_buf[p->tx_buf_count++] = (struct rte_crypto_op *)\n+\t\t\t\t\tRTE_MBUF_METADATA_UINT8_PTR(pkts[i],\n+\t\t\t\t\t\t\tp->crypto_op_offset);\n+\n+\t\tif (p->tx_buf_count >= p->tx_burst_sz)\n+\t\t\tsend_burst_nodrop(p);\n+\t} else {\n+\t\tfor ( ; pkts_mask; ) {\n+\t\t\tuint32_t pkt_index = __builtin_ctzll(pkts_mask);\n+\t\t\tuint64_t pkt_mask = 1LLU << pkt_index;\n+\t\t\tstruct rte_mbuf *pkt = pkts[pkt_index];\n+\n+\t\t\tp->tx_buf[tx_buf_count++] = (struct rte_crypto_op *)\n+\t\t\t\t\tRTE_MBUF_METADATA_UINT8_PTR(pkt,\n+\t\t\t\t\t\t\tp->crypto_op_offset);\n+\t\t\tRTE_PORT_SYM_CRYPTO_WRITER_NODROP_STATS_PKTS_IN_ADD(p,\n+\t\t\t\t\t1);\n+\t\t\tpkts_mask &= ~pkt_mask;\n+\t\t}\n+\n+\t\tp->tx_buf_count = tx_buf_count;\n+\t\tif (tx_buf_count >= p->tx_burst_sz)\n+\t\t\tsend_burst_nodrop(p);\n+\t}\n+\n+\treturn 0;\n+}\n+\n+static int\n+rte_port_sym_crypto_writer_nodrop_flush(void *port)\n+{\n+\tstruct rte_port_sym_crypto_writer_nodrop *p =\n+\t\tport;\n+\n+\tif (p->tx_buf_count > 0)\n+\t\tsend_burst_nodrop(p);\n+\n+\treturn 0;\n+}\n+\n+static int\n+rte_port_sym_crypto_writer_nodrop_free(void *port)\n+{\n+\tif (port == NULL) {\n+\t\tRTE_LOG(ERR, PORT, \"%s: Port is NULL\\n\", __func__);\n+\t\treturn -EINVAL;\n+\t}\n+\n+\trte_port_sym_crypto_writer_nodrop_flush(port);\n+\trte_free(port);\n+\n+\treturn 0;\n+}\n+\n+static int rte_port_sym_crypto_writer_nodrop_stats_read(void *port,\n+\tstruct rte_port_out_stats *stats, int clear)\n+{\n+\tstruct rte_port_sym_crypto_writer_nodrop *p =\n+\t\t\tport;\n+\n+\tif (stats != NULL)\n+\t\tmemcpy(stats, &p->stats, sizeof(p->stats));\n+\n+\tif (clear)\n+\t\tmemset(&p->stats, 0, sizeof(p->stats));\n+\n+\treturn 0;\n+}\n+\n+\n+/*\n+ * Summary of port operations\n+ */\n+struct rte_port_in_ops __rte_experimental rte_port_sym_crypto_reader_ops = {\n+\t.f_create = rte_port_sym_crypto_reader_create,\n+\t.f_free = rte_port_sym_crypto_reader_free,\n+\t.f_rx = rte_port_sym_crypto_reader_rx,\n+\t.f_stats = rte_port_sym_crypto_reader_stats_read,\n+};\n+\n+struct rte_port_out_ops __rte_experimental rte_port_sym_crypto_writer_ops = {\n+\t.f_create = rte_port_sym_crypto_writer_create,\n+\t.f_free = rte_port_sym_crypto_writer_free,\n+\t.f_tx = rte_port_sym_crypto_writer_tx,\n+\t.f_tx_bulk = rte_port_sym_crypto_writer_tx_bulk,\n+\t.f_flush = rte_port_sym_crypto_writer_flush,\n+\t.f_stats = rte_port_sym_crypto_writer_stats_read,\n+};\n+\n+struct rte_port_out_ops __rte_experimental\n+rte_port_sym_crypto_writer_nodrop_ops = {\n+\t.f_create = rte_port_sym_crypto_writer_nodrop_create,\n+\t.f_free = rte_port_sym_crypto_writer_nodrop_free,\n+\t.f_tx = rte_port_sym_crypto_writer_nodrop_tx,\n+\t.f_tx_bulk = rte_port_sym_crypto_writer_nodrop_tx_bulk,\n+\t.f_flush = rte_port_sym_crypto_writer_nodrop_flush,\n+\t.f_stats = rte_port_sym_crypto_writer_nodrop_stats_read,\n+};\ndiff --git a/lib/librte_port/rte_port_sym_crypto.h b/lib/librte_port/rte_port_sym_crypto.h\nnew file mode 100644\nindex 000000000..daf4a36dd\n--- /dev/null\n+++ b/lib/librte_port/rte_port_sym_crypto.h\n@@ -0,0 +1,97 @@\n+/* SPDX-License-Identifier: BSD-3-Clause\n+ * Copyright(c) 2018 Intel Corporation\n+ */\n+\n+#ifndef __INCLUDE_RTE_PORT_SYM_CRYPTO_H__\n+#define __INCLUDE_RTE_PORT_SYM_CRYPTO_H__\n+\n+#ifdef __cplusplus\n+extern \"C\" {\n+#endif\n+\n+/**\n+ * @file\n+ * RTE Port sym crypto Interface\n+ *\n+ * crypto_reader: input port built on top of pre-initialized crypto interface\n+ * crypto_writer: output port built on top of pre-initialized crypto interface\n+ *\n+ * @warning\n+ * @b EXPERIMENTAL: this API may change without prior notice\n+ ***/\n+\n+#include <stdint.h>\n+\n+#include <rte_cryptodev.h>\n+\n+#include \"rte_port.h\"\n+\n+/** Function prototype for reader post action. */\n+typedef void (*rte_port_sym_crypto_reader_callback_fn)(struct rte_mbuf **pkts,\n+\t\tuint16_t n_pkts, void *arg);\n+\n+/** Crypto_reader port parameters */\n+struct rte_port_sym_crypto_reader_params {\n+\t/** Target cryptodev ID. */\n+\tuint8_t cryptodev_id;\n+\n+\t/** Target cryptodev Queue Pair ID. */\n+\tuint16_t queue_id;\n+\n+\t/** Crypto reader post callback function. */\n+\trte_port_sym_crypto_reader_callback_fn f_callback;\n+\n+\t/** Crypto reader post callback function arguments. */\n+\tvoid *arg_callback;\n+};\n+\n+/** Crypto_reader port operations. */\n+extern struct rte_port_in_ops __rte_experimental\n+rte_port_sym_crypto_reader_ops;\n+\n+\n+/** Crypto_writer port parameters. */\n+struct rte_port_sym_crypto_writer_params {\n+\t/** Target cryptodev ID. */\n+\tuint8_t cryptodev_id;\n+\n+\t/** Target cryptodev Queue Pair ID. */\n+\tuint16_t queue_id;\n+\n+\t/** offset to rte_crypto_op in the mbufs. */\n+\tuint16_t crypto_op_offset;\n+\n+\t/** Burst size to crypto interface. */\n+\tuint32_t tx_burst_sz;\n+};\n+\n+/** Crypto_writer port operations. */\n+extern struct rte_port_out_ops __rte_experimental\n+rte_port_sym_crypto_writer_ops;\n+\n+/** Crypto_writer_nodrop port parameters. */\n+struct rte_port_sym_crypto_writer_nodrop_params {\n+\t/** Target cryptodev ID. */\n+\tuint8_t cryptodev_id;\n+\n+\t/** Target cryptodev queue pair id. */\n+\tuint16_t queue_id;\n+\n+\t/** Offset to rte_crypto_op in the mbufs. */\n+\tuint16_t crypto_op_offset;\n+\n+\t/** Burst size to crypto interface. */\n+\tuint32_t tx_burst_sz;\n+\n+\t/** Maximum number of retries, 0 for no limit. */\n+\tuint32_t n_retries;\n+};\n+\n+/** Crypto_writer_nodrop port operations. */\n+extern struct rte_port_out_ops rte_port_sym_crypto_writer_nodrop_ops;\n+\n+#ifdef __cplusplus\n+}\n+#endif\n+\n+#endif\ndiff --git a/lib/librte_port/rte_port_version.map b/lib/librte_port/rte_port_version.map\nindex 6470629b4..20e45a0ef 100644\n--- a/lib/librte_port/rte_port_version.map\n+++ b/lib/librte_port/rte_port_version.map\n@@ -51,3 +51,11 @@ DPDK_16.11 {\n \trte_port_fd_writer_nodrop_ops;\n \n } DPDK_16.07;\n+\n+EXPERIMENTAL {\n+\tglobal:\n+\n+\trte_port_sym_crypto_reader_ops;\n+\trte_port_sym_crypto_writer_ops;\n+\trte_port_sym_crypto_writer_nodrop_ops;\n+};\n", "prefixes": [ "v3" ] }