Patch Detail
get:
Show a patch.
patch:
Update a patch.
put:
Update a patch.
GET /api/patches/7820/?format=api
{ "id": 7820, "url": "https://patches.dpdk.org/api/patches/7820/?format=api", "web_url": "https://patches.dpdk.org/project/dpdk/patch/1445429886-599-3-git-send-email-jasvinder.singh@intel.com/", "project": { "id": 1, "url": "https://patches.dpdk.org/api/projects/1/?format=api", "name": "DPDK", "link_name": "dpdk", "list_id": "dev.dpdk.org", "list_email": "dev@dpdk.org", "web_url": "http://core.dpdk.org", "scm_url": "git://dpdk.org/dpdk", "webscm_url": "http://git.dpdk.org/dpdk", "list_archive_url": "https://inbox.dpdk.org/dev", "list_archive_url_format": "https://inbox.dpdk.org/dev/{}", "commit_url_format": "" }, "msgid": "<1445429886-599-3-git-send-email-jasvinder.singh@intel.com>", "list_archive_url": "https://inbox.dpdk.org/dev/1445429886-599-3-git-send-email-jasvinder.singh@intel.com", "date": "2015-10-21T12:18:02", "name": "[dpdk-dev,v3,2/6] librte_table: add 16 byte hash table operations with computed lookup", "commit_ref": null, "pull_url": null, "state": "superseded", "archived": true, "hash": "43298007729a5e9b035c66ccd175af3efb6a3a4f", "submitter": { "id": 285, "url": "https://patches.dpdk.org/api/people/285/?format=api", "name": "Jasvinder Singh", "email": "jasvinder.singh@intel.com" }, "delegate": null, "mbox": "https://patches.dpdk.org/project/dpdk/patch/1445429886-599-3-git-send-email-jasvinder.singh@intel.com/mbox/", "series": [], "comments": "https://patches.dpdk.org/api/patches/7820/comments/", "check": "pending", "checks": "https://patches.dpdk.org/api/patches/7820/checks/", "tags": {}, "related": [], "headers": { "Return-Path": "<dev-bounces@dpdk.org>", "X-Original-To": "patchwork@dpdk.org", "Delivered-To": "patchwork@dpdk.org", "Received": [ "from [92.243.14.124] (localhost [IPv6:::1])\n\tby dpdk.org (Postfix) with ESMTP id BF1B595AF;\n\tWed, 21 Oct 2015 14:51:50 +0200 (CEST)", "from mga09.intel.com (mga09.intel.com [134.134.136.24])\n\tby dpdk.org (Postfix) with ESMTP id 01EED95A4\n\tfor <dev@dpdk.org>; Wed, 21 Oct 2015 14:51:48 +0200 (CEST)", "from orsmga001.jf.intel.com ([10.7.209.18])\n\tby orsmga102.jf.intel.com with ESMTP; 21 Oct 2015 05:51:48 -0700", "from irvmail001.ir.intel.com ([163.33.26.43])\n\tby orsmga001.jf.intel.com with ESMTP; 21 Oct 2015 05:51:26 -0700", "from sivswdev02.ir.intel.com (sivswdev02.ir.intel.com\n\t[10.237.217.46])\n\tby irvmail001.ir.intel.com (8.14.3/8.13.6/MailSET/Hub) with ESMTP id\n\tt9LCI65b021609; Wed, 21 Oct 2015 13:18:06 +0100", "from sivswdev02.ir.intel.com (localhost [127.0.0.1])\n\tby sivswdev02.ir.intel.com with ESMTP id t9LCI6Kh000774;\n\tWed, 21 Oct 2015 13:18:06 +0100", "(from jasvinde@localhost)\n\tby sivswdev02.ir.intel.com with id t9LCI6IB000770;\n\tWed, 21 Oct 2015 13:18:06 +0100" ], "X-ExtLoop1": "1", "X-IronPort-AV": "E=Sophos;i=\"5.17,712,1437462000\"; d=\"scan'208\";a=\"799083706\"", "From": "Jasvinder Singh <jasvinder.singh@intel.com>", "To": "dev@dpdk.org", "Date": "Wed, 21 Oct 2015 13:18:02 +0100", "Message-Id": "<1445429886-599-3-git-send-email-jasvinder.singh@intel.com>", "X-Mailer": "git-send-email 1.7.4.1", "In-Reply-To": "<1445429886-599-1-git-send-email-jasvinder.singh@intel.com>", "References": "<1444744652-573-1-git-send-email-jasvinder.singh@intel.com>\n\t<1445429886-599-1-git-send-email-jasvinder.singh@intel.com>", "Subject": "[dpdk-dev] [PATCH v3 2/6] librte_table: add 16 byte hash table\n\toperations with computed lookup", "X-BeenThere": "dev@dpdk.org", "X-Mailman-Version": "2.1.15", "Precedence": "list", "List-Id": "patches and discussions about DPDK <dev.dpdk.org>", "List-Unsubscribe": "<http://dpdk.org/ml/options/dev>,\n\t<mailto:dev-request@dpdk.org?subject=unsubscribe>", "List-Archive": "<http://dpdk.org/ml/archives/dev/>", "List-Post": "<mailto:dev@dpdk.org>", "List-Help": "<mailto:dev-request@dpdk.org?subject=help>", "List-Subscribe": "<http://dpdk.org/ml/listinfo/dev>,\n\t<mailto:dev-request@dpdk.org?subject=subscribe>", "Errors-To": "dev-bounces@dpdk.org", "Sender": "\"dev\" <dev-bounces@dpdk.org>" }, "content": "From: Fan Zhang <roy.fan.zhang@intel.com>\n\nThis patch is to adding hash table operations for key signature\ncomputed on lookup (\"do-sig\") for LRU hash tables and Extendible buckets.\n\nSigned-off-by: Fan Zhang <roy.fan.zhang@intel.com>\n---\n lib/librte_table/rte_table_hash.h | 8 +\n lib/librte_table/rte_table_hash_key16.c | 359 +++++++++++++++++++++++++++++++-\n 2 files changed, 364 insertions(+), 3 deletions(-)", "diff": "diff --git a/lib/librte_table/rte_table_hash.h b/lib/librte_table/rte_table_hash.h\nindex e2c60e1..9d17516 100644\n--- a/lib/librte_table/rte_table_hash.h\n+++ b/lib/librte_table/rte_table_hash.h\n@@ -271,6 +271,10 @@ struct rte_table_hash_key16_lru_params {\n /** LRU hash table operations for pre-computed key signature */\n extern struct rte_table_ops rte_table_hash_key16_lru_ops;\n \n+/** LRU hash table operations for key signature computed on lookup\n+ (\"do-sig\") */\n+extern struct rte_table_ops rte_table_hash_key16_lru_dosig_ops;\n+\n /** Extendible bucket hash table parameters */\n struct rte_table_hash_key16_ext_params {\n \t/** Maximum number of entries (and keys) in the table */\n@@ -301,6 +305,10 @@ struct rte_table_hash_key16_ext_params {\n /** Extendible bucket operations for pre-computed key signature */\n extern struct rte_table_ops rte_table_hash_key16_ext_ops;\n \n+/** Extendible bucket hash table operations for key signature computed on\n+ lookup (\"do-sig\") */\n+extern struct rte_table_ops rte_table_hash_key16_ext_dosig_ops;\n+\n /**\n * 32-byte key hash tables\n *\ndiff --git a/lib/librte_table/rte_table_hash_key16.c b/lib/librte_table/rte_table_hash_key16.c\nindex 0d6cc55..427b534 100644\n--- a/lib/librte_table/rte_table_hash_key16.c\n+++ b/lib/librte_table/rte_table_hash_key16.c\n@@ -620,6 +620,27 @@ rte_table_hash_entry_delete_key16_ext(\n \trte_prefetch0((void *)(((uintptr_t) bucket1) + RTE_CACHE_LINE_SIZE));\\\n }\n \n+#define lookup1_stage1_dosig(mbuf1, bucket1, f)\t\t\t\\\n+{\t\t\t\t\t\t\t\t\\\n+\tuint64_t *key;\t\t\t\t\t\t\\\n+\tuint64_t signature = 0;\t\t\t\t\\\n+\tuint32_t bucket_index;\t\t\t\t\\\n+\tuint64_t hash_key_buffer[2];\t\t\\\n+\t\t\t\t\t\t\t\t\\\n+\tkey = RTE_MBUF_METADATA_UINT64_PTR(mbuf1, f->key_offset);\\\n+\t\t\t\t\t\t\t\t\\\n+\thash_key_buffer[0] = key[0] & f->key_mask[0];\t\\\n+\thash_key_buffer[1] = key[1] & f->key_mask[1];\t\\\n+\tsignature = f->f_hash(hash_key_buffer,\t\t\t\\\n+\t\t\tRTE_TABLE_HASH_KEY_SIZE, f->seed);\t\t\\\n+\t\t\t\t\t\t\t\t\\\n+\tbucket_index = signature & (f->n_buckets - 1);\t\t\\\n+\tbucket1 = (struct rte_bucket_4_16 *)\t\t\t\\\n+\t\t&f->memory[bucket_index * f->bucket_size];\t\\\n+\trte_prefetch0(bucket1);\t\t\t\t\t\\\n+\trte_prefetch0((void *)(((uintptr_t) bucket1) + RTE_CACHE_LINE_SIZE));\\\n+}\n+\n #define lookup1_stage2_lru(pkt2_index, mbuf2, bucket2,\t\t\\\n \t\tpkts_mask_out, entries, f)\t\t\t\\\n {\t\t\t\t\t\t\t\t\\\n@@ -769,6 +790,36 @@ rte_table_hash_entry_delete_key16_ext(\n \trte_prefetch0((void *)(((uintptr_t) bucket11) + RTE_CACHE_LINE_SIZE));\\\n }\n \n+#define lookup2_stage1_dosig(mbuf10, mbuf11, bucket10, bucket11, f)\t\\\n+{\t\t\t\t\t\t\t\t\\\n+\tuint64_t *key10, *key11;\t\t\t\t\t\\\n+\tuint64_t hash_offset_buffer[2];\t\t\t\t\\\n+\tuint64_t signature10, signature11;\t\t\t\\\n+\tuint32_t bucket10_index, bucket11_index;\t\\\n+\t\t\t\t\t\t\t\t\\\n+\tkey10 = RTE_MBUF_METADATA_UINT64_PTR(mbuf10, f->key_offset);\\\n+\thash_offset_buffer[0] = key10[0] & f->key_mask[0];\t\\\n+\thash_offset_buffer[1] = key10[1] & f->key_mask[1];\t\\\n+\tsignature10 = f->f_hash(hash_offset_buffer,\t\t\t\\\n+\t\t\tRTE_TABLE_HASH_KEY_SIZE, f->seed);\\\n+\tbucket10_index = signature10 & (f->n_buckets - 1);\t\\\n+\tbucket10 = (struct rte_bucket_4_16 *)\t\t\t\t\\\n+\t\t&f->memory[bucket10_index * f->bucket_size];\t\\\n+\trte_prefetch0(bucket10);\t\t\t\t\\\n+\trte_prefetch0((void *)(((uintptr_t) bucket10) + RTE_CACHE_LINE_SIZE));\\\n+\t\t\t\t\t\t\t\t\\\n+\tkey11 = RTE_MBUF_METADATA_UINT64_PTR(mbuf11, f->key_offset);\\\n+\thash_offset_buffer[0] = key11[0] & f->key_mask[0];\t\\\n+\thash_offset_buffer[1] = key11[1] & f->key_mask[1];\t\\\n+\tsignature11 = f->f_hash(hash_offset_buffer,\t\t\t\\\n+\t\t\tRTE_TABLE_HASH_KEY_SIZE, f->seed);\\\n+\tbucket11_index = signature11 & (f->n_buckets - 1);\t\\\n+\tbucket11 = (struct rte_bucket_4_16 *)\t\t\t\\\n+\t\t&f->memory[bucket11_index * f->bucket_size];\t\\\n+\trte_prefetch0(bucket11);\t\t\t\t\\\n+\trte_prefetch0((void *)(((uintptr_t) bucket11) + RTE_CACHE_LINE_SIZE));\\\n+}\n+\n #define lookup2_stage2_lru(pkt20_index, pkt21_index, mbuf20, mbuf21,\\\n \t\tbucket20, bucket21, pkts_mask_out, entries, f)\t\\\n {\t\t\t\t\t\t\t\t\\\n@@ -878,7 +929,8 @@ rte_table_hash_lookup_key16_lru(\n \t\t}\n \n \t\t*lookup_hit_mask = pkts_mask_out;\n-\t\tRTE_TABLE_HASH_KEY16_STATS_PKTS_LOOKUP_MISS(f, n_pkts_in - __builtin_popcountll(pkts_mask_out));\n+\t\tRTE_TABLE_HASH_KEY16_STATS_PKTS_LOOKUP_MISS(f,\n+\t\t\tn_pkts_in - __builtin_popcountll(pkts_mask_out));\n \t\treturn 0;\n \t}\n \n@@ -968,11 +1020,141 @@ rte_table_hash_lookup_key16_lru(\n \t\tbucket20, bucket21, pkts_mask_out, entries, f);\n \n \t*lookup_hit_mask = pkts_mask_out;\n-\tRTE_TABLE_HASH_KEY16_STATS_PKTS_LOOKUP_MISS(f, n_pkts_in - __builtin_popcountll(pkts_mask_out));\n+\tRTE_TABLE_HASH_KEY16_STATS_PKTS_LOOKUP_MISS(f, n_pkts_in -\n+\t\t__builtin_popcountll(pkts_mask_out));\n \treturn 0;\n } /* rte_table_hash_lookup_key16_lru() */\n \n static int\n+rte_table_hash_lookup_key16_lru_dosig(\n+\tvoid *table,\n+\tstruct rte_mbuf **pkts,\n+\tuint64_t pkts_mask,\n+\tuint64_t *lookup_hit_mask,\n+\tvoid **entries)\n+{\n+\tstruct rte_table_hash *f = (struct rte_table_hash *) table;\n+\tstruct rte_bucket_4_16 *bucket10, *bucket11, *bucket20, *bucket21;\n+\tstruct rte_mbuf *mbuf00, *mbuf01, *mbuf10, *mbuf11, *mbuf20, *mbuf21;\n+\tuint32_t pkt00_index, pkt01_index, pkt10_index;\n+\tuint32_t pkt11_index, pkt20_index, pkt21_index;\n+\tuint64_t pkts_mask_out = 0;\n+\n+\t__rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask);\n+\n+\tRTE_TABLE_HASH_KEY16_STATS_PKTS_IN_ADD(f, n_pkts_in);\n+\n+\t/* Cannot run the pipeline with less than 5 packets */\n+\tif (__builtin_popcountll(pkts_mask) < 5) {\n+\t\tfor ( ; pkts_mask; ) {\n+\t\t\tstruct rte_bucket_4_16 *bucket;\n+\t\t\tstruct rte_mbuf *mbuf;\n+\t\t\tuint32_t pkt_index;\n+\n+\t\t\tlookup1_stage0(pkt_index, mbuf, pkts, pkts_mask);\n+\t\t\tlookup1_stage1_dosig(mbuf, bucket, f);\n+\t\t\tlookup1_stage2_lru(pkt_index, mbuf, bucket,\n+\t\t\t\tpkts_mask_out, entries, f);\n+\t\t}\n+\n+\t\t*lookup_hit_mask = pkts_mask_out;\n+\t\tRTE_TABLE_HASH_KEY16_STATS_PKTS_LOOKUP_MISS(f, n_pkts_in -\n+\t\t\t__builtin_popcountll(pkts_mask_out));\n+\t\treturn 0;\n+\t}\n+\n+\t/*\n+\t * Pipeline fill\n+\t *\n+\t */\n+\t/* Pipeline stage 0 */\n+\tlookup2_stage0(pkt00_index, pkt01_index, mbuf00, mbuf01, pkts,\n+\t\tpkts_mask);\n+\n+\t/* Pipeline feed */\n+\tmbuf10 = mbuf00;\n+\tmbuf11 = mbuf01;\n+\tpkt10_index = pkt00_index;\n+\tpkt11_index = pkt01_index;\n+\n+\t/* Pipeline stage 0 */\n+\tlookup2_stage0(pkt00_index, pkt01_index, mbuf00, mbuf01, pkts,\n+\t\tpkts_mask);\n+\n+\t/* Pipeline stage 1 */\n+\tlookup2_stage1_dosig(mbuf10, mbuf11, bucket10, bucket11, f);\n+\n+\t/*\n+\t * Pipeline run\n+\t *\n+\t */\n+\tfor ( ; pkts_mask; ) {\n+\t\t/* Pipeline feed */\n+\t\tbucket20 = bucket10;\n+\t\tbucket21 = bucket11;\n+\t\tmbuf20 = mbuf10;\n+\t\tmbuf21 = mbuf11;\n+\t\tmbuf10 = mbuf00;\n+\t\tmbuf11 = mbuf01;\n+\t\tpkt20_index = pkt10_index;\n+\t\tpkt21_index = pkt11_index;\n+\t\tpkt10_index = pkt00_index;\n+\t\tpkt11_index = pkt01_index;\n+\n+\t\t/* Pipeline stage 0 */\n+\t\tlookup2_stage0_with_odd_support(pkt00_index, pkt01_index,\n+\t\t\tmbuf00, mbuf01, pkts, pkts_mask);\n+\n+\t\t/* Pipeline stage 1 */\n+\t\tlookup2_stage1_dosig(mbuf10, mbuf11, bucket10, bucket11, f);\n+\n+\t\t/* Pipeline stage 2 */\n+\t\tlookup2_stage2_lru(pkt20_index, pkt21_index, mbuf20, mbuf21,\n+\t\t\tbucket20, bucket21, pkts_mask_out, entries, f);\n+\t}\n+\n+\t/*\n+\t * Pipeline flush\n+\t *\n+\t */\n+\t/* Pipeline feed */\n+\tbucket20 = bucket10;\n+\tbucket21 = bucket11;\n+\tmbuf20 = mbuf10;\n+\tmbuf21 = mbuf11;\n+\tmbuf10 = mbuf00;\n+\tmbuf11 = mbuf01;\n+\tpkt20_index = pkt10_index;\n+\tpkt21_index = pkt11_index;\n+\tpkt10_index = pkt00_index;\n+\tpkt11_index = pkt01_index;\n+\n+\t/* Pipeline stage 1 */\n+\tlookup2_stage1_dosig(mbuf10, mbuf11, bucket10, bucket11, f);\n+\n+\t/* Pipeline stage 2 */\n+\tlookup2_stage2_lru(pkt20_index, pkt21_index, mbuf20, mbuf21,\n+\t\tbucket20, bucket21, pkts_mask_out, entries, f);\n+\n+\t/* Pipeline feed */\n+\tbucket20 = bucket10;\n+\tbucket21 = bucket11;\n+\tmbuf20 = mbuf10;\n+\tmbuf21 = mbuf11;\n+\tpkt20_index = pkt10_index;\n+\tpkt21_index = pkt11_index;\n+\n+\t/* Pipeline stage 2 */\n+\tlookup2_stage2_lru(pkt20_index, pkt21_index, mbuf20, mbuf21,\n+\t\tbucket20, bucket21, pkts_mask_out, entries, f);\n+\n+\t*lookup_hit_mask = pkts_mask_out;\n+\tRTE_TABLE_HASH_KEY16_STATS_PKTS_LOOKUP_MISS(f, n_pkts_in -\n+\t\t__builtin_popcountll(pkts_mask_out));\n+\treturn 0;\n+} /* rte_table_hash_lookup_key16_lru_dosig() */\n+\n+static int\n rte_table_hash_lookup_key16_ext(\n \tvoid *table,\n \tstruct rte_mbuf **pkts,\n@@ -1118,11 +1300,164 @@ grind_next_buckets:\n \t}\n \n \t*lookup_hit_mask = pkts_mask_out;\n-\tRTE_TABLE_HASH_KEY16_STATS_PKTS_LOOKUP_MISS(f, n_pkts_in - __builtin_popcountll(pkts_mask_out));\n+\tRTE_TABLE_HASH_KEY16_STATS_PKTS_LOOKUP_MISS(f, n_pkts_in -\n+\t\t__builtin_popcountll(pkts_mask_out));\n \treturn 0;\n } /* rte_table_hash_lookup_key16_ext() */\n \n static int\n+rte_table_hash_lookup_key16_ext_dosig(\n+\tvoid *table,\n+\tstruct rte_mbuf **pkts,\n+\tuint64_t pkts_mask,\n+\tuint64_t *lookup_hit_mask,\n+\tvoid **entries)\n+{\n+\tstruct rte_table_hash *f = (struct rte_table_hash *) table;\n+\tstruct rte_bucket_4_16 *bucket10, *bucket11, *bucket20, *bucket21;\n+\tstruct rte_mbuf *mbuf00, *mbuf01, *mbuf10, *mbuf11, *mbuf20, *mbuf21;\n+\tuint32_t pkt00_index, pkt01_index, pkt10_index;\n+\tuint32_t pkt11_index, pkt20_index, pkt21_index;\n+\tuint64_t pkts_mask_out = 0, buckets_mask = 0;\n+\tstruct rte_bucket_4_16 *buckets[RTE_PORT_IN_BURST_SIZE_MAX];\n+\tuint64_t *keys[RTE_PORT_IN_BURST_SIZE_MAX];\n+\n+\t__rte_unused uint32_t n_pkts_in = __builtin_popcountll(pkts_mask);\n+\n+\tRTE_TABLE_HASH_KEY16_STATS_PKTS_IN_ADD(f, n_pkts_in);\n+\n+\t/* Cannot run the pipeline with less than 5 packets */\n+\tif (__builtin_popcountll(pkts_mask) < 5) {\n+\t\tfor ( ; pkts_mask; ) {\n+\t\t\tstruct rte_bucket_4_16 *bucket;\n+\t\t\tstruct rte_mbuf *mbuf;\n+\t\t\tuint32_t pkt_index;\n+\n+\t\t\tlookup1_stage0(pkt_index, mbuf, pkts, pkts_mask);\n+\t\t\tlookup1_stage1_dosig(mbuf, bucket, f);\n+\t\t\tlookup1_stage2_ext(pkt_index, mbuf, bucket,\n+\t\t\t\tpkts_mask_out, entries, buckets_mask,\n+\t\t\t\tbuckets, keys, f);\n+\t\t}\n+\n+\t\tgoto grind_next_buckets;\n+\t}\n+\n+\t/*\n+\t * Pipeline fill\n+\t *\n+\t */\n+\t/* Pipeline stage 0 */\n+\tlookup2_stage0(pkt00_index, pkt01_index, mbuf00, mbuf01, pkts,\n+\t\tpkts_mask);\n+\n+\t/* Pipeline feed */\n+\tmbuf10 = mbuf00;\n+\tmbuf11 = mbuf01;\n+\tpkt10_index = pkt00_index;\n+\tpkt11_index = pkt01_index;\n+\n+\t/* Pipeline stage 0 */\n+\tlookup2_stage0(pkt00_index, pkt01_index, mbuf00, mbuf01, pkts,\n+\t\tpkts_mask);\n+\n+\t/* Pipeline stage 1 */\n+\tlookup2_stage1_dosig(mbuf10, mbuf11, bucket10, bucket11, f);\n+\n+\t/*\n+\t * Pipeline run\n+\t *\n+\t */\n+\tfor ( ; pkts_mask; ) {\n+\t\t/* Pipeline feed */\n+\t\tbucket20 = bucket10;\n+\t\tbucket21 = bucket11;\n+\t\tmbuf20 = mbuf10;\n+\t\tmbuf21 = mbuf11;\n+\t\tmbuf10 = mbuf00;\n+\t\tmbuf11 = mbuf01;\n+\t\tpkt20_index = pkt10_index;\n+\t\tpkt21_index = pkt11_index;\n+\t\tpkt10_index = pkt00_index;\n+\t\tpkt11_index = pkt01_index;\n+\n+\t\t/* Pipeline stage 0 */\n+\t\tlookup2_stage0_with_odd_support(pkt00_index, pkt01_index,\n+\t\t\tmbuf00, mbuf01, pkts, pkts_mask);\n+\n+\t\t/* Pipeline stage 1 */\n+\t\tlookup2_stage1_dosig(mbuf10, mbuf11, bucket10, bucket11, f);\n+\n+\t\t/* Pipeline stage 2 */\n+\t\tlookup2_stage2_ext(pkt20_index, pkt21_index, mbuf20, mbuf21,\n+\t\t\tbucket20, bucket21, pkts_mask_out, entries,\n+\t\t\tbuckets_mask, buckets, keys, f);\n+\t}\n+\n+\t/*\n+\t * Pipeline flush\n+\t *\n+\t */\n+\t/* Pipeline feed */\n+\tbucket20 = bucket10;\n+\tbucket21 = bucket11;\n+\tmbuf20 = mbuf10;\n+\tmbuf21 = mbuf11;\n+\tmbuf10 = mbuf00;\n+\tmbuf11 = mbuf01;\n+\tpkt20_index = pkt10_index;\n+\tpkt21_index = pkt11_index;\n+\tpkt10_index = pkt00_index;\n+\tpkt11_index = pkt01_index;\n+\n+\t/* Pipeline stage 1 */\n+\tlookup2_stage1_dosig(mbuf10, mbuf11, bucket10, bucket11, f);\n+\n+\t/* Pipeline stage 2 */\n+\tlookup2_stage2_ext(pkt20_index, pkt21_index, mbuf20, mbuf21,\n+\t\tbucket20, bucket21, pkts_mask_out, entries,\n+\t\tbuckets_mask, buckets, keys, f);\n+\n+\t/* Pipeline feed */\n+\tbucket20 = bucket10;\n+\tbucket21 = bucket11;\n+\tmbuf20 = mbuf10;\n+\tmbuf21 = mbuf11;\n+\tpkt20_index = pkt10_index;\n+\tpkt21_index = pkt11_index;\n+\n+\t/* Pipeline stage 2 */\n+\tlookup2_stage2_ext(pkt20_index, pkt21_index, mbuf20, mbuf21,\n+\t\tbucket20, bucket21, pkts_mask_out, entries,\n+\t\tbuckets_mask, buckets, keys, f);\n+\n+grind_next_buckets:\n+\t/* Grind next buckets */\n+\tfor ( ; buckets_mask; ) {\n+\t\tuint64_t buckets_mask_next = 0;\n+\n+\t\tfor ( ; buckets_mask; ) {\n+\t\t\tuint64_t pkt_mask;\n+\t\t\tuint32_t pkt_index;\n+\n+\t\t\tpkt_index = __builtin_ctzll(buckets_mask);\n+\t\t\tpkt_mask = 1LLU << pkt_index;\n+\t\t\tbuckets_mask &= ~pkt_mask;\n+\n+\t\t\tlookup_grinder(pkt_index, buckets, keys, pkts_mask_out,\n+\t\t\t\tentries, buckets_mask_next, f);\n+\t\t}\n+\n+\t\tbuckets_mask = buckets_mask_next;\n+\t}\n+\n+\t*lookup_hit_mask = pkts_mask_out;\n+\tRTE_TABLE_HASH_KEY16_STATS_PKTS_LOOKUP_MISS(f, n_pkts_in -\n+\t\t__builtin_popcountll(pkts_mask_out));\n+\treturn 0;\n+} /* rte_table_hash_lookup_key16_ext_dosig() */\n+\n+static int\n rte_table_hash_key16_stats_read(void *table, struct rte_table_stats *stats, int clear)\n {\n \tstruct rte_table_hash *t = (struct rte_table_hash *) table;\n@@ -1145,6 +1480,15 @@ struct rte_table_ops rte_table_hash_key16_lru_ops = {\n \t.f_stats = rte_table_hash_key16_stats_read,\n };\n \n+struct rte_table_ops rte_table_hash_key16_lru_dosig_ops = {\n+\t.f_create = rte_table_hash_create_key16_lru,\n+\t.f_free = rte_table_hash_free_key16_lru,\n+\t.f_add = rte_table_hash_entry_add_key16_lru,\n+\t.f_delete = rte_table_hash_entry_delete_key16_lru,\n+\t.f_lookup = rte_table_hash_lookup_key16_lru_dosig,\n+\t.f_stats = rte_table_hash_key16_stats_read,\n+};\n+\n struct rte_table_ops rte_table_hash_key16_ext_ops = {\n \t.f_create = rte_table_hash_create_key16_ext,\n \t.f_free = rte_table_hash_free_key16_ext,\n@@ -1153,3 +1497,12 @@ struct rte_table_ops rte_table_hash_key16_ext_ops = {\n \t.f_lookup = rte_table_hash_lookup_key16_ext,\n \t.f_stats = rte_table_hash_key16_stats_read,\n };\n+\n+struct rte_table_ops rte_table_hash_key16_ext_dosig_ops = {\n+\t.f_create = rte_table_hash_create_key16_ext,\n+\t.f_free = rte_table_hash_free_key16_ext,\n+\t.f_add = rte_table_hash_entry_add_key16_ext,\n+\t.f_delete = rte_table_hash_entry_delete_key16_ext,\n+\t.f_lookup = rte_table_hash_lookup_key16_ext_dosig,\n+\t.f_stats = rte_table_hash_key16_stats_read,\n+};\n", "prefixes": [ "dpdk-dev", "v3", "2/6" ] }