Patch Detail
get:
Show a patch.
patch:
Update a patch.
put:
Update a patch.
GET /api/patches/125748/?format=api
{ "id": 125748, "url": "http://patches.dpdk.org/api/patches/125748/?format=api", "web_url": "http://patches.dpdk.org/project/dts/patch/20230404031525.896141-3-yingyax.han@intel.com/", "project": { "id": 3, "url": "http://patches.dpdk.org/api/projects/3/?format=api", "name": "DTS", "link_name": "dts", "list_id": "dts.dpdk.org", "list_email": "dts@dpdk.org", "web_url": "", "scm_url": "git://dpdk.org/tools/dts", "webscm_url": "http://git.dpdk.org/tools/dts/", "list_archive_url": "https://inbox.dpdk.org/dts", "list_archive_url_format": "https://inbox.dpdk.org/dts/{}", "commit_url_format": "" }, "msgid": "<20230404031525.896141-3-yingyax.han@intel.com>", "list_archive_url": "https://inbox.dpdk.org/dts/20230404031525.896141-3-yingyax.han@intel.com", "date": "2023-04-04T03:15:24", "name": "[V2,2/3] tests: add i40e_multi_driver_perf test script", "commit_ref": null, "pull_url": null, "state": "superseded", "archived": false, "hash": "8b185018524c2efed1871d13755187f086f09f3b", "submitter": { "id": 1645, "url": "http://patches.dpdk.org/api/people/1645/?format=api", "name": "Yingya Han", "email": "yingyax.han@intel.com" }, "delegate": null, "mbox": "http://patches.dpdk.org/project/dts/patch/20230404031525.896141-3-yingyax.han@intel.com/mbox/", "series": [ { "id": 27614, "url": "http://patches.dpdk.org/api/series/27614/?format=api", "web_url": "http://patches.dpdk.org/project/dts/list/?series=27614", "date": "2023-04-04T03:15:22", "name": "add i40e_multi_driver_perf test suite", "version": 2, "mbox": "http://patches.dpdk.org/series/27614/mbox/" } ], "comments": "http://patches.dpdk.org/api/patches/125748/comments/", "check": "pending", "checks": "http://patches.dpdk.org/api/patches/125748/checks/", "tags": {}, "related": [], "headers": { "Return-Path": "<dts-bounces@dpdk.org>", "X-Original-To": "patchwork@inbox.dpdk.org", "Delivered-To": "patchwork@inbox.dpdk.org", "Received": [ "from mails.dpdk.org (mails.dpdk.org [217.70.189.124])\n\tby inbox.dpdk.org (Postfix) with ESMTP id 6B907428BA;\n\tTue, 4 Apr 2023 05:15:37 +0200 (CEST)", "from mails.dpdk.org (localhost [127.0.0.1])\n\tby mails.dpdk.org (Postfix) with ESMTP id 66CE5410FA;\n\tTue, 4 Apr 2023 05:15:37 +0200 (CEST)", "from mga14.intel.com (mga14.intel.com [192.55.52.115])\n by mails.dpdk.org (Postfix) with ESMTP id ECDC340141\n for <dts@dpdk.org>; Tue, 4 Apr 2023 05:15:34 +0200 (CEST)", "from orsmga002.jf.intel.com ([10.7.209.21])\n by fmsmga103.fm.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384;\n 03 Apr 2023 20:15:34 -0700", "from dpdk-lijuan-icelake4.sh.intel.com ([10.67.119.190])\n by orsmga002.jf.intel.com with ESMTP; 03 Apr 2023 20:15:33 -0700" ], "DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/simple;\n d=intel.com; i=@intel.com; q=dns/txt; s=Intel;\n t=1680578135; x=1712114135;\n h=from:to:cc:subject:date:message-id:in-reply-to:\n references:mime-version:content-transfer-encoding;\n bh=5qvU7EH1fJbN7Pr7NiJISrw/3XiESAYYxb+e7CUr40k=;\n b=DapTMHsoa4TqURUlMwZChU8FtaKE1fDNBX7SBQrX6xf5giChU8Nk/6UK\n KrAY8mQi6bRyvEqhu0/DN0/vEVdtKCZQoKQDhGpiWaSupBjMHWmgSQazi\n Vl+KDGj2tmWge4J9fbEvdF1ZchkWWOZ5/1u0KoeRtwpspWSMglSovQkw9\n HlpEUFkLyov2sQVJz9czAaAAt0yR9sJ6zZM3U27oNxhyGaNb8Kjns0Ac4\n JENWvJH2Izk/+Ns/KSJe1/NzENc1wQbKkCwl/kBu3FYGOMlCWn1bEpHSH\n nvs5Kcv0LfjbRvFv+MUnZJHPnIi8cocTo8g6stxSCjX78pJJAS/vH/wpd g==;", "X-IronPort-AV": [ "E=McAfee;i=\"6600,9927,10669\"; a=\"342101205\"", "E=Sophos;i=\"5.98,316,1673942400\"; d=\"scan'208\";a=\"342101205\"", "E=McAfee;i=\"6600,9927,10669\"; a=\"686203864\"", "E=Sophos;i=\"5.98,316,1673942400\"; d=\"scan'208\";a=\"686203864\"" ], "X-ExtLoop1": "1", "From": "Yingya Han <yingyax.han@intel.com>", "To": "dts@dpdk.org", "Cc": "Yingya Han <yingyax.han@intel.com>", "Subject": "[dts][PATCH V2 2/3]tests: add i40e_multi_driver_perf test script", "Date": "Tue, 4 Apr 2023 03:15:24 +0000", "Message-Id": "<20230404031525.896141-3-yingyax.han@intel.com>", "X-Mailer": "git-send-email 2.34.1", "In-Reply-To": "<20230404031525.896141-1-yingyax.han@intel.com>", "References": "<20230404031525.896141-1-yingyax.han@intel.com>", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "X-BeenThere": "dts@dpdk.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "test suite reviews and discussions <dts.dpdk.org>", "List-Unsubscribe": "<https://mails.dpdk.org/options/dts>,\n <mailto:dts-request@dpdk.org?subject=unsubscribe>", "List-Archive": "<http://mails.dpdk.org/archives/dts/>", "List-Post": "<mailto:dts@dpdk.org>", "List-Help": "<mailto:dts-request@dpdk.org?subject=help>", "List-Subscribe": "<https://mails.dpdk.org/listinfo/dts>,\n <mailto:dts-request@dpdk.org?subject=subscribe>", "Errors-To": "dts-bounces@dpdk.org" }, "content": "Signed-off-by: Yingya Han <yingyax.han@intel.com>\n---\n tests/TestSuite_i40e_multi_driver_perf.py | 341 ++++++++++++++++++++++\n 1 file changed, 341 insertions(+)\n create mode 100644 tests/TestSuite_i40e_multi_driver_perf.py", "diff": "diff --git a/tests/TestSuite_i40e_multi_driver_perf.py b/tests/TestSuite_i40e_multi_driver_perf.py\nnew file mode 100644\nindex 00000000..a1be9053\n--- /dev/null\n+++ b/tests/TestSuite_i40e_multi_driver_perf.py\n@@ -0,0 +1,341 @@\n+# SPDX-License-Identifier: BSD-3-Clause\n+# Copyright(c) 2023 Intel Corporation\n+#\n+\n+\"\"\"\n+DPDK Test suite.\n+\"\"\"\n+\n+import os\n+import re\n+import time\n+from copy import deepcopy\n+\n+from framework.exception import VerifyFailure\n+from framework.packet import Packet\n+from framework.pktgen import TRANSMIT_CONT\n+from framework.pmd_output import PmdOutput\n+from framework.settings import HEADER_SIZE\n+from framework.test_case import TestCase\n+from framework.utils import convert_int2ip, convert_ip2int\n+\n+\n+class TestI40eMultiDriverPerf(TestCase):\n+ #\n+ # Test cases.\n+ #\n+ def set_up_all(self):\n+ \"\"\"\n+ Run at the start of each test suite.\n+ \"\"\"\n+ self.verify(\n+ self.nic in [\"I40E_25G-25G_SFP28\", \"I40E_40G-QSFP_A\"],\n+ \"NIC Unsupported: \" + str(self.nic),\n+ )\n+ self.rx_desc_size = self.get_suite_cfg().get(\"compile_rx_desc\", 32)\n+ err_msg = (\n+ \"Rx desc only has 16B and 32B size, %d is not valid\" % self.rx_desc_size\n+ )\n+ self.verify(self.rx_desc_size == 16 or self.rx_desc_size == 32, err_msg)\n+ if self.rx_desc_size == 16:\n+ extra_options = \"-Dc_args=-DRTE_LIBRTE_I40E_16BYTE_RX_DESC\"\n+ self.dut.build_install_dpdk(self.target, extra_options=extra_options)\n+ self.dut_ports = self.dut.get_ports(self.nic)\n+ self.verify(len(self.dut_ports) >= 1, \"At least 1 port is required to test\")\n+ # get socket and cores\n+ self.socket = self.dut.get_numa_id(self.dut_ports[0])\n+ cores = self.dut.get_core_list(\"1S/8C/1T\", socket=self.socket)\n+ self.verify(cores, \"Requested 8 cores failed\")\n+ self.pmdout = PmdOutput(self.dut)\n+ self.core_offset = 3\n+ self.test_content = self.get_test_content_from_cfg(self.get_suite_cfg())\n+\n+ def set_up(self):\n+ \"\"\"\n+ Run before each test case.\n+ \"\"\"\n+ self.test_result = {\"header\": [], \"data\": []}\n+\n+ def flows(self):\n+ \"\"\"\n+ Return a list of packets that implements the flows described.\n+ \"\"\"\n+ return [\n+ \"198.18.0.0/24\",\n+ \"198.18.1.0/24\",\n+ \"198.18.2.0/24\",\n+ \"198.18.3.0/24\",\n+ \"198.18.4.0/24\",\n+ \"198.18.5.0/24\",\n+ \"198.18.6.0/24\",\n+ \"198.18.7.0/24\",\n+ ]\n+\n+ def parse_test_config(self, config):\n+ \"\"\"\n+ [n]C/[mT]-[i]Q\n+ n: how many physical core use for polling.\n+ m: how many cpu thread use for polling, if Hyper-threading disabled\n+ in BIOS, m equals n, if enabled, m is 2 times as n.\n+ i: how many queues use per port, so total queues = i x nb_port\n+ \"\"\"\n+ pat = \"(.*)/(.*)-(.*)\"\n+ result = re.findall(pat, config)\n+ if not result:\n+ msg = f\"{config} is wrong format, please check\"\n+ raise VerifyFailure(msg)\n+ cores, threads, queue = result[0]\n+ _thread_num = int(int(threads[:-1]) // int(cores[:-1]))\n+\n+ _thread = str(_thread_num) + \"T\"\n+ _cores = str(self.core_offset + int(cores[:-1])) + \"C\"\n+ cores_config = \"/\".join([\"1S\", _cores, _thread])\n+ queues_per_port = int(queue[:-1])\n+ return cores_config, _thread_num, queues_per_port\n+\n+ def get_test_configs(self, test_parameters):\n+ configs = []\n+ frame_sizes_grp = []\n+ nb_desc = self.get_suite_cfg().get(\"rxtx_queue_size\")\n+ for test_item, frame_sizes in sorted(test_parameters.items()):\n+ _frame_sizes = [int(frame_size) for frame_size in frame_sizes]\n+ frame_sizes_grp.extend([int(item) for item in _frame_sizes])\n+ cores, thread_num, queues = self.parse_test_config(test_item)\n+ corelist = self.dut.get_core_list(cores, self.socket)\n+ core_list = corelist[(self.core_offset - 1) * thread_num :]\n+ if \"2T\" in cores:\n+ core_list = core_list[1:2] + core_list[0::2] + core_list[1::2][1:]\n+ _core_list = core_list[thread_num - 1 :]\n+ configs.append(\n+ [\n+ test_item,\n+ _core_list,\n+ [\n+ \" --txd={0} --rxd={0}\".format(nb_desc)\n+ + \" --rxq={0} --txq={0}\".format(queues)\n+ + \" --nb-cores={}\".format(len(core_list) - thread_num)\n+ ],\n+ ]\n+ )\n+ return configs, sorted(set(frame_sizes_grp))\n+\n+ def get_test_content_from_cfg(self, test_content):\n+ test_content[\"flows\"] = self.flows()\n+ configs, frame_sizes = self.get_test_configs(test_content[\"test_parameters\"])\n+ test_content[\"configs\"] = configs\n+ test_content[\"frame_sizes\"] = frame_sizes\n+ return test_content\n+\n+ def get_mac_layer(self, port_id):\n+ smac = \"02:00:00:00:00:0%d\" % port_id\n+ dmac = \"52:00:00:00:00:0%d\" % port_id\n+ layer = {\n+ \"ether\": {\n+ \"dst\": dmac,\n+ \"src\": smac,\n+ },\n+ }\n+ return layer\n+\n+ def get_ipv4_config(self, config):\n+ netaddr, mask = config.split(\"/\")\n+ ip_range = int(\"1\" * (32 - int(mask)), 2)\n+ start_ip = convert_int2ip(convert_ip2int(netaddr) + 1)\n+ end_ip = convert_int2ip(convert_ip2int(start_ip) + ip_range - 1)\n+ layers = {\n+ \"ipv4\": {\n+ \"src\": start_ip,\n+ },\n+ }\n+ fields_config = {\n+ \"ip\": {\n+ \"src\": {\n+ \"start\": start_ip,\n+ \"end\": end_ip,\n+ \"step\": 1,\n+ \"action\": \"random\",\n+ },\n+ },\n+ }\n+ return layers, fields_config\n+\n+ def preset_flows_configs(self):\n+ flows = self.test_content.get(\"flows\")\n+ flows_configs = []\n+ for index, config in enumerate(flows):\n+ if index >= len(self.dut_ports):\n+ break\n+ port_id = self.dut_ports[index]\n+ _layer = self.get_mac_layer(port_id)\n+ _layer2, fields_config = self.get_ipv4_config(config)\n+ _layer.update(_layer2)\n+ flows_configs.append([_layer, fields_config])\n+ return flows_configs\n+\n+ def preset_streams(self):\n+ frame_sizes = self.test_content.get(\"frame_sizes\")\n+ test_streams = {}\n+ flows_configs = self.preset_flows_configs()\n+ for frame_size in frame_sizes:\n+ for flow_config in flows_configs:\n+ _layers, fields_config = flow_config\n+ pkt = self.config_stream(_layers, frame_size)\n+ test_streams.setdefault(frame_size, []).append([pkt, fields_config])\n+ return test_streams\n+\n+ def config_stream(self, layers, frame_size):\n+ \"\"\"\n+ Prepare traffic flow\n+ \"\"\"\n+ headers_size = sum([HEADER_SIZE[x] for x in [\"eth\", \"ip\"]])\n+ payload_size = frame_size - headers_size\n+ # set streams for traffic\n+ pkt_config = {\n+ \"type\": \"IP_RAW\",\n+ \"pkt_layers\": {\"raw\": {\"payload\": [\"58\"] * payload_size}},\n+ }\n+ pkt_config[\"pkt_layers\"].update(layers)\n+ pkt_type = pkt_config.get(\"type\")\n+ pkt_layers = pkt_config.get(\"pkt_layers\")\n+ pkt = Packet(pkt_type=pkt_type)\n+ for layer in list(pkt_layers.keys()):\n+ pkt.config_layer(layer, pkt_layers[layer])\n+\n+ return pkt.pktgen.pkt\n+\n+ def add_stream_to_pktgen(self, streams, option):\n+ def port(index):\n+ p = self.tester.get_local_port(self.dut_ports[index])\n+ return p\n+\n+ topos = (\n+ [\n+ [port(index), port(index - 1)]\n+ if index % 2\n+ else [port(index), port(index + 1)]\n+ for index, _ in enumerate(self.dut_ports)\n+ ]\n+ if len(self.dut_ports) > 1\n+ else [[port(0), port(0)]]\n+ )\n+ stream_ids = []\n+ step = int(len(streams) / len(self.dut_ports))\n+ for cnt, stream in enumerate(streams):\n+ pkt, fields_config = stream\n+ index = cnt // step\n+ txport, rxport = topos[index]\n+ _option = deepcopy(option)\n+ _option[\"pcap\"] = pkt\n+ if fields_config:\n+ _option[\"fields_config\"] = fields_config\n+ stream_id = self.tester.pktgen.add_stream(txport, rxport, pkt)\n+ self.tester.pktgen.config_stream(stream_id, _option)\n+ stream_ids.append(stream_id)\n+ return stream_ids\n+\n+ def start_testpmd(self, core_list, pci_para, eal):\n+ self.pmdout.start_testpmd(core_list, eal, pci_para, socket=self.socket)\n+ self.pmdout.wait_link_status_up(\"all\", timeout=60)\n+ self.dut.send_expect(\"start\", \"testpmd> \", 15)\n+\n+ def throughput(self, frame_size):\n+ streams = self.stream.get(frame_size)\n+ # set traffic option\n+ duration = self.test_content.get(\"test_duration\")\n+ traffic_stop_wait_time = self.test_content.get(\"traffic_stop_wait_time\", 0)\n+ # clear streams before add new streams\n+ self.tester.pktgen.clear_streams()\n+ # ser stream into pktgen\n+ stream_option = {\n+ \"stream_config\": {\n+ \"txmode\": {},\n+ \"transmit_mode\": TRANSMIT_CONT,\n+ \"rate\": 100,\n+ }\n+ }\n+ traffic_option = {\n+ \"method\": \"throughput\",\n+ \"duration\": duration,\n+ }\n+ stream_ids = self.add_stream_to_pktgen(streams, stream_option)\n+ # run packet generator\n+ result = self.tester.pktgen.measure(stream_ids, traffic_option)\n+ time.sleep(traffic_stop_wait_time)\n+ # statistics result\n+ _, pps = result\n+ self.verify(pps > 0, \"No traffic detected\")\n+ self.logger.info(\n+ \"Throughput of \"\n+ + \"framesize: {}, is: {} Mpps\".format(frame_size, pps / 1000000)\n+ )\n+ return result\n+\n+ def display_result(self, datas):\n+ # display result table\n+ header_row = [\"Fwd Core\", \"Frame Size\", \"Throughput\", \"Rate\"]\n+ self.test_result[\"header\"] = header_row\n+ self.result_table_create(header_row)\n+ self.test_result[\"data\"] = []\n+ for data in datas:\n+ config, frame_size, result = data\n+ _, pps = result\n+ pps /= 1000000.0\n+ linerate = self.wirespeed(self.nic, frame_size, len(self.dut_ports))\n+ percentage = pps * 100 / linerate\n+ data_row = [\n+ config,\n+ frame_size,\n+ \"{:.3f} Mpps\".format(pps),\n+ \"{:.3f}%\".format(percentage),\n+ ]\n+ self.result_table_add(data_row)\n+ self.test_result[\"data\"].append(data_row)\n+ self.result_table_print()\n+\n+ def perf_test(self):\n+ \"\"\"\n+ Benchmarking test\n+ \"\"\"\n+ self.stream = self.preset_streams()\n+ # ports allow list\n+ pci_para = \"\"\n+ for port_id in self.dut_ports:\n+ pci_para += (\n+ \"-a \"\n+ + self.dut.ports_info[port_id][\"port\"].pci\n+ + \",support-multi-driver=1 \"\n+ )\n+ results = []\n+ for config, core_list, eal in self.test_content[\"configs\"]:\n+ self.logger.info(\n+ (\"Executing Test Using cores: {0} of config {1}, \").format(\n+ core_list, config\n+ )\n+ )\n+ self.start_testpmd(core_list, pci_para, eal[0])\n+ for frame_size in self.test_content[\"frame_sizes\"]:\n+ self.logger.info(\"Test running at framesize: {}\".format(frame_size))\n+ result = self.throughput(frame_size)\n+ if result:\n+ results.append([config, frame_size, result])\n+ self.dut.send_expect(\"stop\", \"testpmd> \", 15)\n+ self.dut.send_expect(\"quit\", \"# \", 15)\n+ self.display_result(results)\n+\n+ def test_perf_enable_multi_driver(self):\n+ self.perf_test()\n+\n+ def tear_down(self):\n+ \"\"\"\n+ Run after each test case.\n+ \"\"\"\n+ pass\n+\n+ def tear_down_all(self):\n+ \"\"\"\n+ Run after each test suite.\n+ \"\"\"\n+ # resume setting\n+ if self.rx_desc_size == 16:\n+ self.dut.build_install_dpdk(self.target)\n+ self.dut.kill_all()\n", "prefixes": [ "V2", "2/3" ] }