Patch Detail
get:
Show a patch.
patch:
Update a patch.
put:
Update a patch.
GET /api/patches/126968/?format=api
{ "id": 126968, "url": "https://patches.dpdk.org/api/patches/126968/?format=api", "web_url": "https://patches.dpdk.org/project/dts/patch/20230518023911.120500-1-yingyax.han@intel.com/", "project": { "id": 3, "url": "https://patches.dpdk.org/api/projects/3/?format=api", "name": "DTS", "link_name": "dts", "list_id": "dts.dpdk.org", "list_email": "dts@dpdk.org", "web_url": "", "scm_url": "git://dpdk.org/tools/dts", "webscm_url": "http://git.dpdk.org/tools/dts/", "list_archive_url": "https://inbox.dpdk.org/dts", "list_archive_url_format": "https://inbox.dpdk.org/dts/{}", "commit_url_format": "" }, "msgid": "<20230518023911.120500-1-yingyax.han@intel.com>", "list_archive_url": "https://inbox.dpdk.org/dts/20230518023911.120500-1-yingyax.han@intel.com", "date": "2023-05-18T02:39:11", "name": "[V4,2/3] tests: add i40e_multi_driver_perf test script", "commit_ref": null, "pull_url": null, "state": "changes-requested", "archived": false, "hash": "194fe7291b876bffafdd47808a6b8a40bcc076c4", "submitter": { "id": 1645, "url": "https://patches.dpdk.org/api/people/1645/?format=api", "name": "Yingya Han", "email": "yingyax.han@intel.com" }, "delegate": null, "mbox": "https://patches.dpdk.org/project/dts/patch/20230518023911.120500-1-yingyax.han@intel.com/mbox/", "series": [ { "id": 28050, "url": "https://patches.dpdk.org/api/series/28050/?format=api", "web_url": "https://patches.dpdk.org/project/dts/list/?series=28050", "date": "2023-05-18T02:37:57", "name": "add i40e_multi_driver_perf test suite", "version": 4, "mbox": "https://patches.dpdk.org/series/28050/mbox/" } ], "comments": "https://patches.dpdk.org/api/patches/126968/comments/", "check": "pending", "checks": "https://patches.dpdk.org/api/patches/126968/checks/", "tags": {}, "related": [], "headers": { "Return-Path": "<dts-bounces@dpdk.org>", "X-Original-To": "patchwork@inbox.dpdk.org", "Delivered-To": "patchwork@inbox.dpdk.org", "Received": [ "from mails.dpdk.org (mails.dpdk.org [217.70.189.124])\n\tby inbox.dpdk.org (Postfix) with ESMTP id 1382242B31;\n\tThu, 18 May 2023 04:39:20 +0200 (CEST)", "from mails.dpdk.org (localhost [127.0.0.1])\n\tby mails.dpdk.org (Postfix) with ESMTP id 0FA1942BC9;\n\tThu, 18 May 2023 04:39:20 +0200 (CEST)", "from mga14.intel.com (mga14.intel.com [192.55.52.115])\n by mails.dpdk.org (Postfix) with ESMTP id 88AD840E25\n for <dts@dpdk.org>; Thu, 18 May 2023 04:39:17 +0200 (CEST)", "from fmsmga005.fm.intel.com ([10.253.24.32])\n by fmsmga103.fm.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384;\n 17 May 2023 19:39:16 -0700", "from dpdk-lijuan-icelake4.sh.intel.com ([10.67.119.160])\n by fmsmga005.fm.intel.com with ESMTP; 17 May 2023 19:39:15 -0700" ], "DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/simple;\n d=intel.com; i=@intel.com; q=dns/txt; s=Intel;\n t=1684377557; x=1715913557;\n h=from:to:cc:subject:date:message-id:mime-version:\n content-transfer-encoding;\n bh=RgFMEfYAoUaS0W/M3GgLeFOUd3hMF67VCPOXUfdcOA4=;\n b=PbwRc1pfGOnU2z8Bx5cyHnUajCgtBi6dpc15lqxLmYynxFs7d53+5Tif\n oyEuhEJJQgtHuZjKhKyTRHZqshm6msqJYaYnLIB+7oGQvF9Q/CYsY+7HH\n JGTwLMqOUMzlbTaO7KQdo8LqRvshu2qtL0UpV+VB4AkqKZbwPxZb736K6\n pLiV3iGg6Y1FG3uMZoDEIk0+Pc+r00PWa1yQT9Ye0YMfKAOS2EK3VR8s1\n 34N+Q/yapE6J0NByTKq1LUT8q1wAIRBUyNVUyvmvmx94JI3h1jy2g8BZu\n d81nAoryd7esv7Iky584lWgkHAWeSNy/62Cj7YUTAb//6wW9S1XA6ZTte Q==;", "X-IronPort-AV": [ "E=McAfee;i=\"6600,9927,10713\"; a=\"351961534\"", "E=Sophos;i=\"5.99,284,1677571200\"; d=\"scan'208\";a=\"351961534\"", "E=McAfee;i=\"6600,9927,10713\"; a=\"1031988905\"", "E=Sophos;i=\"5.99,284,1677571200\"; d=\"scan'208\";a=\"1031988905\"" ], "X-ExtLoop1": "1", "From": "Yingya Han <yingyax.han@intel.com>", "To": "dts@dpdk.org", "Cc": "Yingya Han <yingyax.han@intel.com>", "Subject": "[dts][PATCH V4 2/3]tests: add i40e_multi_driver_perf test script", "Date": "Thu, 18 May 2023 02:39:11 +0000", "Message-Id": "<20230518023911.120500-1-yingyax.han@intel.com>", "X-Mailer": "git-send-email 2.34.1", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "X-BeenThere": "dts@dpdk.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "test suite reviews and discussions <dts.dpdk.org>", "List-Unsubscribe": "<https://mails.dpdk.org/options/dts>,\n <mailto:dts-request@dpdk.org?subject=unsubscribe>", "List-Archive": "<http://mails.dpdk.org/archives/dts/>", "List-Post": "<mailto:dts@dpdk.org>", "List-Help": "<mailto:dts-request@dpdk.org?subject=help>", "List-Subscribe": "<https://mails.dpdk.org/listinfo/dts>,\n <mailto:dts-request@dpdk.org?subject=subscribe>", "Errors-To": "dts-bounces@dpdk.org" }, "content": "Signed-off-by: Yingya Han <yingyax.han@intel.com>\n---\n tests/TestSuite_i40e_multi_driver_perf.py | 336 ++++++++++++++++++++++\n 1 file changed, 336 insertions(+)\n create mode 100644 tests/TestSuite_i40e_multi_driver_perf.py", "diff": "diff --git a/tests/TestSuite_i40e_multi_driver_perf.py b/tests/TestSuite_i40e_multi_driver_perf.py\nnew file mode 100644\nindex 00000000..b89dd2f6\n--- /dev/null\n+++ b/tests/TestSuite_i40e_multi_driver_perf.py\n@@ -0,0 +1,336 @@\n+# SPDX-License-Identifier: BSD-3-Clause\n+# Copyright(c) 2023 Intel Corporation\n+#\n+\n+\"\"\"\n+DPDK Test suite.\n+\"\"\"\n+\n+import os\n+import re\n+import time\n+from copy import deepcopy\n+\n+from framework.exception import VerifyFailure\n+from framework.packet import Packet\n+from framework.pktgen import TRANSMIT_CONT\n+from framework.pmd_output import PmdOutput\n+from framework.settings import HEADER_SIZE\n+from framework.test_case import TestCase\n+from framework.utils import convert_int2ip, convert_ip2int\n+\n+\n+class TestI40eMultiDriverPerf(TestCase):\n+ #\n+ # Test cases.\n+ #\n+ def set_up_all(self):\n+ \"\"\"\n+ Run at the start of each test suite.\n+ \"\"\"\n+ self.verify(\n+ self.nic\n+ in [\n+ \"I40E_10G-SFP_XL710\",\n+ \"I40E_40G-QSFP_A\",\n+ \"I40E_40G-QSFP_B\",\n+ \"I40E_25G-25G_SFP28\",\n+ \"I40E_10G-10G_BASE_T_BC\",\n+ ],\n+ \"NIC Unsupported: \" + str(self.nic),\n+ )\n+ self.dut_ports = self.dut.get_ports(self.nic)\n+ self.verify(len(self.dut_ports) >= 1, \"At least 1 port is required to test\")\n+ # Get socket and cores\n+ self.socket = self.dut.get_numa_id(self.dut_ports[0])\n+ cores = self.dut.get_core_list(\"1S/8C/1T\", socket=self.socket)\n+ self.verify(cores, \"Requested 8 cores failed\")\n+ self.pmdout = PmdOutput(self.dut)\n+ self.core_offset = 3\n+ self.test_content = self.get_test_content_from_cfg(self.get_suite_cfg())\n+\n+ def set_up(self):\n+ \"\"\"\n+ Run before each test case.\n+ \"\"\"\n+ self.test_result = {\"header\": [], \"data\": []}\n+\n+ def flows(self):\n+ \"\"\"\n+ Return a list of packets that implements the flows described.\n+ \"\"\"\n+ return [\n+ \"198.18.0.0/24\",\n+ \"198.18.1.0/24\",\n+ \"198.18.2.0/24\",\n+ \"198.18.3.0/24\",\n+ \"198.18.4.0/24\",\n+ \"198.18.5.0/24\",\n+ \"198.18.6.0/24\",\n+ \"198.18.7.0/24\",\n+ ]\n+\n+ def parse_test_config(self, config):\n+ \"\"\"\n+ [n]C/[mT]-[i]Q\n+ n: how many physical core use for polling.\n+ m: how many cpu thread use for polling, if Hyper-threading disabled\n+ in BIOS, m equals n, if enabled, m is 2 times as n.\n+ i: how many queues use per port, so total queues = i x nb_port\n+ \"\"\"\n+ pat = \"(.*)/(.*)-(.*)\"\n+ result = re.findall(pat, config)\n+ if not result:\n+ msg = f\"{config} is wrong format, please check\"\n+ raise VerifyFailure(msg)\n+ cores, threads, queue = result[0]\n+ _thread_num = int(int(threads[:-1]) // int(cores[:-1]))\n+\n+ _thread = str(_thread_num) + \"T\"\n+ _cores = str(self.core_offset + int(cores[:-1])) + \"C\"\n+ cores_config = \"/\".join([\"1S\", _cores, _thread])\n+ queues_per_port = int(queue[:-1])\n+ return cores_config, _thread_num, queues_per_port\n+\n+ def get_test_configs(self, test_parameters):\n+ configs = []\n+ frame_sizes_grp = []\n+ nb_desc = self.get_suite_cfg().get(\"rxtx_queue_size\")\n+ for test_item, frame_sizes in sorted(test_parameters.items()):\n+ _frame_sizes = [int(frame_size) for frame_size in frame_sizes]\n+ frame_sizes_grp.extend([int(item) for item in _frame_sizes])\n+ cores, thread_num, queues = self.parse_test_config(test_item)\n+ corelist = self.dut.get_core_list(cores, self.socket)\n+ core_list = corelist[(self.core_offset - 1) * thread_num :]\n+ if \"2T\" in cores:\n+ core_list = core_list[1:2] + core_list[0::2] + core_list[1::2][1:]\n+ _core_list = core_list[thread_num - 1 :]\n+ configs.append(\n+ [\n+ test_item,\n+ _core_list,\n+ [\n+ \" --txd={0} --rxd={0}\".format(nb_desc)\n+ + \" --rxq={0} --txq={0}\".format(queues)\n+ + \" --nb-cores={}\".format(len(core_list) - thread_num)\n+ ],\n+ ]\n+ )\n+ return configs, sorted(set(frame_sizes_grp))\n+\n+ def get_test_content_from_cfg(self, test_content):\n+ test_content[\"flows\"] = self.flows()\n+ configs, frame_sizes = self.get_test_configs(test_content[\"test_parameters\"])\n+ test_content[\"configs\"] = configs\n+ test_content[\"frame_sizes\"] = frame_sizes\n+ return test_content\n+\n+ def get_mac_layer(self, port_id):\n+ smac = \"02:00:00:00:00:0%d\" % port_id\n+ dmac = \"52:00:00:00:00:0%d\" % port_id\n+ layer = {\n+ \"ether\": {\n+ \"dst\": dmac,\n+ \"src\": smac,\n+ },\n+ }\n+ return layer\n+\n+ def get_ipv4_config(self, config):\n+ netaddr, mask = config.split(\"/\")\n+ ip_range = int(\"1\" * (32 - int(mask)), 2)\n+ start_ip = convert_int2ip(convert_ip2int(netaddr) + 1)\n+ end_ip = convert_int2ip(convert_ip2int(start_ip) + ip_range - 1)\n+ layers = {\n+ \"ipv4\": {\n+ \"src\": start_ip,\n+ },\n+ }\n+ fields_config = {\n+ \"ip\": {\n+ \"src\": {\n+ \"start\": start_ip,\n+ \"end\": end_ip,\n+ \"step\": 1,\n+ \"action\": \"random\",\n+ },\n+ },\n+ }\n+ return layers, fields_config\n+\n+ def preset_flows_configs(self):\n+ flows = self.test_content.get(\"flows\")\n+ flows_configs = []\n+ for index, config in enumerate(flows):\n+ if index >= len(self.dut_ports):\n+ break\n+ port_id = self.dut_ports[index]\n+ _layer = self.get_mac_layer(port_id)\n+ _layer2, fields_config = self.get_ipv4_config(config)\n+ _layer.update(_layer2)\n+ flows_configs.append([_layer, fields_config])\n+ return flows_configs\n+\n+ def preset_streams(self):\n+ frame_sizes = self.test_content.get(\"frame_sizes\")\n+ test_streams = {}\n+ flows_configs = self.preset_flows_configs()\n+ for frame_size in frame_sizes:\n+ for flow_config in flows_configs:\n+ _layers, fields_config = flow_config\n+ pkt = self.config_stream(_layers, frame_size)\n+ test_streams.setdefault(frame_size, []).append([pkt, fields_config])\n+ return test_streams\n+\n+ def config_stream(self, layers, frame_size):\n+ \"\"\"\n+ Prepare traffic flow\n+ \"\"\"\n+ headers_size = sum([HEADER_SIZE[x] for x in [\"eth\", \"ip\"]])\n+ payload_size = frame_size - headers_size\n+ # Set streams for traffic\n+ pkt_config = {\n+ \"type\": \"IP_RAW\",\n+ \"pkt_layers\": {\"raw\": {\"payload\": [\"58\"] * payload_size}},\n+ }\n+ pkt_config[\"pkt_layers\"].update(layers)\n+ pkt_type = pkt_config.get(\"type\")\n+ pkt_layers = pkt_config.get(\"pkt_layers\")\n+ pkt = Packet(pkt_type=pkt_type)\n+ for layer in list(pkt_layers.keys()):\n+ pkt.config_layer(layer, pkt_layers[layer])\n+\n+ return pkt.pktgen.pkt\n+\n+ def add_stream_to_pktgen(self, streams, option):\n+ def port(index):\n+ p = self.tester.get_local_port(self.dut_ports[index])\n+ return p\n+\n+ topos = (\n+ [\n+ [port(index), port(index - 1)]\n+ if index % 2\n+ else [port(index), port(index + 1)]\n+ for index, _ in enumerate(self.dut_ports)\n+ ]\n+ if len(self.dut_ports) > 1\n+ else [[port(0), port(0)]]\n+ )\n+ stream_ids = []\n+ step = int(len(streams) / len(self.dut_ports))\n+ for cnt, stream in enumerate(streams):\n+ pkt, fields_config = stream\n+ index = cnt // step\n+ txport, rxport = topos[index]\n+ _option = deepcopy(option)\n+ _option[\"pcap\"] = pkt\n+ if fields_config:\n+ _option[\"fields_config\"] = fields_config\n+ stream_id = self.tester.pktgen.add_stream(txport, rxport, pkt)\n+ self.tester.pktgen.config_stream(stream_id, _option)\n+ stream_ids.append(stream_id)\n+ return stream_ids\n+\n+ def start_testpmd(self, core_list, pci_para, eal):\n+ self.pmdout.start_testpmd(core_list, eal, pci_para, socket=self.socket)\n+ self.pmdout.wait_link_status_up(\"all\", timeout=60)\n+ self.dut.send_expect(\"start\", \"testpmd> \", 15)\n+\n+ def throughput(self, frame_size):\n+ streams = self.stream.get(frame_size)\n+ # Get traffic option\n+ duration = self.test_content.get(\"test_duration\")\n+ traffic_stop_wait_time = self.test_content.get(\"traffic_stop_wait_time\", 0)\n+ # Clear streams before add new streams\n+ self.tester.pktgen.clear_streams()\n+ # Set stream into pktgen\n+ stream_option = {\n+ \"stream_config\": {\n+ \"txmode\": {},\n+ \"transmit_mode\": TRANSMIT_CONT,\n+ \"rate\": 100,\n+ }\n+ }\n+ traffic_option = {\n+ \"method\": \"throughput\",\n+ \"duration\": duration,\n+ }\n+ stream_ids = self.add_stream_to_pktgen(streams, stream_option)\n+ # Run packet generator\n+ result = self.tester.pktgen.measure(stream_ids, traffic_option)\n+ time.sleep(traffic_stop_wait_time)\n+ # Statistics result\n+ _, pps = result\n+ self.verify(pps > 0, \"No traffic detected\")\n+ self.logger.info(\n+ \"Throughput of \"\n+ + \"framesize: {}, is: {} Mpps\".format(frame_size, pps / 1000000)\n+ )\n+ return result\n+\n+ def display_result(self, datas):\n+ # Display result table\n+ header_row = [\"Fwd Core\", \"Frame Size\", \"Throughput\", \"Rate\"]\n+ self.test_result[\"header\"] = header_row\n+ self.result_table_create(header_row)\n+ self.test_result[\"data\"] = []\n+ for data in datas:\n+ config, frame_size, result = data\n+ _, pps = result\n+ pps /= 1000000.0\n+ linerate = self.wirespeed(self.nic, frame_size, len(self.dut_ports))\n+ percentage = pps * 100 / linerate\n+ data_row = [\n+ config,\n+ frame_size,\n+ \"{:.3f} Mpps\".format(pps),\n+ \"{:.3f}%\".format(percentage),\n+ ]\n+ self.result_table_add(data_row)\n+ self.test_result[\"data\"].append(data_row)\n+ self.result_table_print()\n+\n+ def perf_test(self):\n+ \"\"\"\n+ Benchmarking test\n+ \"\"\"\n+ self.stream = self.preset_streams()\n+ pci_para = \"\"\n+ for port_id in self.dut_ports:\n+ pci_para += (\n+ \"-a \"\n+ + self.dut.ports_info[port_id][\"port\"].pci\n+ + \",support-multi-driver=1 \"\n+ )\n+ results = []\n+ for config, core_list, eal in self.test_content[\"configs\"]:\n+ self.logger.info(\n+ (\"Executing Test Using cores: {0} of config {1}, \").format(\n+ core_list, config\n+ )\n+ )\n+ self.start_testpmd(core_list, pci_para, eal[0])\n+ for frame_size in self.test_content[\"frame_sizes\"]:\n+ self.logger.info(\"Test running at framesize: {}\".format(frame_size))\n+ result = self.throughput(frame_size)\n+ if result:\n+ results.append([config, frame_size, result])\n+ self.dut.send_expect(\"stop\", \"testpmd> \", 15)\n+ self.dut.send_expect(\"quit\", \"# \", 15)\n+ self.display_result(results)\n+\n+ def test_perf_enable_multi_driver(self):\n+ self.perf_test()\n+\n+ def tear_down(self):\n+ \"\"\"\n+ Run after each test case.\n+ \"\"\"\n+ pass\n+\n+ def tear_down_all(self):\n+ \"\"\"\n+ Run after each test suite.\n+ \"\"\"\n+ self.dut.kill_all()\n", "prefixes": [ "V4", "2/3" ] }