Patch Detail
get:
Show a patch.
patch:
Update a patch.
put:
Update a patch.
GET /api/patches/126496/?format=api
http://patches.dpdk.org/api/patches/126496/?format=api", "web_url": "http://patches.dpdk.org/project/dts/patch/20230425030344.2958301-2-weix.ling@intel.com/", "project": { "id": 3, "url": "http://patches.dpdk.org/api/projects/3/?format=api", "name": "DTS", "link_name": "dts", "list_id": "dts.dpdk.org", "list_email": "dts@dpdk.org", "web_url": "", "scm_url": "git://dpdk.org/tools/dts", "webscm_url": "http://git.dpdk.org/tools/dts/", "list_archive_url": "https://inbox.dpdk.org/dts", "list_archive_url_format": "https://inbox.dpdk.org/dts/{}", "commit_url_format": "" }, "msgid": "<20230425030344.2958301-2-weix.ling@intel.com>", "list_archive_url": "https://inbox.dpdk.org/dts/20230425030344.2958301-2-weix.ling@intel.com", "date": "2023-04-25T03:03:43", "name": "[V1,1/2] tests/pvp_virtio_user_2M_hugepages: add expected value in suite config to verify", "commit_ref": null, "pull_url": null, "state": "accepted", "archived": false, "hash": "ebf502393fbc0bf9c74d83a2c621ffbb22980f74", "submitter": { "id": 1828, "url": "http://patches.dpdk.org/api/people/1828/?format=api", "name": "Ling, WeiX", "email": "weix.ling@intel.com" }, "delegate": null, "mbox": "http://patches.dpdk.org/project/dts/patch/20230425030344.2958301-2-weix.ling@intel.com/mbox/", "series": [ { "id": 27853, "url": "http://patches.dpdk.org/api/series/27853/?format=api", "web_url": "http://patches.dpdk.org/project/dts/list/?series=27853", "date": "2023-04-25T03:03:42", "name": "add expected value in suite config to", "version": 1, "mbox": "http://patches.dpdk.org/series/27853/mbox/" } ], "comments": "http://patches.dpdk.org/api/patches/126496/comments/", "check": "pending", "checks": "http://patches.dpdk.org/api/patches/126496/checks/", "tags": {}, "related": [], "headers": { "Return-Path": "<dts-bounces@dpdk.org>", "X-Original-To": "patchwork@inbox.dpdk.org", "Delivered-To": "patchwork@inbox.dpdk.org", "Received": [ "from mails.dpdk.org (mails.dpdk.org [217.70.189.124])\n\tby inbox.dpdk.org (Postfix) with ESMTP id 712AB429E4;\n\tTue, 25 Apr 2023 05:05:53 +0200 (CEST)", "from mails.dpdk.org (localhost [127.0.0.1])\n\tby mails.dpdk.org (Postfix) with ESMTP id 6AA3B40ED4;\n\tTue, 25 Apr 2023 05:05:53 +0200 (CEST)", "from mga17.intel.com (mga17.intel.com [192.55.52.151])\n by mails.dpdk.org (Postfix) with ESMTP id 2B9E8400D7\n for <dts@dpdk.org>; Tue, 25 Apr 2023 05:05:50 +0200 (CEST)", "from fmsmga006.fm.intel.com ([10.253.24.20])\n by fmsmga107.fm.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384;\n 24 Apr 2023 20:05:50 -0700", "from unknown (HELO localhost.localdomain) ([10.239.252.222])\n by fmsmga006-auth.fm.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384;\n 24 Apr 2023 20:05:48 -0700" ], "DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/simple;\n d=intel.com; i=@intel.com; q=dns/txt; s=Intel;\n t=1682391951; x=1713927951;\n h=from:to:cc:subject:date:message-id:in-reply-to:\n references:mime-version:content-transfer-encoding;\n bh=JGlJDXtTK3ku78iRBk+frOHSOB7uOludKMQtuqSoQLI=;\n b=PY7mO/gtQ5Ca1uDmKgk7bc+8jPrLzdp+MhXofNPBm5T10L8vxxvq/c2g\n Nv3owX7WuICH5nIz6IoVg2ros6Oq/bSTPc96Q0ANmVCbWNqPoQjT55K9h\n oFX+GnmfDhrVCGFesiPIIWDHGs2y6wVJxETyh+9pfEipXEiqMwrssvRAm\n TPYjyiyYN8qcMbsKrbFPrySLO9B2S3QhImlDrkbf5hHOhXrhZ6IzzYTzJ\n q7e4ZDy9TKRKF84xOA1RJZFKjr9NMUAuc8Or5lOxQllX7uGekG05+ZoeK\n e5WsFKa0jUDLDzwGiTdE3Gzd2DRJoIZcvsuzDPuAzoAA73wJgg2oMx5FM A==;", "X-IronPort-AV": [ "E=McAfee;i=\"6600,9927,10690\"; a=\"326945825\"", "E=Sophos;i=\"5.99,224,1677571200\"; d=\"scan'208\";a=\"326945825\"", "E=McAfee;i=\"6600,9927,10690\"; a=\"939584795\"", "E=Sophos;i=\"5.99,224,1677571200\"; d=\"scan'208\";a=\"939584795\"" ], "X-ExtLoop1": "1", "From": "Wei Ling <weix.ling@intel.com>", "To": "dts@dpdk.org", "Cc": "Wei Ling <weix.ling@intel.com>", "Subject": "[dts][PATCH V1 1/2] tests/pvp_virtio_user_2M_hugepages: add expected\n value in suite config to verify", "Date": "Tue, 25 Apr 2023 11:03:43 +0800", "Message-Id": "<20230425030344.2958301-2-weix.ling@intel.com>", "X-Mailer": "git-send-email 2.25.1", "In-Reply-To": "<20230425030344.2958301-1-weix.ling@intel.com>", "References": "<20230425030344.2958301-1-weix.ling@intel.com>", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "X-BeenThere": "dts@dpdk.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "test suite reviews and discussions <dts.dpdk.org>", "List-Unsubscribe": "<https://mails.dpdk.org/options/dts>,\n <mailto:dts-request@dpdk.org?subject=unsubscribe>", "List-Archive": "<http://mails.dpdk.org/archives/dts/>", "List-Post": "<mailto:dts@dpdk.org>", "List-Help": "<mailto:dts-request@dpdk.org?subject=help>", "List-Subscribe": "<https://mails.dpdk.org/listinfo/dts>,\n <mailto:dts-request@dpdk.org?subject=subscribe>", "Errors-To": "dts-bounces@dpdk.org" }, "content": "Optimize the verify expected value from hard code to read from\nconf/pvp_virtio_user_2M_hugepages.cfg to adapt different platform.\n\nSigned-off-by: Wei Ling <weix.ling@intel.com>\n---\n .../TestSuite_pvp_virtio_user_2M_hugepages.py | 141 +++++++++++-------\n 1 file changed, 90 insertions(+), 51 deletions(-)", "diff": "diff --git a/tests/TestSuite_pvp_virtio_user_2M_hugepages.py b/tests/TestSuite_pvp_virtio_user_2M_hugepages.py\nindex 7fe0bcbb..e48e772a 100644\n--- a/tests/TestSuite_pvp_virtio_user_2M_hugepages.py\n+++ b/tests/TestSuite_pvp_virtio_user_2M_hugepages.py\n@@ -2,20 +2,14 @@\n # Copyright(c) 2019 Intel Corporation\n #\n \n-\"\"\"\n-DPDK Test suite.\n-vhost/virtio-user pvp with 2M hugepage.\n-\"\"\"\n+from copy import deepcopy\n \n-import time\n-\n-import framework.utils as utils\n from framework.pktgen import PacketGeneratorHelper\n-from framework.settings import HEADER_SIZE\n+from framework.settings import HEADER_SIZE, UPDATE_EXPECTED, load_global_setting\n from framework.test_case import TestCase\n \n \n-class TestPVPVirtioWith2Mhuge(TestCase):\n+class TestPVPVirtioWith2MHugepages(TestCase):\n def set_up_all(self):\n \"\"\"\n Run at the start of each test suite.\n@@ -40,6 +34,8 @@ class TestPVPVirtioWith2Mhuge(TestCase):\n \n self.core_list_virtio_user = self.core_list[0:2]\n self.core_list_vhost_user = self.core_list[2:4]\n+ self.nb_ports = 1\n+ self.gap = self.get_suite_cfg()[\"accepted_tolerance\"]\n self.dst_mac = self.dut.get_mac_address(self.dut_ports[0])\n self.header_size = HEADER_SIZE[\"eth\"] + HEADER_SIZE[\"ip\"] + HEADER_SIZE[\"tcp\"]\n self.frame_sizes = [64, 128, 256, 512, 1024, 1518]\n@@ -59,6 +55,8 @@ class TestPVPVirtioWith2Mhuge(TestCase):\n self.number_of_ports = 1\n self.path = self.dut.apps_name[\"test-pmd\"]\n self.testpmd_name = self.path.split(\"/\")[-1]\n+ self.vhost_user = self.dut.new_session(suite=\"vhost-user\")\n+ self.virtio_user = self.dut.new_session(suite=\"virtio-user\")\n \n def set_up(self):\n \"\"\"\n@@ -66,37 +64,19 @@ class TestPVPVirtioWith2Mhuge(TestCase):\n \"\"\"\n self.dut.send_expect(\"rm -rf ./vhost-net*\", \"# \")\n self.dut.send_expect(\"killall -s INT %s\" % self.testpmd_name, \"#\")\n- self.vhost_user = self.dut.new_session(suite=\"vhost-user\")\n- self.virtio_user = self.dut.new_session(suite=\"virtio-user\")\n+ self.throughput = dict()\n+ self.test_result = dict()\n # Prepare the result table\n self.table_header = [\"Frame\"]\n- self.table_header.append(\"Mode\")\n self.table_header.append(\"Mpps\")\n- self.table_header.append(\"Queue Num\")\n self.table_header.append(\"% linerate\")\n- self.result_table_create(self.table_header)\n \n- @property\n- def check_value(self):\n- check_dict = dict.fromkeys(self.frame_sizes)\n- linerate = {\n- 64: 0.085,\n- 128: 0.12,\n- 256: 0.20,\n- 512: 0.35,\n- 1024: 0.50,\n- 1280: 0.55,\n- 1518: 0.60,\n- }\n- for size in self.frame_sizes:\n- speed = self.wirespeed(self.nic, size, self.number_of_ports)\n- check_dict[size] = round(speed * linerate[size], 2)\n- return check_dict\n-\n- def send_and_verify(self):\n- \"\"\"\n- Send packet with packet generator and verify\n+ def perf_test(self):\n+ \"\"\"\n+ Send packet with packet generator\n \"\"\"\n+ self.result_table_create(self.table_header)\n+ self.throughput = {}\n for frame_size in self.frame_sizes:\n payload_size = frame_size - self.header_size\n tgen_input = []\n@@ -113,21 +93,73 @@ class TestPVPVirtioWith2Mhuge(TestCase):\n streams = self.pktgen_helper.prepare_stream_from_tginput(\n tgen_input, 100, None, self.tester.pktgen\n )\n- _, pps = self.tester.pktgen.measure_throughput(stream_ids=streams)\n+ # set traffic option\n+ traffic_opt = {\n+ \"delay\": 5,\n+ \"duration\": self.get_suite_cfg()[\"test_duration\"],\n+ }\n+ _, pps = self.tester.pktgen.measure_throughput(\n+ stream_ids=streams, options=traffic_opt\n+ )\n Mpps = pps / 1000000.0\n- self.verify(\n- Mpps > self.check_value[frame_size],\n- \"%s of frame size %d speed verify failed, expect %s, result %s\"\n- % (self.running_case, frame_size, self.check_value[frame_size], Mpps),\n+ line_rate = (\n+ Mpps * 100 / float(self.wirespeed(self.nic, frame_size, self.nb_ports))\n )\n- throughput = Mpps * 100 / float(self.wirespeed(self.nic, 64, 1))\n-\n+ self.throughput[frame_size] = Mpps\n results_row = [frame_size]\n- results_row.append(\"2M Hugepages\")\n results_row.append(Mpps)\n- results_row.append(\"1\")\n- results_row.append(throughput)\n+ results_row.append(line_rate)\n self.result_table_add(results_row)\n+ self.result_table_print()\n+\n+ def handle_expected(self):\n+ \"\"\"\n+ Update expected numbers to configurate file: $DTS_CFG_FOLDER/$suite_name.cfg\n+ \"\"\"\n+ if load_global_setting(UPDATE_EXPECTED) == \"yes\":\n+ for frame_size in self.frame_sizes:\n+ self.expected_throughput[frame_size] = round(\n+ self.throughput[frame_size], 3\n+ )\n+\n+ def handle_results(self):\n+ \"\"\"\n+ results handled process:\n+ 1, save to self.test_results\n+ 2, create test results table\n+ \"\"\"\n+ # save test results to self.test_result\n+ header = self.table_header\n+ header.append(\"Expected Throughput(Mpps)\")\n+ header.append(\"Status\")\n+ self.result_table_create(self.table_header)\n+ for frame_size in self.frame_sizes:\n+ wirespeed = self.wirespeed(self.nic, frame_size, self.nb_ports)\n+ ret_data = {}\n+ ret_data[header[0]] = str(frame_size)\n+ _real = float(self.throughput[frame_size])\n+ _exp = float(self.expected_throughput[frame_size])\n+ ret_data[header[1]] = \"{:.3f}\".format(_real)\n+ ret_data[header[2]] = \"{:.3f}%\".format(_real * 100 / wirespeed)\n+ ret_data[header[3]] = \"{:.3f}\".format(_exp)\n+ gap = _exp * -self.gap * 0.01\n+ if _real > _exp + gap:\n+ ret_data[header[4]] = \"PASS\"\n+ else:\n+ ret_data[header[4]] = \"FAIL\"\n+ self.test_result[frame_size] = deepcopy(ret_data)\n+\n+ for frame_size in self.test_result.keys():\n+ table_row = list()\n+ for i in range(len(header)):\n+ table_row.append(self.test_result[frame_size][header[i]])\n+ self.result_table_add(table_row)\n+ # present test results to screen\n+ self.result_table_print()\n+ self.verify(\n+ \"FAIL\" not in self.test_result,\n+ \"Excessive gap between test results and expectations\",\n+ )\n \n def start_testpmd_as_vhost(self):\n \"\"\"\n@@ -170,27 +202,33 @@ class TestPVPVirtioWith2Mhuge(TestCase):\n \"\"\"\n self.virtio_user.send_expect(\"quit\", \"# \", 60)\n self.vhost_user.send_expect(\"quit\", \"# \", 60)\n- self.dut.close_session(self.vhost_user)\n- self.dut.close_session(self.virtio_user)\n \n def test_perf_pvp_virtio_user_split_ring_2M_hugepages(self):\n \"\"\"\n Basic test for virtio-user 2M hugepage\n \"\"\"\n+ self.expected_throughput = self.get_suite_cfg()[\"expected_throughput\"][\n+ self.running_case\n+ ]\n self.start_testpmd_as_vhost()\n self.start_testpmd_as_virtio()\n- self.send_and_verify()\n- self.result_table_print()\n+ self.perf_test()\n+ self.handle_expected()\n+ self.handle_results()\n self.close_all_apps()\n \n def test_perf_pvp_virtio_user_packed_ring_2M_hugepages(self):\n \"\"\"\n Basic test for virtio-user 2M hugepage\n \"\"\"\n+ self.expected_throughput = self.get_suite_cfg()[\"expected_throughput\"][\n+ self.running_case\n+ ]\n self.start_testpmd_as_vhost()\n self.start_testpmd_as_virtio(packed=True)\n- self.send_and_verify()\n- self.result_table_print()\n+ self.perf_test()\n+ self.handle_expected()\n+ self.handle_results()\n self.close_all_apps()\n \n def tear_down(self):\n@@ -203,4 +241,5 @@ class TestPVPVirtioWith2Mhuge(TestCase):\n \"\"\"\n Run after each test suite.\n \"\"\"\n- pass\n+ self.dut.close_session(self.vhost_user)\n+ self.dut.close_session(self.virtio_user)\n", "prefixes": [ "V1", "1/2" ] }{ "id": 126496, "url": "