From patchwork Tue Dec 13 08:14:32 2022 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: "Ling, WeiX" X-Patchwork-Id: 120803 Return-Path: X-Original-To: patchwork@inbox.dpdk.org Delivered-To: patchwork@inbox.dpdk.org Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124]) by inbox.dpdk.org (Postfix) with ESMTP id 7D3E3A0540; Tue, 13 Dec 2022 09:22:05 +0100 (CET) Received: from mails.dpdk.org (localhost [127.0.0.1]) by mails.dpdk.org (Postfix) with ESMTP id 77BE040687; Tue, 13 Dec 2022 09:22:05 +0100 (CET) Received: from mga11.intel.com (mga11.intel.com [192.55.52.93]) by mails.dpdk.org (Postfix) with ESMTP id 6430A40146 for ; Tue, 13 Dec 2022 09:22:04 +0100 (CET) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=intel.com; i=@intel.com; q=dns/txt; s=Intel; t=1670919724; x=1702455724; h=from:to:cc:subject:date:message-id:mime-version: content-transfer-encoding; bh=niehNN8oAd/ViAptgHd+PfoGnG0YS2YVNuq1JB11MhU=; b=mOdxRxzqbcZcUB5Gdw7sd/IQwBV6InYlThwkD69jgtSSQ5vm5q63JnEy 8vRUQVa5LanB+W5UZWujjwG5WeuKERqLJOpvdCvEJ+vwqFg+yspLK3cRx UrKR09sNDOVCPlzR34qC1Sd4ZiKXd+O2fSoKXFOVWBxQoAmi0Lz5/8n9I n4BK7ptCz34ToaZG5D81Lv1Stp5QKP8F9qwfiaG/uaDOn1ut+tY/oonGN KmomdCkVoqSYU+dvIRJQRnK2aEByL6jKjxUYNbXiWfHxbOAbvktxgPNDU hg7A1DXI/4qBATwPvysER3+SuYZ2dd5FLjkuLMUHsp+C5XCfNrVLK+JbY w==; X-IronPort-AV: E=McAfee;i="6500,9779,10559"; a="315712439" X-IronPort-AV: E=Sophos;i="5.96,240,1665471600"; d="scan'208";a="315712439" Received: from orsmga003.jf.intel.com ([10.7.209.27]) by fmsmga102.fm.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 13 Dec 2022 00:22:03 -0800 X-IronPort-AV: E=McAfee;i="6500,9779,10559"; a="598748170" X-IronPort-AV: E=Sophos;i="5.96,240,1665471600"; d="scan'208";a="598748170" Received: from unknown (HELO localhost.localdomain) ([10.239.252.222]) by orsmga003-auth.jf.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 13 Dec 2022 00:21:55 -0800 From: Wei Ling To: dts@dpdk.org Cc: Wei Ling Subject: [dts][PATCH V6 1/2] framework/qemu_kvm: support pin VM's thread to vhost CPU lcore Date: Tue, 13 Dec 2022 16:14:32 +0800 Message-Id: <20221213081432.3358109-1-weix.ling@intel.com> X-Mailer: git-send-email 2.25.1 MIME-Version: 1.0 X-BeenThere: dts@dpdk.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: test suite reviews and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dts-bounces@dpdk.org 1)Support pin VM's thread to vhost CPU lcore. 2)Fix add_vm_daemon method issue. Signed-off-by: Wei Ling --- framework/qemu_kvm.py | 42 +++++++++++++++++++++++++++++++++--------- 1 file changed, 33 insertions(+), 9 deletions(-) diff --git a/framework/qemu_kvm.py b/framework/qemu_kvm.py index 20aa8008..555c328c 100644 --- a/framework/qemu_kvm.py +++ b/framework/qemu_kvm.py @@ -1241,7 +1241,7 @@ class QEMUKvm(VirtBase): By default VM will start with the daemonize status. Not support starting it on the stdin now. """ - if "daemon" in list(options.keys()) and options["enable"] == "no": + if "enable" in list(options.keys()) and options["enable"] == "no": pass else: daemon_boot_line = "-daemonize" @@ -1377,6 +1377,11 @@ class QEMUKvm(VirtBase): self.__get_pci_mapping() + # pin VM threads with host CPU cores + if pin_threads: + lcores = self.vcpus_pinned_to_vm.split(" ") + self.pin_threads(lcores=lcores) + # query status self.update_status() @@ -2004,13 +2009,32 @@ class QEMUKvm(VirtBase): def pin_threads(self, lcores): """ Pin thread to assigned cores - """ - thread_reg = r"CPU #(\d+): .* thread_id=(\d+)" + If threads <= lcores, like: threads=[427756, 427757], lcores=[48, 49, 50]: + taskset -pc 48 427756 + taskset -pc 49 427757 + + If threads > lcores, like threads=[427756, 427757, 427758, 427759, 427760], lcores=[48,49,50] + taskset -pc 48 427756 + taskset -pc 49 427757 + taskset -pc 50 427758 + taskset -pc 48 427759 + taskset -pc 49 427760 + """ + thread_reg = r"CPU #\d+: thread_id=(\d+)" output = self.__monitor_session("info", "cpus") - thread_cores = re.findall(thread_reg, output) - cores_map = list(zip(thread_cores, lcores)) - for thread_info, core_id in cores_map: - cpu_id, thread_id = thread_info - self.host_session.send_expect( - "taskset -pc %d %s" % (core_id, thread_id), "#" + threads = re.findall(thread_reg, output) + if len(threads) <= len(lcores): + map = list(zip(threads, lcores)) + else: + self.host_logger.warning( + "lcores is less than VM's threads, 1 lcore will pin multiple VM's threads" ) + lcore_len = len(lcores) + for item in threads: + thread_idx = threads.index(item) + if thread_idx >= lcore_len: + lcore_idx = thread_idx % lcore_len + lcores.append(lcores[lcore_idx]) + map = list(zip(threads, lcores)) + for thread, lcore in map: + self.host_session.send_expect("taskset -pc %s %s" % (lcore, thread), "#") From patchwork Tue Dec 13 08:14:42 2022 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: "Ling, WeiX" X-Patchwork-Id: 120804 Return-Path: X-Original-To: patchwork@inbox.dpdk.org Delivered-To: patchwork@inbox.dpdk.org Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124]) by inbox.dpdk.org (Postfix) with ESMTP id C5357A0540; Tue, 13 Dec 2022 09:22:17 +0100 (CET) Received: from mails.dpdk.org (localhost [127.0.0.1]) by mails.dpdk.org (Postfix) with ESMTP id B23BC40395; Tue, 13 Dec 2022 09:22:17 +0100 (CET) Received: from mga11.intel.com (mga11.intel.com [192.55.52.93]) by mails.dpdk.org (Postfix) with ESMTP id F306A40146 for ; Tue, 13 Dec 2022 09:22:15 +0100 (CET) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=intel.com; i=@intel.com; q=dns/txt; s=Intel; t=1670919736; x=1702455736; h=from:to:cc:subject:date:message-id:mime-version: content-transfer-encoding; bh=7KCImllDG9b7v/RJD5ZvHXdvMc09eI3pdsfcis2JrQ8=; b=gWvUoxD70iw+pKjqcGoSwRO9XQF3q2QdrD7sXL/FCQnFwiGuyFVES8By mqJSP8JdcGT2ZxqDYM978cJfBnimJwr9KPmu4t+k74jJRz6qfaoDIpJTa RF5J+zBi8au6oAqfxSljNks41UcFIe0Lxh+zM9ZIsh4cC36e9/LnrGsSL nizotVdXNGNiy7R3moLmPn/g3Czx1nnPhEHGxbUenAYwUzcpmh3CuEAJl 2aB+J2xkwvpE4Ma7DrD2zS/3jOZ6EVjmjAWaKyascOHoARTWqWavsFubU u5vT8rneFACFIQJ2RVT8/2QzcgHngrnXTaOBHJ4S/QaLPyBRusqOi2HT3 Q==; X-IronPort-AV: E=McAfee;i="6500,9779,10559"; a="315712469" X-IronPort-AV: E=Sophos;i="5.96,240,1665471600"; d="scan'208";a="315712469" Received: from orsmga003.jf.intel.com ([10.7.209.27]) by fmsmga102.fm.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 13 Dec 2022 00:22:15 -0800 X-IronPort-AV: E=McAfee;i="6500,9779,10559"; a="598748324" X-IronPort-AV: E=Sophos;i="5.96,240,1665471600"; d="scan'208";a="598748324" Received: from unknown (HELO localhost.localdomain) ([10.239.252.222]) by orsmga003-auth.jf.intel.com with ESMTP/TLS/ECDHE-RSA-AES256-GCM-SHA384; 13 Dec 2022 00:22:08 -0800 From: Wei Ling To: dts@dpdk.org Cc: Wei Ling Subject: [dts][PATCH V6 2/2] framework/virt_base: add pin_threads parameter when start VM Date: Tue, 13 Dec 2022 16:14:42 +0800 Message-Id: <20221213081442.3358169-1-weix.ling@intel.com> X-Mailer: git-send-email 2.25.1 MIME-Version: 1.0 X-BeenThere: dts@dpdk.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: test suite reviews and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dts-bounces@dpdk.org Add pin_threads parameter when start VM default pin_threads=True. Signed-off-by: Wei Ling --- framework/virt_base.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/framework/virt_base.py b/framework/virt_base.py index a7fc8c4e..9b560855 100644 --- a/framework/virt_base.py +++ b/framework/virt_base.py @@ -273,7 +273,14 @@ class VirtBase(object): self._attach_vm() return None - def start(self, load_config=True, set_target=True, cpu_topo="", bind_dev=True): + def start( + self, + load_config=True, + set_target=True, + cpu_topo="", + bind_dev=True, + pin_threads=True, + ): """ Start VM and instantiate the VM with VirtDut. """