| Message ID | 1422593822-15531-1-git-send-email-zhida.zang@intel.com (mailing list archive) |
|---|---|
| State | Changes Requested, archived |
| Headers |
Return-Path: <dev-bounces@dpdk.org> X-Original-To: patchwork@dpdk.org Delivered-To: patchwork@dpdk.org Received: from [92.243.14.124] (localhost [IPv6:::1]) by dpdk.org (Postfix) with ESMTP id 163D058CB; Fri, 30 Jan 2015 06:00:01 +0100 (CET) Received: from mga11.intel.com (mga11.intel.com [192.55.52.93]) by dpdk.org (Postfix) with ESMTP id 14DF0255 for <dev@dpdk.org>; Fri, 30 Jan 2015 05:59:57 +0100 (CET) Received: from orsmga002.jf.intel.com ([10.7.209.21]) by fmsmga102.fm.intel.com with ESMTP; 29 Jan 2015 20:59:55 -0800 X-ExtLoop1: 1 X-IronPort-AV: E=Sophos;i="5.09,490,1418112000"; d="scan'208";a="678388288" Received: from shvmail01.sh.intel.com ([10.239.29.42]) by orsmga002.jf.intel.com with ESMTP; 29 Jan 2015 20:59:56 -0800 Received: from shecgisg004.sh.intel.com (shecgisg004.sh.intel.com [10.239.29.89]) by shvmail01.sh.intel.com with ESMTP id t0U4xrwo016817; Fri, 30 Jan 2015 12:59:53 +0800 Received: from shecgisg004.sh.intel.com (localhost [127.0.0.1]) by shecgisg004.sh.intel.com (8.13.6/8.13.6/SuSE Linux 0.8) with ESMTP id t0U4xpwW015571; Fri, 30 Jan 2015 12:59:53 +0800 Received: (from zzang@localhost) by shecgisg004.sh.intel.com (8.13.6/8.13.6/Submit) id t0U4xp5a015567; Fri, 30 Jan 2015 12:59:51 +0800 From: zhida zang <zhida.zang@intel.com> To: dev@dpdk.org Date: Fri, 30 Jan 2015 12:57:02 +0800 Message-Id: <1422593822-15531-1-git-send-email-zhida.zang@intel.com> X-Mailer: git-send-email 1.7.4.1 In-Reply-To: <setpciv1> References: <setpciv1> Subject: [dpdk-dev] [PATCH] scripts: enable extended tag of PCIe X-BeenThere: dev@dpdk.org X-Mailman-Version: 2.1.15 Precedence: list List-Id: patches and discussions about DPDK <dev.dpdk.org> List-Unsubscribe: <http://dpdk.org/ml/options/dev>, <mailto:dev-request@dpdk.org?subject=unsubscribe> List-Archive: <http://dpdk.org/ml/archives/dev/> List-Post: <mailto:dev@dpdk.org> List-Help: <mailto:dev-request@dpdk.org?subject=help> List-Subscribe: <http://dpdk.org/ml/listinfo/dev>, <mailto:dev-request@dpdk.org?subject=subscribe> Errors-To: dev-bounces@dpdk.org Sender: "dev" <dev-bounces@dpdk.org> |
Commit Message
zzang
Jan. 30, 2015, 4:57 a.m. UTC
As 'extended tag' of PCIe needs to be enabled for i40e high performance,
Linux command of 'setpci' can be used to check and set the corresponding
bit of 'extended tag' of PCIe configuration space. The script is to check
and set the right bit in PCIe configuration space to enable 'extended tag'.
Signed-off-by: Zhida Zang <zhida.zang@intel.com>
---
tools/set_pci.py | 124 +++++++++++++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 124 insertions(+)
create mode 100755 tools/set_pci.py
Comments
Hi, This patch needs review and documentation. It's going to be dropped if nobody cares. There were some previous discussions about it: http://dpdk.org/ml/archives/dev/2015-February/012708.html 2015-01-30 12:57, zhida zang: > As 'extended tag' of PCIe needs to be enabled for i40e high performance, > Linux command of 'setpci' can be used to check and set the corresponding > bit of 'extended tag' of PCIe configuration space. The script is to check > and set the right bit in PCIe configuration space to enable 'extended tag'. > > Signed-off-by: Zhida Zang <zhida.zang@intel.com> > --- > tools/set_pci.py | 124 +++++++++++++++++++++++++++++++++++++++++++++++++++++++ > 1 file changed, 124 insertions(+) > create mode 100755 tools/set_pci.py > > diff --git a/tools/set_pci.py b/tools/set_pci.py > new file mode 100755 > index 0000000..e242efb > --- /dev/null > +++ b/tools/set_pci.py > @@ -0,0 +1,124 @@ > +#! /usr/bin/python > +import sys > +import os > +import subprocess > +import getopt > +from os.path import basename > + > +# The register to check if extended tag is supported or not. > +PCI_DEV_CAP_REG = 0xA4 > +# The control register which contains the bit to enable/disable 'extended tag'. > +PCI_DEV_CTRL_REG = 0xA8 > +# The mask of 'extended tag' in capability register. > +PCI_DEV_CAP_EXT_TAG_MASK = 0x20 > +# The mask of 'extended tag' in control register. > +PCI_DEV_CTRL_EXT_TAG_MASK = 0x100 > + > +dev_ids = {} > +flag = "Set" > + > + > +def usage(): > + '''Print usage information for the program''' > + argv0 = basename(sys.argv[0]) > + print """ > +Usage: > +------ > + > + %(argv0)s [options] DEVICE1 DEVICE2 .... > + > +where DEVICE1, DEVICE2 etc, are specified via PCI "domain:bus:slot.func" syntax > +or "bus:slot.func" syntax. For devices bound to Linux kernel drivers, they may > +also be referred to by Linux interface name e.g. eth0, eth1, em0, em1, etc. > + > +Options: > + --help, --usage: > + Display usage information and quit > + > + -s --set: > + Set the following pci device > + > + -u --Unset: > + Unset the following pci device > + > +Examples: > +--------- > +To set pci 0a:00.0 > + %(argv0)s -s 0a:00.0 > + %(argv0)s --set 0a:00.0 > + > +To unset 0000:01:00.0 > + %(argv0)s -u 0000:01:00.0 > + %(argv0)s --unset 0000:01:00.0 > + > +To set 0000:02:00.0 and 0000:02:00.1 > + %(argv0)s -s 02:00.0 02:00.1 > + > + """ % locals() # replace items from local variables > + > + > +def parse_args(): > + global flag > + global dev_ids > + if len(sys.argv) <= 1: > + usage() > + sys.exit(0) > + try: > + opts, dev_ids = getopt.getopt( > + sys.argv[1:], > + "su", > + ["help", "usage", "set", "unset"] > + ) > + except getopt.GetoptError, error: > + print str(error) > + print "Run '%s --usage' for further information" % sys.argv[0] > + sys.exit(1) > + > + for opt, arg in opts: > + if opt == "--help" or opt == "--usage": > + usage() > + sys.exit(0) > + if opt == "-s" or opt == "--set": > + flag = "Set" > + if opt == "-u" or opt == "--unset": > + flag = "Unset" > + > + > +def check_output(args, stderr=None): > + '''Run a command and capture its output''' > + return subprocess.Popen( > + args, > + stdout=subprocess.PIPE, > + stderr=stderr > + ).communicate()[0] > + > + > +def set_pci(): > + if len(dev_ids) == 0: > + print "Error: No devices specified." > + print "Run '%s --usage' for further information" % sys.argv[0] > + sys.exit(1) > + param_cap = "%x.W" % PCI_DEV_CAP_REG > + for k in range(len(dev_ids)): > + val = check_output(["setpci", "-s", dev_ids[k], param_cap]) > + if (not (int(val, 16) & PCI_DEV_CAP_EXT_TAG_MASK)): > + print dev_ids[k], "Not supported" > + continue > + if (int(val, 16) & PCI_DEV_CTRL_EXT_TAG_MASK): > + continue > + param_ctrl = "%x.W" % PCI_DEV_CTRL_REG > + val = check_output(["setpci", "-s", dev_ids[k], param_ctrl]) > + if flag == "Set": > + val = int(val, 16) | PCI_DEV_CTRL_EXT_TAG_MASK > + else: > + val = int(val, 16) & ~PCI_DEV_CTRL_EXT_TAG_MASK > + param_ctrl = "%x.W=%x" % (PCI_DEV_CTRL_REG, val) > + check_output(["setpci", "-s", dev_ids[k], param_ctrl]) > + > + > +def main(): > + parse_args() > + set_pci() > + > +if __name__ == "__main__": > + main() >
Hi Thomas Zhida is our intern who has already been back to university. I think Yong might have reviewed it. It is good supplementation for setting extended tag on Linux, though not necessary. I am OK to have it merged or not. Thanks! Marvin, could you help to ack it, as I know you have reviewed it? Regards, Helin > -----Original Message----- > From: Thomas Monjalon [mailto:thomas.monjalon@6wind.com] > Sent: Monday, March 23, 2015 7:53 PM > To: Zang, Zhida > Cc: dev@dpdk.org; Butler, Siobhan A; Zhang, Helin > Subject: Re: [dpdk-dev] [PATCH] scripts: enable extended tag of PCIe > > Hi, > > This patch needs review and documentation. > It's going to be dropped if nobody cares. > > There were some previous discussions about it: > http://dpdk.org/ml/archives/dev/2015-February/012708.html > > > 2015-01-30 12:57, zhida zang: > > As 'extended tag' of PCIe needs to be enabled for i40e high > > performance, Linux command of 'setpci' can be used to check and set > > the corresponding bit of 'extended tag' of PCIe configuration space. > > The script is to check and set the right bit in PCIe configuration space to > enable 'extended tag'. > > > > Signed-off-by: Zhida Zang <zhida.zang@intel.com> > > --- > > tools/set_pci.py | 124 > > +++++++++++++++++++++++++++++++++++++++++++++++++++++++ > > 1 file changed, 124 insertions(+) > > create mode 100755 tools/set_pci.py > > > > diff --git a/tools/set_pci.py b/tools/set_pci.py new file mode 100755 > > index 0000000..e242efb > > --- /dev/null > > +++ b/tools/set_pci.py > > @@ -0,0 +1,124 @@ > > +#! /usr/bin/python > > +import sys > > +import os > > +import subprocess > > +import getopt > > +from os.path import basename > > + > > +# The register to check if extended tag is supported or not. > > +PCI_DEV_CAP_REG = 0xA4 > > +# The control register which contains the bit to enable/disable 'extended > tag'. > > +PCI_DEV_CTRL_REG = 0xA8 > > +# The mask of 'extended tag' in capability register. > > +PCI_DEV_CAP_EXT_TAG_MASK = 0x20 > > +# The mask of 'extended tag' in control register. > > +PCI_DEV_CTRL_EXT_TAG_MASK = 0x100 > > + > > +dev_ids = {} > > +flag = "Set" > > + > > + > > +def usage(): > > + '''Print usage information for the program''' > > + argv0 = basename(sys.argv[0]) > > + print """ > > +Usage: > > +------ > > + > > + %(argv0)s [options] DEVICE1 DEVICE2 .... > > + > > +where DEVICE1, DEVICE2 etc, are specified via PCI > > +"domain:bus:slot.func" syntax or "bus:slot.func" syntax. For devices > > +bound to Linux kernel drivers, they may also be referred to by Linux interface > name e.g. eth0, eth1, em0, em1, etc. > > + > > +Options: > > + --help, --usage: > > + Display usage information and quit > > + > > + -s --set: > > + Set the following pci device > > + > > + -u --Unset: > > + Unset the following pci device > > + > > +Examples: > > +--------- > > +To set pci 0a:00.0 > > + %(argv0)s -s 0a:00.0 > > + %(argv0)s --set 0a:00.0 > > + > > +To unset 0000:01:00.0 > > + %(argv0)s -u 0000:01:00.0 > > + %(argv0)s --unset 0000:01:00.0 > > + > > +To set 0000:02:00.0 and 0000:02:00.1 > > + %(argv0)s -s 02:00.0 02:00.1 > > + > > + """ % locals() # replace items from local variables > > + > > + > > +def parse_args(): > > + global flag > > + global dev_ids > > + if len(sys.argv) <= 1: > > + usage() > > + sys.exit(0) > > + try: > > + opts, dev_ids = getopt.getopt( > > + sys.argv[1:], > > + "su", > > + ["help", "usage", "set", "unset"] > > + ) > > + except getopt.GetoptError, error: > > + print str(error) > > + print "Run '%s --usage' for further information" % sys.argv[0] > > + sys.exit(1) > > + > > + for opt, arg in opts: > > + if opt == "--help" or opt == "--usage": > > + usage() > > + sys.exit(0) > > + if opt == "-s" or opt == "--set": > > + flag = "Set" > > + if opt == "-u" or opt == "--unset": > > + flag = "Unset" > > + > > + > > +def check_output(args, stderr=None): > > + '''Run a command and capture its output''' > > + return subprocess.Popen( > > + args, > > + stdout=subprocess.PIPE, > > + stderr=stderr > > + ).communicate()[0] > > + > > + > > +def set_pci(): > > + if len(dev_ids) == 0: > > + print "Error: No devices specified." > > + print "Run '%s --usage' for further information" % sys.argv[0] > > + sys.exit(1) > > + param_cap = "%x.W" % PCI_DEV_CAP_REG > > + for k in range(len(dev_ids)): > > + val = check_output(["setpci", "-s", dev_ids[k], param_cap]) > > + if (not (int(val, 16) & PCI_DEV_CAP_EXT_TAG_MASK)): > > + print dev_ids[k], "Not supported" > > + continue > > + if (int(val, 16) & PCI_DEV_CTRL_EXT_TAG_MASK): > > + continue > > + param_ctrl = "%x.W" % PCI_DEV_CTRL_REG > > + val = check_output(["setpci", "-s", dev_ids[k], param_ctrl]) > > + if flag == "Set": > > + val = int(val, 16) | PCI_DEV_CTRL_EXT_TAG_MASK > > + else: > > + val = int(val, 16) & ~PCI_DEV_CTRL_EXT_TAG_MASK > > + param_ctrl = "%x.W=%x" % (PCI_DEV_CTRL_REG, val) > > + check_output(["setpci", "-s", dev_ids[k], param_ctrl]) > > + > > + > > +def main(): > > + parse_args() > > + set_pci() > > + > > +if __name__ == "__main__": > > + main() > > >
Hi Helin, This patch look fine for me. Just need add some descriptions about the extended tag. If this script work only on FVL device, maybe it should be renamed like "set_fvl_extended_tag". > -----Original Message----- > From: Zhang, Helin > Sent: Tuesday, March 24, 2015 9:08 AM > To: Thomas Monjalon; Liu, Yong > Cc: dev@dpdk.org; Butler, Siobhan A > Subject: RE: [dpdk-dev] [PATCH] scripts: enable extended tag of PCIe > > Hi Thomas > > Zhida is our intern who has already been back to university. I think Yong > might have reviewed it. > It is good supplementation for setting extended tag on Linux, though not > necessary. I am OK to have it merged or not. Thanks! > > Marvin, could you help to ack it, as I know you have reviewed it? > > Regards, > Helin > > > -----Original Message----- > > From: Thomas Monjalon [mailto:thomas.monjalon@6wind.com] > > Sent: Monday, March 23, 2015 7:53 PM > > To: Zang, Zhida > > Cc: dev@dpdk.org; Butler, Siobhan A; Zhang, Helin > > Subject: Re: [dpdk-dev] [PATCH] scripts: enable extended tag of PCIe > > > > Hi, > > > > This patch needs review and documentation. > > It's going to be dropped if nobody cares. > > > > There were some previous discussions about it: > > http://dpdk.org/ml/archives/dev/2015-February/012708.html > > > > > > 2015-01-30 12:57, zhida zang: > > > As 'extended tag' of PCIe needs to be enabled for i40e high > > > performance, Linux command of 'setpci' can be used to check and set > > > the corresponding bit of 'extended tag' of PCIe configuration space. > > > The script is to check and set the right bit in PCIe configuration > space to > > enable 'extended tag'. > > > > > > Signed-off-by: Zhida Zang <zhida.zang@intel.com> > > > --- > > > tools/set_pci.py | 124 > > > +++++++++++++++++++++++++++++++++++++++++++++++++++++++ > > > 1 file changed, 124 insertions(+) > > > create mode 100755 tools/set_pci.py > > > > > > diff --git a/tools/set_pci.py b/tools/set_pci.py new file mode 100755 > > > index 0000000..e242efb > > > --- /dev/null > > > +++ b/tools/set_pci.py > > > @@ -0,0 +1,124 @@ > > > +#! /usr/bin/python > > > +import sys > > > +import os > > > +import subprocess > > > +import getopt > > > +from os.path import basename > > > + > > > +# The register to check if extended tag is supported or not. > > > +PCI_DEV_CAP_REG = 0xA4 > > > +# The control register which contains the bit to enable/disable > 'extended > > tag'. > > > +PCI_DEV_CTRL_REG = 0xA8 > > > +# The mask of 'extended tag' in capability register. > > > +PCI_DEV_CAP_EXT_TAG_MASK = 0x20 > > > +# The mask of 'extended tag' in control register. > > > +PCI_DEV_CTRL_EXT_TAG_MASK = 0x100 > > > + > > > +dev_ids = {} > > > +flag = "Set" > > > + > > > + > > > +def usage(): > > > + '''Print usage information for the program''' > > > + argv0 = basename(sys.argv[0]) > > > + print """ > > > +Usage: > > > +------ > > > + > > > + %(argv0)s [options] DEVICE1 DEVICE2 .... > > > + > > > +where DEVICE1, DEVICE2 etc, are specified via PCI > > > +"domain:bus:slot.func" syntax or "bus:slot.func" syntax. For devices > > > +bound to Linux kernel drivers, they may also be referred to by Linux > interface > > name e.g. eth0, eth1, em0, em1, etc. > > > + > > > +Options: > > > + --help, --usage: > > > + Display usage information and quit > > > + > > > + -s --set: > > > + Set the following pci device > > > + > > > + -u --Unset: > > > + Unset the following pci device > > > + > > > +Examples: > > > +--------- > > > +To set pci 0a:00.0 > > > + %(argv0)s -s 0a:00.0 > > > + %(argv0)s --set 0a:00.0 > > > + > > > +To unset 0000:01:00.0 > > > + %(argv0)s -u 0000:01:00.0 > > > + %(argv0)s --unset 0000:01:00.0 > > > + > > > +To set 0000:02:00.0 and 0000:02:00.1 > > > + %(argv0)s -s 02:00.0 02:00.1 > > > + > > > + """ % locals() # replace items from local variables > > > + > > > + > > > +def parse_args(): > > > + global flag > > > + global dev_ids > > > + if len(sys.argv) <= 1: > > > + usage() > > > + sys.exit(0) > > > + try: > > > + opts, dev_ids = getopt.getopt( > > > + sys.argv[1:], > > > + "su", > > > + ["help", "usage", "set", "unset"] > > > + ) > > > + except getopt.GetoptError, error: > > > + print str(error) > > > + print "Run '%s --usage' for further information" % sys.argv[0] > > > + sys.exit(1) > > > + > > > + for opt, arg in opts: > > > + if opt == "--help" or opt == "--usage": > > > + usage() > > > + sys.exit(0) > > > + if opt == "-s" or opt == "--set": > > > + flag = "Set" > > > + if opt == "-u" or opt == "--unset": > > > + flag = "Unset" > > > + > > > + > > > +def check_output(args, stderr=None): > > > + '''Run a command and capture its output''' > > > + return subprocess.Popen( > > > + args, > > > + stdout=subprocess.PIPE, > > > + stderr=stderr > > > + ).communicate()[0] > > > + > > > + > > > +def set_pci(): > > > + if len(dev_ids) == 0: > > > + print "Error: No devices specified." > > > + print "Run '%s --usage' for further information" % sys.argv[0] > > > + sys.exit(1) > > > + param_cap = "%x.W" % PCI_DEV_CAP_REG > > > + for k in range(len(dev_ids)): > > > + val = check_output(["setpci", "-s", dev_ids[k], param_cap]) > > > + if (not (int(val, 16) & PCI_DEV_CAP_EXT_TAG_MASK)): > > > + print dev_ids[k], "Not supported" > > > + continue > > > + if (int(val, 16) & PCI_DEV_CTRL_EXT_TAG_MASK): > > > + continue > > > + param_ctrl = "%x.W" % PCI_DEV_CTRL_REG > > > + val = check_output(["setpci", "-s", dev_ids[k], param_ctrl]) > > > + if flag == "Set": > > > + val = int(val, 16) | PCI_DEV_CTRL_EXT_TAG_MASK > > > + else: > > > + val = int(val, 16) & ~PCI_DEV_CTRL_EXT_TAG_MASK > > > + param_ctrl = "%x.W=%x" % (PCI_DEV_CTRL_REG, val) > > > + check_output(["setpci", "-s", dev_ids[k], param_ctrl]) > > > + > > > + > > > +def main(): > > > + parse_args() > > > + set_pci() > > > + > > > +if __name__ == "__main__": > > > + main() > > > > >
Hi Helin and Thomas, Rather than an additional patch. Can we always enable extended tag in i40e driver? There is no negative impact for enabling extended tag. (Even on devices that don't support extended tag, the PCIe packet will simply ignore the bit and go on.) Best, Patrick -----Original Message----- From: dev [mailto:dev-bounces@dpdk.org] On Behalf Of Liu, Yong Sent: Tuesday, March 24, 2015 8:32 PM To: Zhang, Helin; Thomas Monjalon Cc: dev@dpdk.org Subject: Re: [dpdk-dev] [PATCH] scripts: enable extended tag of PCIe Hi Helin, This patch look fine for me. Just need add some descriptions about the extended tag. If this script work only on FVL device, maybe it should be renamed like "set_fvl_extended_tag". > -----Original Message----- > From: Zhang, Helin > Sent: Tuesday, March 24, 2015 9:08 AM > To: Thomas Monjalon; Liu, Yong > Cc: dev@dpdk.org; Butler, Siobhan A > Subject: RE: [dpdk-dev] [PATCH] scripts: enable extended tag of PCIe > > Hi Thomas > > Zhida is our intern who has already been back to university. I think > Yong might have reviewed it. > It is good supplementation for setting extended tag on Linux, though > not necessary. I am OK to have it merged or not. Thanks! > > Marvin, could you help to ack it, as I know you have reviewed it? > > Regards, > Helin > > > -----Original Message----- > > From: Thomas Monjalon [mailto:thomas.monjalon@6wind.com] > > Sent: Monday, March 23, 2015 7:53 PM > > To: Zang, Zhida > > Cc: dev@dpdk.org; Butler, Siobhan A; Zhang, Helin > > Subject: Re: [dpdk-dev] [PATCH] scripts: enable extended tag of PCIe > > > > Hi, > > > > This patch needs review and documentation. > > It's going to be dropped if nobody cares. > > > > There were some previous discussions about it: > > http://dpdk.org/ml/archives/dev/2015-February/012708.html > > > > > > 2015-01-30 12:57, zhida zang: > > > As 'extended tag' of PCIe needs to be enabled for i40e high > > > performance, Linux command of 'setpci' can be used to check and > > > set the corresponding bit of 'extended tag' of PCIe configuration space. > > > The script is to check and set the right bit in PCIe configuration > space to > > enable 'extended tag'. > > > > > > Signed-off-by: Zhida Zang <zhida.zang@intel.com> > > > --- > > > tools/set_pci.py | 124 > > > +++++++++++++++++++++++++++++++++++++++++++++++++++++++ > > > 1 file changed, 124 insertions(+) create mode 100755 > > > tools/set_pci.py > > > > > > diff --git a/tools/set_pci.py b/tools/set_pci.py new file mode > > > 100755 index 0000000..e242efb > > > --- /dev/null > > > +++ b/tools/set_pci.py > > > @@ -0,0 +1,124 @@ > > > +#! /usr/bin/python > > > +import sys > > > +import os > > > +import subprocess > > > +import getopt > > > +from os.path import basename > > > + > > > +# The register to check if extended tag is supported or not. > > > +PCI_DEV_CAP_REG = 0xA4 > > > +# The control register which contains the bit to enable/disable > 'extended > > tag'. > > > +PCI_DEV_CTRL_REG = 0xA8 > > > +# The mask of 'extended tag' in capability register. > > > +PCI_DEV_CAP_EXT_TAG_MASK = 0x20 > > > +# The mask of 'extended tag' in control register. > > > +PCI_DEV_CTRL_EXT_TAG_MASK = 0x100 > > > + > > > +dev_ids = {} > > > +flag = "Set" > > > + > > > + > > > +def usage(): > > > + '''Print usage information for the program''' > > > + argv0 = basename(sys.argv[0]) > > > + print """ > > > +Usage: > > > +------ > > > + > > > + %(argv0)s [options] DEVICE1 DEVICE2 .... > > > + > > > +where DEVICE1, DEVICE2 etc, are specified via PCI > > > +"domain:bus:slot.func" syntax or "bus:slot.func" syntax. For > > > +devices bound to Linux kernel drivers, they may also be referred > > > +to by Linux > interface > > name e.g. eth0, eth1, em0, em1, etc. > > > + > > > +Options: > > > + --help, --usage: > > > + Display usage information and quit > > > + > > > + -s --set: > > > + Set the following pci device > > > + > > > + -u --Unset: > > > + Unset the following pci device > > > + > > > +Examples: > > > +--------- > > > +To set pci 0a:00.0 > > > + %(argv0)s -s 0a:00.0 > > > + %(argv0)s --set 0a:00.0 > > > + > > > +To unset 0000:01:00.0 > > > + %(argv0)s -u 0000:01:00.0 > > > + %(argv0)s --unset 0000:01:00.0 > > > + > > > +To set 0000:02:00.0 and 0000:02:00.1 > > > + %(argv0)s -s 02:00.0 02:00.1 > > > + > > > + """ % locals() # replace items from local variables > > > + > > > + > > > +def parse_args(): > > > + global flag > > > + global dev_ids > > > + if len(sys.argv) <= 1: > > > + usage() > > > + sys.exit(0) > > > + try: > > > + opts, dev_ids = getopt.getopt( > > > + sys.argv[1:], > > > + "su", > > > + ["help", "usage", "set", "unset"] > > > + ) > > > + except getopt.GetoptError, error: > > > + print str(error) > > > + print "Run '%s --usage' for further information" % sys.argv[0] > > > + sys.exit(1) > > > + > > > + for opt, arg in opts: > > > + if opt == "--help" or opt == "--usage": > > > + usage() > > > + sys.exit(0) > > > + if opt == "-s" or opt == "--set": > > > + flag = "Set" > > > + if opt == "-u" or opt == "--unset": > > > + flag = "Unset" > > > + > > > + > > > +def check_output(args, stderr=None): > > > + '''Run a command and capture its output''' > > > + return subprocess.Popen( > > > + args, > > > + stdout=subprocess.PIPE, > > > + stderr=stderr > > > + ).communicate()[0] > > > + > > > + > > > +def set_pci(): > > > + if len(dev_ids) == 0: > > > + print "Error: No devices specified." > > > + print "Run '%s --usage' for further information" % sys.argv[0] > > > + sys.exit(1) > > > + param_cap = "%x.W" % PCI_DEV_CAP_REG > > > + for k in range(len(dev_ids)): > > > + val = check_output(["setpci", "-s", dev_ids[k], param_cap]) > > > + if (not (int(val, 16) & PCI_DEV_CAP_EXT_TAG_MASK)): > > > + print dev_ids[k], "Not supported" > > > + continue > > > + if (int(val, 16) & PCI_DEV_CTRL_EXT_TAG_MASK): > > > + continue > > > + param_ctrl = "%x.W" % PCI_DEV_CTRL_REG > > > + val = check_output(["setpci", "-s", dev_ids[k], param_ctrl]) > > > + if flag == "Set": > > > + val = int(val, 16) | PCI_DEV_CTRL_EXT_TAG_MASK > > > + else: > > > + val = int(val, 16) & ~PCI_DEV_CTRL_EXT_TAG_MASK > > > + param_ctrl = "%x.W=%x" % (PCI_DEV_CTRL_REG, val) > > > + check_output(["setpci", "-s", dev_ids[k], param_ctrl]) > > > + > > > + > > > +def main(): > > > + parse_args() > > > + set_pci() > > > + > > > +if __name__ == "__main__": > > > + main() > > > > >
Hi Patrick Yes, good point! I have a plan to implement writing pcie config space directly for i40e devices only, as pci config space accessing seems ready recently. That time, the extended-tag will be enabled by default for i40e devices only. Thank you for the good suggestion! Regards, Helin > -----Original Message----- > From: Lu, Patrick > Sent: Monday, March 30, 2015 1:31 PM > To: Liu, Yong; Zhang, Helin; Thomas Monjalon > Cc: dev@dpdk.org; Murugesan, AnbarasanX > Subject: RE: [dpdk-dev] [PATCH] scripts: enable extended tag of PCIe > > Hi Helin and Thomas, > > Rather than an additional patch. Can we always enable extended tag in i40e > driver? There is no negative impact for enabling extended tag. (Even on devices > that don't support extended tag, the PCIe packet will simply ignore the bit and > go on.) > > Best, > > Patrick > > -----Original Message----- > From: dev [mailto:dev-bounces@dpdk.org] On Behalf Of Liu, Yong > Sent: Tuesday, March 24, 2015 8:32 PM > To: Zhang, Helin; Thomas Monjalon > Cc: dev@dpdk.org > Subject: Re: [dpdk-dev] [PATCH] scripts: enable extended tag of PCIe > > Hi Helin, > This patch look fine for me. Just need add some descriptions about the > extended tag. > If this script work only on FVL device, maybe it should be renamed like > "set_fvl_extended_tag". > > > -----Original Message----- > > From: Zhang, Helin > > Sent: Tuesday, March 24, 2015 9:08 AM > > To: Thomas Monjalon; Liu, Yong > > Cc: dev@dpdk.org; Butler, Siobhan A > > Subject: RE: [dpdk-dev] [PATCH] scripts: enable extended tag of PCIe > > > > Hi Thomas > > > > Zhida is our intern who has already been back to university. I think > > Yong might have reviewed it. > > It is good supplementation for setting extended tag on Linux, though > > not necessary. I am OK to have it merged or not. Thanks! > > > > Marvin, could you help to ack it, as I know you have reviewed it? > > > > Regards, > > Helin > > > > > -----Original Message----- > > > From: Thomas Monjalon [mailto:thomas.monjalon@6wind.com] > > > Sent: Monday, March 23, 2015 7:53 PM > > > To: Zang, Zhida > > > Cc: dev@dpdk.org; Butler, Siobhan A; Zhang, Helin > > > Subject: Re: [dpdk-dev] [PATCH] scripts: enable extended tag of PCIe > > > > > > Hi, > > > > > > This patch needs review and documentation. > > > It's going to be dropped if nobody cares. > > > > > > There were some previous discussions about it: > > > http://dpdk.org/ml/archives/dev/2015-February/012708.html > > > > > > > > > 2015-01-30 12:57, zhida zang: > > > > As 'extended tag' of PCIe needs to be enabled for i40e high > > > > performance, Linux command of 'setpci' can be used to check and > > > > set the corresponding bit of 'extended tag' of PCIe configuration space. > > > > The script is to check and set the right bit in PCIe configuration > > space to > > > enable 'extended tag'. > > > > > > > > Signed-off-by: Zhida Zang <zhida.zang@intel.com> > > > > --- > > > > tools/set_pci.py | 124 > > > > +++++++++++++++++++++++++++++++++++++++++++++++++++++++ > > > > 1 file changed, 124 insertions(+) create mode 100755 > > > > tools/set_pci.py > > > > > > > > diff --git a/tools/set_pci.py b/tools/set_pci.py new file mode > > > > 100755 index 0000000..e242efb > > > > --- /dev/null > > > > +++ b/tools/set_pci.py > > > > @@ -0,0 +1,124 @@ > > > > +#! /usr/bin/python > > > > +import sys > > > > +import os > > > > +import subprocess > > > > +import getopt > > > > +from os.path import basename > > > > + > > > > +# The register to check if extended tag is supported or not. > > > > +PCI_DEV_CAP_REG = 0xA4 > > > > +# The control register which contains the bit to enable/disable > > 'extended > > > tag'. > > > > +PCI_DEV_CTRL_REG = 0xA8 > > > > +# The mask of 'extended tag' in capability register. > > > > +PCI_DEV_CAP_EXT_TAG_MASK = 0x20 > > > > +# The mask of 'extended tag' in control register. > > > > +PCI_DEV_CTRL_EXT_TAG_MASK = 0x100 > > > > + > > > > +dev_ids = {} > > > > +flag = "Set" > > > > + > > > > + > > > > +def usage(): > > > > + '''Print usage information for the program''' > > > > + argv0 = basename(sys.argv[0]) > > > > + print """ > > > > +Usage: > > > > +------ > > > > + > > > > + %(argv0)s [options] DEVICE1 DEVICE2 .... > > > > + > > > > +where DEVICE1, DEVICE2 etc, are specified via PCI > > > > +"domain:bus:slot.func" syntax or "bus:slot.func" syntax. For > > > > +devices bound to Linux kernel drivers, they may also be referred > > > > +to by Linux > > interface > > > name e.g. eth0, eth1, em0, em1, etc. > > > > + > > > > +Options: > > > > + --help, --usage: > > > > + Display usage information and quit > > > > + > > > > + -s --set: > > > > + Set the following pci device > > > > + > > > > + -u --Unset: > > > > + Unset the following pci device > > > > + > > > > +Examples: > > > > +--------- > > > > +To set pci 0a:00.0 > > > > + %(argv0)s -s 0a:00.0 > > > > + %(argv0)s --set 0a:00.0 > > > > + > > > > +To unset 0000:01:00.0 > > > > + %(argv0)s -u 0000:01:00.0 > > > > + %(argv0)s --unset 0000:01:00.0 > > > > + > > > > +To set 0000:02:00.0 and 0000:02:00.1 > > > > + %(argv0)s -s 02:00.0 02:00.1 > > > > + > > > > + """ % locals() # replace items from local variables > > > > + > > > > + > > > > +def parse_args(): > > > > + global flag > > > > + global dev_ids > > > > + if len(sys.argv) <= 1: > > > > + usage() > > > > + sys.exit(0) > > > > + try: > > > > + opts, dev_ids = getopt.getopt( > > > > + sys.argv[1:], > > > > + "su", > > > > + ["help", "usage", "set", "unset"] > > > > + ) > > > > + except getopt.GetoptError, error: > > > > + print str(error) > > > > + print "Run '%s --usage' for further information" % sys.argv[0] > > > > + sys.exit(1) > > > > + > > > > + for opt, arg in opts: > > > > + if opt == "--help" or opt == "--usage": > > > > + usage() > > > > + sys.exit(0) > > > > + if opt == "-s" or opt == "--set": > > > > + flag = "Set" > > > > + if opt == "-u" or opt == "--unset": > > > > + flag = "Unset" > > > > + > > > > + > > > > +def check_output(args, stderr=None): > > > > + '''Run a command and capture its output''' > > > > + return subprocess.Popen( > > > > + args, > > > > + stdout=subprocess.PIPE, > > > > + stderr=stderr > > > > + ).communicate()[0] > > > > + > > > > + > > > > +def set_pci(): > > > > + if len(dev_ids) == 0: > > > > + print "Error: No devices specified." > > > > + print "Run '%s --usage' for further information" % sys.argv[0] > > > > + sys.exit(1) > > > > + param_cap = "%x.W" % PCI_DEV_CAP_REG > > > > + for k in range(len(dev_ids)): > > > > + val = check_output(["setpci", "-s", dev_ids[k], param_cap]) > > > > + if (not (int(val, 16) & PCI_DEV_CAP_EXT_TAG_MASK)): > > > > + print dev_ids[k], "Not supported" > > > > + continue > > > > + if (int(val, 16) & PCI_DEV_CTRL_EXT_TAG_MASK): > > > > + continue > > > > + param_ctrl = "%x.W" % PCI_DEV_CTRL_REG > > > > + val = check_output(["setpci", "-s", dev_ids[k], param_ctrl]) > > > > + if flag == "Set": > > > > + val = int(val, 16) | PCI_DEV_CTRL_EXT_TAG_MASK > > > > + else: > > > > + val = int(val, 16) & ~PCI_DEV_CTRL_EXT_TAG_MASK > > > > + param_ctrl = "%x.W=%x" % (PCI_DEV_CTRL_REG, val) > > > > + check_output(["setpci", "-s", dev_ids[k], param_ctrl]) > > > > + > > > > + > > > > +def main(): > > > > + parse_args() > > > > + set_pci() > > > > + > > > > +if __name__ == "__main__": > > > > + main() > > > > > > >
diff --git a/tools/set_pci.py b/tools/set_pci.py new file mode 100755 index 0000000..e242efb --- /dev/null +++ b/tools/set_pci.py @@ -0,0 +1,124 @@ +#! /usr/bin/python +import sys +import os +import subprocess +import getopt +from os.path import basename + +# The register to check if extended tag is supported or not. +PCI_DEV_CAP_REG = 0xA4 +# The control register which contains the bit to enable/disable 'extended tag'. +PCI_DEV_CTRL_REG = 0xA8 +# The mask of 'extended tag' in capability register. +PCI_DEV_CAP_EXT_TAG_MASK = 0x20 +# The mask of 'extended tag' in control register. +PCI_DEV_CTRL_EXT_TAG_MASK = 0x100 + +dev_ids = {} +flag = "Set" + + +def usage(): + '''Print usage information for the program''' + argv0 = basename(sys.argv[0]) + print """ +Usage: +------ + + %(argv0)s [options] DEVICE1 DEVICE2 .... + +where DEVICE1, DEVICE2 etc, are specified via PCI "domain:bus:slot.func" syntax +or "bus:slot.func" syntax. For devices bound to Linux kernel drivers, they may +also be referred to by Linux interface name e.g. eth0, eth1, em0, em1, etc. + +Options: + --help, --usage: + Display usage information and quit + + -s --set: + Set the following pci device + + -u --Unset: + Unset the following pci device + +Examples: +--------- +To set pci 0a:00.0 + %(argv0)s -s 0a:00.0 + %(argv0)s --set 0a:00.0 + +To unset 0000:01:00.0 + %(argv0)s -u 0000:01:00.0 + %(argv0)s --unset 0000:01:00.0 + +To set 0000:02:00.0 and 0000:02:00.1 + %(argv0)s -s 02:00.0 02:00.1 + + """ % locals() # replace items from local variables + + +def parse_args(): + global flag + global dev_ids + if len(sys.argv) <= 1: + usage() + sys.exit(0) + try: + opts, dev_ids = getopt.getopt( + sys.argv[1:], + "su", + ["help", "usage", "set", "unset"] + ) + except getopt.GetoptError, error: + print str(error) + print "Run '%s --usage' for further information" % sys.argv[0] + sys.exit(1) + + for opt, arg in opts: + if opt == "--help" or opt == "--usage": + usage() + sys.exit(0) + if opt == "-s" or opt == "--set": + flag = "Set" + if opt == "-u" or opt == "--unset": + flag = "Unset" + + +def check_output(args, stderr=None): + '''Run a command and capture its output''' + return subprocess.Popen( + args, + stdout=subprocess.PIPE, + stderr=stderr + ).communicate()[0] + + +def set_pci(): + if len(dev_ids) == 0: + print "Error: No devices specified." + print "Run '%s --usage' for further information" % sys.argv[0] + sys.exit(1) + param_cap = "%x.W" % PCI_DEV_CAP_REG + for k in range(len(dev_ids)): + val = check_output(["setpci", "-s", dev_ids[k], param_cap]) + if (not (int(val, 16) & PCI_DEV_CAP_EXT_TAG_MASK)): + print dev_ids[k], "Not supported" + continue + if (int(val, 16) & PCI_DEV_CTRL_EXT_TAG_MASK): + continue + param_ctrl = "%x.W" % PCI_DEV_CTRL_REG + val = check_output(["setpci", "-s", dev_ids[k], param_ctrl]) + if flag == "Set": + val = int(val, 16) | PCI_DEV_CTRL_EXT_TAG_MASK + else: + val = int(val, 16) & ~PCI_DEV_CTRL_EXT_TAG_MASK + param_ctrl = "%x.W=%x" % (PCI_DEV_CTRL_REG, val) + check_output(["setpci", "-s", dev_ids[k], param_ctrl]) + + +def main(): + parse_args() + set_pci() + +if __name__ == "__main__": + main()