[v4,5/5] raw/ifpga_rawdev/base: fix retimer link status issue
Checks
Commit Message
Fix the readout retimer link status incorrectly when we
remove the linux intel-fpga-driver and run the DPDK application.
The linux driver will stop the retimer when remove the kernel
modules.
Fixes: 8a256bef ("raw/ifpga/base: add eth group driver")
Cc: stable@dpdk.org
Reported-by: Sampath Amrutha <amrutha.sampath@intel.com>
Signed-off-by: Tianfei zhang <tianfei.zhang@intel.com>
---
.../raw/ifpga_rawdev/base/opae_eth_group.c | 172 ++++++++++++++++++
.../raw/ifpga_rawdev/base/opae_eth_group.h | 6 +
.../raw/ifpga_rawdev/base/opae_intel_max10.c | 7 -
3 files changed, 178 insertions(+), 7 deletions(-)
Comments
> -----Original Message-----
> From: Zhang, Tianfei
> Sent: Friday, June 21, 2019 16:40
> To: dev@dpdk.org; Yigit, Ferruh <ferruh.yigit@intel.com>
> Cc: Xu, Rosen <rosen.xu@intel.com>; stable@dpdk.org; Zhang, Tianfei
> <tianfei.zhang@intel.com>
> Subject: [PATCH v4 5/5] raw/ifpga_rawdev/base: fix retimer link status issue
>
> Fix the readout retimer link status incorrectly when we remove the linux
> intel-fpga-driver and run the DPDK application.
> The linux driver will stop the retimer when remove the kernel modules.
>
> Fixes: 8a256bef ("raw/ifpga/base: add eth group driver")
> Cc: stable@dpdk.org
>
> Reported-by: Sampath Amrutha <amrutha.sampath@intel.com>
> Signed-off-by: Tianfei zhang <tianfei.zhang@intel.com>
> ---
> .../raw/ifpga_rawdev/base/opae_eth_group.c | 172 ++++++++++++++++++
> .../raw/ifpga_rawdev/base/opae_eth_group.h | 6 +
> .../raw/ifpga_rawdev/base/opae_intel_max10.c | 7 -
> 3 files changed, 178 insertions(+), 7 deletions(-)
>
> diff --git a/drivers/raw/ifpga_rawdev/base/opae_eth_group.c
> b/drivers/raw/ifpga_rawdev/base/opae_eth_group.c
> index 8db6693b1..d189dd578 100644
> --- a/drivers/raw/ifpga_rawdev/base/opae_eth_group.c
> +++ b/drivers/raw/ifpga_rawdev/base/opae_eth_group.c
> @@ -113,6 +113,171 @@ int eth_group_read_reg(struct eth_group_device
> *dev,
> return 0;
> }
>
> +static int eth_group_reset_mac(struct eth_group_device *dev, u8 index,
> + bool enable)
> +{
> + u32 val;
> + int ret;
> +
> + /*
> + * only support 25G & 40G mac reset for now. It uses internal reset.
> + * as PHY and MAC are integrated together, below action will trigger
> + * PHY reset too.
> + */
> + if (dev->speed != 25 && dev->speed != 40)
> + return 0;
> +
> + ret = eth_group_read_reg(dev, ETH_GROUP_MAC, index,
> MAC_CONFIG,
> + &val);
> + if (ret) {
> + dev_err(dev, "fail to read PHY_CONFIG: %d\n", ret);
> + return ret;
> + }
> +
> + /* skip if mac is in expected state already */
> + if ((((val & MAC_RESET_MASK) == MAC_RESET_MASK) && enable) ||
> + (((val & MAC_RESET_MASK) == 0) && !enable))
> + return 0;
> +
> + if (enable)
> + val |= MAC_RESET_MASK;
> + else
> + val &= ~MAC_RESET_MASK;
> +
> + ret = eth_group_write_reg(dev, ETH_GROUP_MAC, index,
> MAC_CONFIG,
> + val);
> + if (ret)
> + dev_err(dev, "fail to write PHY_CONFIG: %d\n", ret);
> +
> + return ret;
> +}
> +
> +static void eth_group_mac_uinit(struct eth_group_device *dev) {
> + u8 i;
> +
> + for (i = 0; i < dev->mac_num; i++) {
> + if (eth_group_reset_mac(dev, i, true))
> + dev_err(dev, "fail to disable mac %d\n", i);
> + }
> +}
> +
> +static int eth_group_mac_init(struct eth_group_device *dev) {
> + int ret;
> + u8 i;
> +
> + for (i = 0; i < dev->mac_num; i++) {
> + ret = eth_group_reset_mac(dev, i, false);
> + if (ret) {
> + dev_err(dev, "fail to enable mac %d\n", i);
> + goto exit;
> + }
> + }
> +
> + return 0;
> +
> +exit:
> + while (i--)
> + eth_group_reset_mac(dev, i, true);
> +
> + return ret;
> +}
> +
> +static int eth_group_reset_phy(struct eth_group_device *dev, u8 index,
> + bool enable)
> +{
> + u32 val;
> + int ret;
> +
> + /* only support 10G PHY reset for now. It uses external reset. */
> + if (dev->speed != 10)
> + return 0;
> +
> + ret = eth_group_read_reg(dev, ETH_GROUP_PHY, index,
> + ADD_PHY_CTRL, &val);
> + if (ret) {
> + dev_err(dev, "fail to read ADD_PHY_CTRL reg: %d\n", ret);
> + return ret;
> + }
> +
> + /* return if PHY is already in expected state */
> + if ((val & PHY_RESET && enable) || (!(val & PHY_RESET) && !enable))
> + return 0;
> +
> + if (enable)
> + val |= PHY_RESET;
> + else
> + val &= ~PHY_RESET;
> +
> + ret = eth_group_write_reg(dev, ETH_GROUP_PHY, index,
> + ADD_PHY_CTRL, val);
> + if (ret)
> + dev_err(dev, "fail to write ADD_PHY_CTRL reg: %d\n", ret);
> +
> + return ret;
> +}
> +
> +static int eth_group_phy_init(struct eth_group_device *dev) {
> + int ret;
> + int i;
> +
> + for (i = 0; i < dev->phy_num; i++) {
> + ret = eth_group_reset_phy(dev, i, false);
> + if (ret) {
> + dev_err(dev, "fail to enable phy %d\n", i);
> + goto exit;
> + }
> + }
> +
> + return 0;
> +exit:
> + while (i--)
> + eth_group_reset_phy(dev, i, true);
> +
> + return ret;
> +}
> +
> +static void eth_group_phy_uinit(struct eth_group_device *dev) {
> + int i;
> +
> + for (i = 0; i < dev->phy_num; i++) {
> + if (eth_group_reset_phy(dev, i, true))
> + dev_err(dev, "fail to disable phy %d\n", i);
> + }
> +}
> +
> +static int eth_group_hw_init(struct eth_group_device *dev) {
> + int ret;
> +
> + ret = eth_group_phy_init(dev);
> + if (ret) {
> + dev_err(dev, "fail to init eth group phys\n");
> + return ret;
> + }
> +
> + ret = eth_group_mac_init(dev);
> + if (ret) {
> + dev_err(priv->dev, "fail to init eth group macs\n");
> + goto phy_exit;
> + }
> +
> + return 0;
> +
> +phy_exit:
> + eth_group_phy_uinit(dev);
> + return ret;
> +}
> +
> +static void eth_group_hw_uinit(struct eth_group_device *dev) {
> + eth_group_mac_uinit(dev);
> + eth_group_phy_uinit(dev);
> +}
> +
> struct eth_group_device *eth_group_probe(void *base) {
> struct eth_group_device *dev;
> @@ -130,6 +295,11 @@ struct eth_group_device *eth_group_probe(void
> *base)
>
> dev->status = ETH_GROUP_DEV_ATTACHED;
>
> + if (eth_group_hw_init(dev)) {
> + dev_err(dev, "eth group hw init fail\n");
> + return NULL;
> + }
> +
> dev_info(dev, "eth group device %d probe done:
> phy_num=mac_num:%d, speed=%d\n",
> dev->group_id, dev->phy_num, dev->speed);
>
> @@ -138,6 +308,8 @@ struct eth_group_device *eth_group_probe(void
> *base)
>
> void eth_group_release(struct eth_group_device *dev) {
> + eth_group_hw_uinit(dev);
> +
> if (dev) {
> dev->status = ETH_GROUP_DEV_NOUSED;
> opae_free(dev);
> diff --git a/drivers/raw/ifpga_rawdev/base/opae_eth_group.h
> b/drivers/raw/ifpga_rawdev/base/opae_eth_group.h
> index a66d77e27..4868bd0e1 100644
> --- a/drivers/raw/ifpga_rawdev/base/opae_eth_group.h
> +++ b/drivers/raw/ifpga_rawdev/base/opae_eth_group.h
> @@ -44,6 +44,12 @@
> #define STAT_DATA_VAL BIT_ULL(32)
> #define STAT_RD_DATA GENMASK_ULL(31, 0)
>
> +/* Additional Feature Register */
> +#define ADD_PHY_CTRL 0x0
> +#define PHY_RESET BIT(0)
> +#define MAC_CONFIG 0x310
> +#define MAC_RESET_MASK GENMASK(2, 0)
> +
> struct opae_eth_group_info {
> u8 group_id;
> u8 speed;
> diff --git a/drivers/raw/ifpga_rawdev/base/opae_intel_max10.c
> b/drivers/raw/ifpga_rawdev/base/opae_intel_max10.c
> index 3ff6575d7..9ed10e282 100644
> --- a/drivers/raw/ifpga_rawdev/base/opae_intel_max10.c
> +++ b/drivers/raw/ifpga_rawdev/base/opae_intel_max10.c
> @@ -57,13 +57,6 @@ intel_max10_device_probe(struct altera_spi_device
> *spi,
> }
> dev_info(dev, "FPGA loaded from %s Image\n", val ? "User" :
> "Factory");
>
> - /* set PKVL Polling manually in BBS */
> - ret = max10_reg_write(PKVL_POLLING_CTRL, 0x3);
> - if (ret != 0) {
> - dev_err(dev, "%s set PKVL polling fail\n", __func__);
> - goto spi_tran_fail;
> - }
> -
> return dev;
>
> spi_tran_fail:
> --
> 2.17.1
Acked-by: Rosen Xu <rosen.xu@intel.com>
@@ -113,6 +113,171 @@ int eth_group_read_reg(struct eth_group_device *dev,
return 0;
}
+static int eth_group_reset_mac(struct eth_group_device *dev, u8 index,
+ bool enable)
+{
+ u32 val;
+ int ret;
+
+ /*
+ * only support 25G & 40G mac reset for now. It uses internal reset.
+ * as PHY and MAC are integrated together, below action will trigger
+ * PHY reset too.
+ */
+ if (dev->speed != 25 && dev->speed != 40)
+ return 0;
+
+ ret = eth_group_read_reg(dev, ETH_GROUP_MAC, index, MAC_CONFIG,
+ &val);
+ if (ret) {
+ dev_err(dev, "fail to read PHY_CONFIG: %d\n", ret);
+ return ret;
+ }
+
+ /* skip if mac is in expected state already */
+ if ((((val & MAC_RESET_MASK) == MAC_RESET_MASK) && enable) ||
+ (((val & MAC_RESET_MASK) == 0) && !enable))
+ return 0;
+
+ if (enable)
+ val |= MAC_RESET_MASK;
+ else
+ val &= ~MAC_RESET_MASK;
+
+ ret = eth_group_write_reg(dev, ETH_GROUP_MAC, index, MAC_CONFIG,
+ val);
+ if (ret)
+ dev_err(dev, "fail to write PHY_CONFIG: %d\n", ret);
+
+ return ret;
+}
+
+static void eth_group_mac_uinit(struct eth_group_device *dev)
+{
+ u8 i;
+
+ for (i = 0; i < dev->mac_num; i++) {
+ if (eth_group_reset_mac(dev, i, true))
+ dev_err(dev, "fail to disable mac %d\n", i);
+ }
+}
+
+static int eth_group_mac_init(struct eth_group_device *dev)
+{
+ int ret;
+ u8 i;
+
+ for (i = 0; i < dev->mac_num; i++) {
+ ret = eth_group_reset_mac(dev, i, false);
+ if (ret) {
+ dev_err(dev, "fail to enable mac %d\n", i);
+ goto exit;
+ }
+ }
+
+ return 0;
+
+exit:
+ while (i--)
+ eth_group_reset_mac(dev, i, true);
+
+ return ret;
+}
+
+static int eth_group_reset_phy(struct eth_group_device *dev, u8 index,
+ bool enable)
+{
+ u32 val;
+ int ret;
+
+ /* only support 10G PHY reset for now. It uses external reset. */
+ if (dev->speed != 10)
+ return 0;
+
+ ret = eth_group_read_reg(dev, ETH_GROUP_PHY, index,
+ ADD_PHY_CTRL, &val);
+ if (ret) {
+ dev_err(dev, "fail to read ADD_PHY_CTRL reg: %d\n", ret);
+ return ret;
+ }
+
+ /* return if PHY is already in expected state */
+ if ((val & PHY_RESET && enable) || (!(val & PHY_RESET) && !enable))
+ return 0;
+
+ if (enable)
+ val |= PHY_RESET;
+ else
+ val &= ~PHY_RESET;
+
+ ret = eth_group_write_reg(dev, ETH_GROUP_PHY, index,
+ ADD_PHY_CTRL, val);
+ if (ret)
+ dev_err(dev, "fail to write ADD_PHY_CTRL reg: %d\n", ret);
+
+ return ret;
+}
+
+static int eth_group_phy_init(struct eth_group_device *dev)
+{
+ int ret;
+ int i;
+
+ for (i = 0; i < dev->phy_num; i++) {
+ ret = eth_group_reset_phy(dev, i, false);
+ if (ret) {
+ dev_err(dev, "fail to enable phy %d\n", i);
+ goto exit;
+ }
+ }
+
+ return 0;
+exit:
+ while (i--)
+ eth_group_reset_phy(dev, i, true);
+
+ return ret;
+}
+
+static void eth_group_phy_uinit(struct eth_group_device *dev)
+{
+ int i;
+
+ for (i = 0; i < dev->phy_num; i++) {
+ if (eth_group_reset_phy(dev, i, true))
+ dev_err(dev, "fail to disable phy %d\n", i);
+ }
+}
+
+static int eth_group_hw_init(struct eth_group_device *dev)
+{
+ int ret;
+
+ ret = eth_group_phy_init(dev);
+ if (ret) {
+ dev_err(dev, "fail to init eth group phys\n");
+ return ret;
+ }
+
+ ret = eth_group_mac_init(dev);
+ if (ret) {
+ dev_err(priv->dev, "fail to init eth group macs\n");
+ goto phy_exit;
+ }
+
+ return 0;
+
+phy_exit:
+ eth_group_phy_uinit(dev);
+ return ret;
+}
+
+static void eth_group_hw_uinit(struct eth_group_device *dev)
+{
+ eth_group_mac_uinit(dev);
+ eth_group_phy_uinit(dev);
+}
+
struct eth_group_device *eth_group_probe(void *base)
{
struct eth_group_device *dev;
@@ -130,6 +295,11 @@ struct eth_group_device *eth_group_probe(void *base)
dev->status = ETH_GROUP_DEV_ATTACHED;
+ if (eth_group_hw_init(dev)) {
+ dev_err(dev, "eth group hw init fail\n");
+ return NULL;
+ }
+
dev_info(dev, "eth group device %d probe done: phy_num=mac_num:%d, speed=%d\n",
dev->group_id, dev->phy_num, dev->speed);
@@ -138,6 +308,8 @@ struct eth_group_device *eth_group_probe(void *base)
void eth_group_release(struct eth_group_device *dev)
{
+ eth_group_hw_uinit(dev);
+
if (dev) {
dev->status = ETH_GROUP_DEV_NOUSED;
opae_free(dev);
@@ -44,6 +44,12 @@
#define STAT_DATA_VAL BIT_ULL(32)
#define STAT_RD_DATA GENMASK_ULL(31, 0)
+/* Additional Feature Register */
+#define ADD_PHY_CTRL 0x0
+#define PHY_RESET BIT(0)
+#define MAC_CONFIG 0x310
+#define MAC_RESET_MASK GENMASK(2, 0)
+
struct opae_eth_group_info {
u8 group_id;
u8 speed;
@@ -57,13 +57,6 @@ intel_max10_device_probe(struct altera_spi_device *spi,
}
dev_info(dev, "FPGA loaded from %s Image\n", val ? "User" : "Factory");
- /* set PKVL Polling manually in BBS */
- ret = max10_reg_write(PKVL_POLLING_CTRL, 0x3);
- if (ret != 0) {
- dev_err(dev, "%s set PKVL polling fail\n", __func__);
- goto spi_tran_fail;
- }
-
return dev;
spi_tran_fail: