[V1,2/2] conf/test_case_checklist.json: clear up nonexistent cases

Message ID 20230525095108.2299847-3-yux.jiang@intel.com (mailing list archive)
State Accepted
Headers
Series clear up nonexistent cases in checklist and supportlist |

Checks

Context Check Description
ci/Intel-dts-format-test success Testing OK
ci/Intel-dts-pylama-test success Testing OK
ci/Intel-dts-suite-test warning SKIPPED

Commit Message

Jiang, YuX May 25, 2023, 9:51 a.m. UTC
  clear up nonexistent cases:
  alarm,different_types_rss_queue_rule,disable_enable_rss
  dynamic_rss_bond_config,enable_disablejumbo
  enable_ipv4_udp_rss,ethtool,ethtools
  fdir_flexword_drop_ipv4,fdir_flexword_drop_ipv6
  fdir_flexword_fwd_ipv4,fdir_flexword_fwd_ipv6
  fdir_ipv6_tc,fdir_ivlan,twotuple_filter,vlan_QinQ_filter
  fdir_noflexword_drop_ipv4,fdir_noflexword_drop_ipv6
  fdir_noflexword_fwd_ipv4,fdir_noflexword_fwd_ipv6
  five_tuple_filter,flags,flex_filter
  GRE_packet_filter,ifconfig,interrupts
  ipv4_tos_proto_ttl,ipv6_5tuple_hash_table
  kni,link_bonding,log_dump,multiple_filters_1GB
  multiprocess,perf_pvp_packed_ring_dequeue_zero_copy
  perf_pvp_split_ring_dequeue_zero_copy
  pmd_burst,pmd_continues,priority_filter
  power,power_acpi,power_acpi_cpufreq,power_cpufreq
  queue_region_with_invalid_parameter,queue_region_with_rss_rule_api
  ring_dump,rss_queue_rule,rxoffload_port,sched
  set_promiscuousmode,statistics,tcpdump
  two_vms_pool_down_mirrors,two_vms_uplink_and_downlink_mirror
  two_vms_vlan_and_pool_and_uplink_and_downlink

Signed-off-by: Yu Jiang <yux.jiang@intel.com>
---
 conf/test_case_checklist.json | 1850 ++++++---------------------------
 1 file changed, 324 insertions(+), 1526 deletions(-)
  

Comments

Tu, Lijuan June 7, 2023, 5:50 a.m. UTC | #1
On Thu, 25 May 2023 17:51:08 +0800, Yu Jiang <yux.jiang@intel.com> wrote:
> clear up nonexistent cases:
>   alarm,different_types_rss_queue_rule,disable_enable_rss
>   dynamic_rss_bond_config,enable_disablejumbo
>   enable_ipv4_udp_rss,ethtool,ethtools
>   fdir_flexword_drop_ipv4,fdir_flexword_drop_ipv6
>   fdir_flexword_fwd_ipv4,fdir_flexword_fwd_ipv6
>   fdir_ipv6_tc,fdir_ivlan,twotuple_filter,vlan_QinQ_filter
>   fdir_noflexword_drop_ipv4,fdir_noflexword_drop_ipv6
>   fdir_noflexword_fwd_ipv4,fdir_noflexword_fwd_ipv6
>   five_tuple_filter,flags,flex_filter
>   GRE_packet_filter,ifconfig,interrupts
>   ipv4_tos_proto_ttl,ipv6_5tuple_hash_table
>   kni,link_bonding,log_dump,multiple_filters_1GB
>   multiprocess,perf_pvp_packed_ring_dequeue_zero_copy
>   perf_pvp_split_ring_dequeue_zero_copy
>   pmd_burst,pmd_continues,priority_filter
>   power,power_acpi,power_acpi_cpufreq,power_cpufreq
>   queue_region_with_invalid_parameter,queue_region_with_rss_rule_api
>   ring_dump,rss_queue_rule,rxoffload_port,sched
>   set_promiscuousmode,statistics,tcpdump
>   two_vms_pool_down_mirrors,two_vms_uplink_and_downlink_mirror
>   two_vms_vlan_and_pool_and_uplink_and_downlink
> 
> Signed-off-by: Yu Jiang <yux.jiang@intel.com>


Series applied, thanks
  

Patch

diff --git a/conf/test_case_checklist.json b/conf/test_case_checklist.json
index 64d3567c..b35bbe1f 100644
--- a/conf/test_case_checklist.json
+++ b/conf/test_case_checklist.json
@@ -55,60 +55,6 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "five_tuple_filter": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-82580_COPPER",
-                "IGB_1G-I350_COPPER",
-                "I40E_40G-QSFP_B",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "cavium_a034",
-                "cavium_a011",
-                "I40E_10G-SFP_X722",
-                "I40E_10G-10G_BASE_T_X722",
-                "I40E_10G-10G_BASE_T_BC",
-		"IGC-I225_LM"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "flex_filter": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IXGBE_10G-82599_SFP",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "I40E_40G-QSFP_B",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "cavium_a034",
-                "cavium_a011",
-                "I40E_10G-SFP_X722",
-                "I40E_10G-10G_BASE_T_X722",
-                "I40E_10G-10G_BASE_T_BC",
-                "IGC-I225_LM"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
     "jumbo_frame_size": [
         {
             "OS": [
@@ -175,56 +121,6 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "multiple_filters_1GB": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IXGBE_10G-82599_SFP",
-                "I40E_40G-QSFP_B",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "cavium_a034",
-                "cavium_a011",
-                "I40E_10G-SFP_X722",
-                "I40E_10G-10G_BASE_T_X722",
-                "I40E_10G-10G_BASE_T_BC"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "priority_filter": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "I40E_40G-QSFP_B",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "cavium_a034",
-                "cavium_a011",
-                "I40E_10G-SFP_X722",
-                "I40E_10G-10G_BASE_T_X722",
-                "I40E_10G-10G_BASE_T_BC",
-                "IGC-I225_LM"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
     "syn_filter": [
         {
             "OS": [
@@ -255,33 +151,6 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "twotuple_filter": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IXGBE_10G-82599_SFP",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "I40E_40G-QSFP_B",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "cavium_a034",
-                "cavium_a011",
-                "I40E_10G-SFP_X722",
-                "I40E_10G-10G_BASE_T_X722",
-                "I40E_10G-10G_BASE_T_BC",
-                "IGC-I225_LM"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
     "vlan_stripq_config": [
         {
             "OS": [
@@ -340,24 +209,6 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "vlan_QinQ_filter": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IXGBE_10G-82599_SFP",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "IGB_1G-82580_COPPER",
-                "IGB_1G-I350_COPPER"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
     "link_stats": [
         {
             "OS": [
@@ -625,20 +476,7 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "fdir_flexword_drop_ipv4": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the os not support this case"
-        },
+    "pmdrss_reta": [
         {
             "OS": [
                 "ALL"
@@ -648,32 +486,30 @@ 
                 "IGB_1G-82576_QUAD_COPPER_ET2",
                 "IGB_1G-I210_COPPER",
                 "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "cavium_a034",
-                "cavium_a011"
+                "IXGBE_10G-82599_SFP_SF_QP"
             ],
             "Target": [
                 "ALL"
             ],
             "Bug ID": "",
             "Comments": "the nic not support this case"
-        }
-    ],
-    "fdir_flexword_drop_ipv6": [
+        },
         {
             "OS": [
-                "freebsd"
+                "ALL"
             ],
             "NIC": [
                 "ALL"
             ],
             "Target": [
-                "ALL"
+                "i686-native-linuxapp-gcc",
+                "i686-native-linuxapp-icc"
             ],
             "Bug ID": "",
-            "Comments": "the os not support this case"
-        },
+            "Comments": "32 bit not support this case/not enough queue"
+        }
+    ],
+    "rss_key_size": [
         {
             "OS": [
                 "ALL"
@@ -684,19 +520,31 @@ 
                 "IGB_1G-I210_COPPER",
                 "IXGBE_10G-82599_T3_LOM",
                 "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "IXGBE_10G-82599_SFP",
                 "cavium_a034",
-                "cavium_0011"
+                "cavium_a011"
             ],
             "Target": [
                 "ALL"
             ],
             "Bug ID": "",
             "Comments": "the nic not support this case"
+        },
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "ALL"
+            ],
+            "Target": [
+                "i686-native-linuxapp-gcc",
+                "i686-native-linuxapp-icc"
+            ],
+            "Bug ID": "",
+            "Comments": "32 bit not support this case/not enough queue"
         }
     ],
-    "fdir_flexword_fwd_ipv4": [
+    "ping": [
         {
             "OS": [
                 "freebsd"
@@ -708,30 +556,24 @@ 
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "the os not support this case"
+            "Comments": "the OS not support this case"
         },
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IGB_1G-I350_COPPER",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "cavium_a034",
-                "cavium_0011"
+                "ALL"
             ],
             "Target": [
-                "ALL"
+                "i686-native-linuxapp-gcc",
+                "i686-native-linuxapp-icc"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case"
+            "Comments": "32 bit not support this case,confirmed with developer"
         }
     ],
-    "fdir_flexword_fwd_ipv6": [
+    "stress": [
         {
             "OS": [
                 "freebsd"
@@ -743,31 +585,38 @@ 
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "the os not support this case"
+            "Comments": "the OS not support this case"
         },
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IGB_1G-I350_COPPER",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "cavium_a034",
-                "cavium_0011",
-                "IGC-I225_LM"
+                "ALL"
             ],
             "Target": [
+                "i686-native-linuxapp-gcc",
+                "i686-native-linuxapp-icc"
+            ],
+            "Bug ID": "",
+            "Comments": "32 bit not support this case"
+        },
+        {
+            "OS": [
                 "ALL"
             ],
+            "NIC": [
+                "ALL"
+            ],
+            "Target": [
+                "i686-native-linuxapp-gcc",
+                "i686-native-linuxapp-icc"
+            ],
             "Bug ID": "",
-            "Comments": "the nic not support this case"
+            "Comments": "32 bit not support this case,confirmed with developer"
         }
     ],
-    "fdir_noflexword_drop_ipv4": [
+    "multiprocess_simple_mpapplicationstartup": [
         {
             "OS": [
                 "freebsd"
@@ -779,30 +628,24 @@ 
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "the os not support this case"
+            "Comments": "the OS not support this case"
         },
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IGB_1G-I350_COPPER",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "cavium_a034",
-                "cavium_0011"
+                "ALL"
             ],
             "Target": [
-                "ALL"
+                "i686-native-linuxapp-gcc",
+                "i686-native-linuxapp-icc"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case"
+            "Comments": "32 bit need manually run"
         }
     ],
-    "fdir_noflexword_drop_ipv6": [
+    "multiprocess_simple_mpbasicoperation": [
         {
             "OS": [
                 "freebsd"
@@ -814,207 +657,7 @@ 
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "the os not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "IXGBE_10G-82599_SFP",
-                "cavium_a034",
-                "cavium_0011"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "fdir_noflexword_fwd_ipv4": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the os not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "cavium_a034",
-                "cavium_0011"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "fdir_noflexword_fwd_ipv6": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the os not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "cavium_a034",
-                "cavium_0011",
-                "IGC-I225_LM"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "dynamic_rss_bond_config": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "IXGBE_10G-82599_SFP",
-                "I40E_40G-QSFP_B",
-                "I40E_10G-SFP_X722",
-                "I40E_10G-10G_BASE_T_X722",
-		"IGC-I225_LM"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case,(x722 know ND issue,DPDK-15118)"
-        }
-    ],
-    "pmdrss_reta": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case/not enough queue"
-        }
-    ],
-    "rss_key_size": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "cavium_a034",
-                "cavium_a011"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case/not enough queue"
-        }
-    ],
-    "ifconfig": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
+            "Comments": "the OS not support this case"
         },
         {
             "OS": [
@@ -1028,54 +671,10 @@ 
                 "i686-native-linuxapp-icc"
             ],
             "Bug ID": "",
-            "Comments": "32 bit not support this case,confirmed with developer"
-        }
-    ],
-    "ping": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case,confirmed with developer"
-        }
-    ],
-    "ethtools": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
+            "Comments": "32 bit need manually run"
         }
     ],
-    "tcpdump": [
+    "multiprocess_simple_mploadtest": [
         {
             "OS": [
                 "freebsd"
@@ -1097,837 +696,49 @@ 
                 "ALL"
             ],
             "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case,confirmed with developer"
-        }
-    ],
-    "stress": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case,confirmed with developer"
-        }
-    ],
-    "statistics": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case,confirmed with developer"
-        }
-    ],
-    "multiprocess_simple_mpapplicationstartup": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit need manually run"
-        }
-    ],
-    "multiprocess_simple_mpbasicoperation": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit need manually run"
-        }
-    ],
-    "multiprocess_simple_mploadtest": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit need manually run"
-        }
-    ],
-    "multiprocess_simple_mpnoflag": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit need manually run"
-        }
-    ],
-    "ieee1588_enable": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I210_COPPER",
-                "cavium_a034",
-                "cavium_0011"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "ethtool": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "I40E_10G-SFP_X710",
-                "I40E_40G-QSFP_A",
-                "I40E_40G-QSFP_B",
-                "I40E_25G-25G_SFP28"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "I40E_10G-SFP_X710",
-                "I40E_40G-QSFP_A",
-                "I40E_40G-QSFP_B",
-                "I40E_25G-25G_SFP28"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case,confirmed with developer"
-        }
-    ],
-    "power_acpi": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "depend on os and hw support"
-        }
-    ],
-    "pmd_burst": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "I40E_40G-QSFP_B",
-                "cavium_a064"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IXGBE_10G-82599_SFP"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case"
-        },
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        }
-    ],
-    "pmd_continues": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "I40E_40G-QSFP_B",
-                "cavium_a064"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IXGBE_10G-82599_SFP"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case"
-        },
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        }
-    ],
-    "sched": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case"
-        }
-    ],
-    "send_4K_frames_split_in_7_and_4K_maxflows": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case"
-        }
-    ],
-    "simple": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case/not enough queue"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGC-I225_LM"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "nic not support this case"
-        }
-    ],
-    "toeplitz": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case/not enough queue"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGC-I225_LM"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "toeplitz_symmetric": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "32 bit not support this case/not enough queue"
-        },
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGC-I225_LM"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "all_cores_coremask": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc"
-            ],
-            "Bug ID": "",
-            "Comments": "not enough cores for 32 bit"
-        }
-    ],
-    "alarm": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        }
-    ],
-    "interrupts": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        }
-    ],
-    "link_bonding": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        }
-    ],
-    "log_dump": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        }
-    ],
-    "kni": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        }
-    ],
-    "power": [
-        {
-            "OS": [
-                "freebsd"
-            ],
-            "NIC": [
-                "ALL"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the OS not support this case"
-        }
-    ],
-    "vf_pmdrss": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-X540T",
-                "IXGBE_10G-82599_SFP"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "vf_pmdrss_reta": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER",
-                "IGB_1G-82576_QUAD_COPPER_ET2",
-                "IGB_1G-I210_COPPER",
-                "IXGBE_10G-82599_T3_LOM",
-                "IXGBE_10G-82599_SFP_SF_QP",
-                "IXGBE_10G-82599_SFP",
-                "IXGBE_10G-X540T"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "dpdk_2pf_2vf_1vm": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER",
-		"ICE_100G-E810C_QSFP",
-		"ICE_25G-E823C_QSFP",
-		"ICE_25G-E810C_SFP"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "dpdk_2pf_2vf_1vm_iplink_macfilter": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER",
-		"ICE_100G-E810C_QSFP",
-		"ICE_25G-E823C_QSFP",
-		"ICE_25G-E810C_SFP"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "dpdk_pf_vf_reset": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER",
-		"ICE_100G-E810C_QSFP",
-		"ICE_25G-E823C_QSFP",
-		"ICE_25G-E810C_SFP"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "check_specific_package_loading": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "ICE_100G-E810C_QSFP",
-                "ICE_25G-E810_XXV_SFP",
-		"ICE_25G-E823C_QSFP",
-                "ICE_25G-E810C_SFP"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the case needs >=2 supported NICs with different Serial Numbers"
-        }
-    ],
-    "kernel_2pf_2vf_1vm_mac_add_filter": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "vf_vlan_strip": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I350_COPPER"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "rx_checksum_valid_flags": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "cavium_a034",
-                "cavium_0011"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "dynamic_config_broadcast": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "cavium_a034",
-                "cavium_0011"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "dynamic_config_disable_promiscuous": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "cavium_a034",
-                "cavium_0011"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "dynamic_config_enable_promiscuous": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "cavium_a064"
-            ],
-            "Target": [
-                "ALL"
+                "i686-native-linuxapp-gcc",
+                "i686-native-linuxapp-icc"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case"
+            "Comments": "32 bit need manually run"
         }
     ],
-    "dynamic_config_default_mode": [
+    "multiprocess_simple_mpnoflag": [
         {
             "OS": [
-                "ALL"
+                "freebsd"
             ],
             "NIC": [
-                "cavium_a064"
+                "ALL"
             ],
             "Target": [
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "dynamic_config_allmulticast": [
+            "Comments": "the OS not support this case"
+        },
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "cavium_a034",
-                "cavium_0011"
+                "ALL"
             ],
             "Target": [
-                "ALL"
+                "i686-native-linuxapp-gcc",
+                "i686-native-linuxapp-icc"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case"
+            "Comments": "32 bit need manually run"
         }
     ],
-    "jumboframes_bigger_jumbo": [
+    "ieee1588_enable": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
+                "IGB_1G-I210_COPPER",
                 "cavium_a034",
                 "cavium_0011"
             ],
@@ -1938,36 +749,36 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "jumboframes_jumbo_nojumbo": [
+    "send_4K_frames_split_in_7_and_4K_maxflows": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "cavium_a034",
-                "cavium_0011"
+                "ALL"
             ],
             "Target": [
-                "ALL"
+                "i686-native-linuxapp-gcc",
+                "i686-native-linuxapp-icc"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case"
+            "Comments": "32 bit not support this case"
         }
     ],
-    "link_status_interrupt_port_available": [
+    "simple": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "cavium_a034",
-                "cavium_0011"
+                "ALL"
             ],
             "Target": [
-                "arm64-thunderx-linuxapp-gcc"
+                "i686-native-linuxapp-gcc",
+                "i686-native-linuxapp-icc"
             ],
             "Bug ID": "",
-            "Comments": "link_status_interrupt application assumes one certain CPU frequency, test fails on thunder boards"
+            "Comments": "32 bit not support this case/not enough queue"
         },
         {
             "OS": [
@@ -1977,45 +788,42 @@ 
                 "IGC-I225_LM"
             ],
             "Target": [
-                "arm64-thunderx-linuxapp-gcc"
+                "ALL"
             ],
             "Bug ID": "",
-            "Comments": "NIC not support this case"
+            "Comments": "nic not support this case"
         }
     ],
-    "add_remove_mac_address": [
+    "toeplitz": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "cavium_a034",
-                "cavium_0011"
+                "ALL"
             ],
             "Target": [
-                "ALL"
+                "i686-native-linuxapp-gcc",
+                "i686-native-linuxapp-icc"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "invalid_addresses": [
+            "Comments": "32 bit not support this case/not enough queue"
+        },
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "cavium_a034",
-                "cavium_0011"
+                "IGC-I225_LM"
             ],
             "Target": [
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": ""
+            "Comments": "the nic not support this case"
         }
     ],
-    "flags": [
+    "toeplitz_symmetric": [
         {
             "OS": [
                 "ALL"
@@ -2025,31 +833,26 @@ 
             ],
             "Target": [
                 "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc",
-                "i686-native-linuxapp-clang"
+                "i686-native-linuxapp-icc"
             ],
             "Bug ID": "",
-            "Comments": "32 bit address space limited"
-        }
-    ],
-    "qinq_packet_filter_VF_queues": [
+            "Comments": "32 bit not support this case/not enough queue"
+        },
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "ALL"
+                "IGC-I225_LM"
             ],
             "Target": [
-                "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc",
-                "i686-native-linuxapp-clang"
+                "ALL"
             ],
             "Bug ID": "",
-            "Comments": "32 bit address space limited"
+            "Comments": "the nic not support this case"
         }
     ],
-    "multiprocess": [
+    "all_cores_coremask": [
         {
             "OS": [
                 "ALL"
@@ -2059,19 +862,24 @@ 
             ],
             "Target": [
                 "i686-native-linuxapp-gcc",
-                "i686-native-linuxapp-icc",
-                "i686-native-linuxapp-clang"
+                "i686-native-linuxapp-icc"
             ],
             "Bug ID": "",
-            "Comments": "32 bit not support this case"
+            "Comments": "not enough cores for 32 bit"
         }
     ],
-    "fdir_ipv6_tc": [
+    "vf_pmdrss": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
+                "IGB_1G-I350_COPPER",
+                "IGB_1G-82576_QUAD_COPPER_ET2",
+                "IGB_1G-I210_COPPER",
+                "IXGBE_10G-82599_T3_LOM",
+                "IXGBE_10G-82599_SFP_SF_QP",
+                "IXGBE_10G-X540T",
                 "IXGBE_10G-82599_SFP"
             ],
             "Target": [
@@ -2081,13 +889,19 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "fdir_ivlan": [
+    "vf_pmdrss_reta": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP"
+                "IGB_1G-I350_COPPER",
+                "IGB_1G-82576_QUAD_COPPER_ET2",
+                "IGB_1G-I210_COPPER",
+                "IXGBE_10G-82599_T3_LOM",
+                "IXGBE_10G-82599_SFP_SF_QP",
+                "IXGBE_10G-82599_SFP",
+                "IXGBE_10G-X540T"
             ],
             "Target": [
                 "ALL"
@@ -2096,13 +910,16 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "ipv4_tos_proto_ttl": [
+    "dpdk_2pf_2vf_1vm": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP"
+                "IGB_1G-I350_COPPER",
+		"ICE_100G-E810C_QSFP",
+		"ICE_25G-E823C_QSFP",
+		"ICE_25G-E810C_SFP"
             ],
             "Target": [
                 "ALL"
@@ -2111,38 +928,34 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "port_mtu": [
+    "dpdk_2pf_2vf_1vm_iplink_macfilter": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "I40E_10G-SFP_X710",
-                "I40E_40G-QSFP_A",
-                "I40E_40G-QSFP_B",
-                "I40E_25G-25G_SFP28",
-                "I40E_10G-X722_A0",
-                "I40E_10G-SFP_X722",
-                "I40E_10G-10G_BASE_T_X722",
-                "IAVF_10G-X722_VF",
-                "I40E_10G-10G_BASE_T_BC",
-                "IGC-I226_LM",
-                "IGC-I225_LM"
+                "IGB_1G-I350_COPPER",
+		"ICE_100G-E810C_QSFP",
+		"ICE_25G-E823C_QSFP",
+		"ICE_25G-E810C_SFP"
             ],
             "Target": [
                 "ALL"
             ],
-            "Bug ID": "DPDK-2513, DPDK-30123",
-            "Comments": "the driver not suport this case"
+            "Bug ID": "",
+            "Comments": "the nic not support this case"
         }
     ],
-    "multicast_mode": [
+    "dpdk_pf_vf_reset": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP"
+                "IGB_1G-I350_COPPER",
+		"ICE_100G-E810C_QSFP",
+		"ICE_25G-E823C_QSFP",
+		"ICE_25G-E810C_SFP"
             ],
             "Target": [
                 "ALL"
@@ -2151,28 +964,31 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "promisc_mode": [
+    "check_specific_package_loading": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP"
+                "ICE_100G-E810C_QSFP",
+                "ICE_25G-E810_XXV_SFP",
+		"ICE_25G-E823C_QSFP",
+                "ICE_25G-E810C_SFP"
             ],
             "Target": [
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case"
+            "Comments": "the case needs >=2 supported NICs with different Serial Numbers"
         }
     ],
-    "broadcast_mode": [
+    "kernel_2pf_2vf_1vm_mac_add_filter": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP"
+                "IGB_1G-I350_COPPER"
             ],
             "Target": [
                 "ALL"
@@ -2181,13 +997,13 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "vf_mtu": [
+    "vf_vlan_strip": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP"
+                "IGB_1G-I350_COPPER"
             ],
             "Target": [
                 "ALL"
@@ -2196,13 +1012,14 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "vlan_tag": [
+    "rx_checksum_valid_flags": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP"
+                "cavium_a034",
+                "cavium_0011"
             ],
             "Target": [
                 "ALL"
@@ -2211,18 +1028,14 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "all_queues_drop": [
+    "dynamic_config_broadcast": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "I40E_10G-SFP_X710",
-                "I40E_40G-QSFP_A",
-                "I40E_40G-QSFP_B",
-                "I40E_25G-25G_SFP28",
-                "I40E_10G-10G_BASE_T_BC",
-		"I40E_10G-10G_BASE_T_X722"
+                "cavium_a034",
+                "cavium_0011"
             ],
             "Target": [
                 "ALL"
@@ -2231,13 +1044,14 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "vlan_filter": [
+    "dynamic_config_disable_promiscuous": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP"
+                "cavium_a034",
+                "cavium_0011"
             ],
             "Target": [
                 "ALL"
@@ -2246,13 +1060,13 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "rss": [
+    "dynamic_config_enable_promiscuous": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP"
+                "cavium_a064"
             ],
             "Target": [
                 "ALL"
@@ -2261,62 +1075,45 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "qinq_filter_with_diffierent_tpid": [
+    "dynamic_config_default_mode": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "I40E_10G-SFP_X710",
-                "I40E_40G-QSFP_A",
-                "I40E_40G-QSFP_B",
-                "I40E_25G-25G_SFP28",
-                "I40E_10G-10G_BASE_T_BC"
+                "cavium_a064"
             ],
             "Target": [
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "if update vlan tpid, kernel driver send packet with error packet type "
+            "Comments": "the nic not support this case"
         }
     ],
-    "vlan_qinq_tpid": [
+    "dynamic_config_allmulticast": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "I40E_10G-SFP_X710",
-                "I40E_40G-QSFP_A",
-                "I40E_40G-QSFP_B",
                 "cavium_a034",
-                "cavium_a011",
-                "cavium_a063",
-                "I40E_25G-25G_SFP28",
-                "I40E_10G-SFP_X722",
-                "I40E_10G-10G_BASE_T_X722",
-                "cavium_a064",
-                "I40E_10G-10G_BASE_T_BC",
-                "IGC-I226_LM",
-                "IGC-I225_LM"
+                "cavium_0011"
             ],
             "Target": [
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "if update vlan tpid, kernel driver send packet with error packet type "
+            "Comments": "the nic not support this case"
         }
     ],
-    "two_vms_add_multi_exact_mac_on_vf": [
+    "jumboframes_bigger_jumbo": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP",
-                "IXGBE_10G-X550EM_X_10G_T",
-                "IXGBE_10G-X550T",
-                "IXGBE_10G-X540T"
+                "cavium_a034",
+                "cavium_0011"
             ],
             "Target": [
                 "ALL"
@@ -2325,46 +1122,59 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "two_vms_uplink_and_downlink_mirror": [
+    "jumboframes_jumbo_nojumbo": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "I40E_10G-10G_BASE_T_X722"
+                "cavium_a034",
+                "cavium_0011"
             ],
             "Target": [
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "NIC X722 firmware doesn't support to add more than one mirror rule in one vsi"
+            "Comments": "the nic not support this case"
         }
     ],
-    "two_vms_vlan_and_pool_and_uplink_and_downlink": [
+    "link_status_interrupt_port_available": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "I40E_10G-10G_BASE_T_X722"
+                "cavium_a034",
+                "cavium_0011"
             ],
             "Target": [
+                "arm64-thunderx-linuxapp-gcc"
+            ],
+            "Bug ID": "",
+            "Comments": "link_status_interrupt application assumes one certain CPU frequency, test fails on thunder boards"
+        },
+        {
+            "OS": [
                 "ALL"
             ],
+            "NIC": [
+                "IGC-I225_LM"
+            ],
+            "Target": [
+                "arm64-thunderx-linuxapp-gcc"
+            ],
             "Bug ID": "",
-            "Comments": "NIC X722 firmware doesn't support to add more than one mirror rule in one vsi"
+            "Comments": "NIC not support this case"
         }
     ],
-     "queue_region_with_rss_rule_api": [
+    "add_remove_mac_address": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP",
-                "IGB_1G-I350_COPPER",
-                "IXGBE_10G-X550EM_X_10G_T",
-                "IXGBE_10G-X550T"
+                "cavium_a034",
+                "cavium_0011"
             ],
             "Target": [
                 "ALL"
@@ -2373,43 +1183,40 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "queue_region_with_rss_rule_combination": [
+    "invalid_addresses": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP",
-                "IGB_1G-I350_COPPER",
-                "IXGBE_10G-X550EM_X_10G_T",
-                "IXGBE_10G-X550T"
+                "cavium_a034",
+                "cavium_0011"
             ],
             "Target": [
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case"
+            "Comments": ""
         }
     ],
-     "queue_region_with_invalid_parameter": [
+    "qinq_packet_filter_VF_queues": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP",
-                "IGB_1G-I350_COPPER",
-                "IXGBE_10G-X550EM_X_10G_T",
-                "IXGBE_10G-X550T"
+                "ALL"
             ],
             "Target": [
-                "ALL"
+                "i686-native-linuxapp-gcc",
+                "i686-native-linuxapp-icc",
+                "i686-native-linuxapp-clang"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case"
+            "Comments": "32 bit address space limited"
         }
     ],
-     "retrieve_reg": [
+    "port_mtu": [
         {
             "OS": [
                 "ALL"
@@ -2422,24 +1229,19 @@ 
                 "I40E_10G-X722_A0",
                 "I40E_10G-SFP_X722",
                 "I40E_10G-10G_BASE_T_X722",
-                "cavium_a063",
                 "IAVF_10G-X722_VF",
-                "cavium_a064",
-                "ICE_25G-E810C_SFP",
-		"ICE_25G-E823C_QSFP",
-                "ICE_100G-E810C_QSFP",
                 "I40E_10G-10G_BASE_T_BC",
                 "IGC-I226_LM",
-		"IGC-I225_LM"
+                "IGC-I225_LM"
             ],
             "Target": [
                 "ALL"
             ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
+            "Bug ID": "DPDK-2513, DPDK-30123",
+            "Comments": "the driver not suport this case"
         }
     ],
-        "stats_show_clear": [
+    "multicast_mode": [
         {
             "OS": [
                 "ALL"
@@ -2454,20 +1256,13 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "tso_tunneling": [
+    "promisc_mode": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "IXGBE_10G-82599_SFP",
-                "IGB_1G-I350_COPPER",
-                "IXGBE_10G-X540T",
-                "IXGBE_10G-X550EM_X_10G_T",
-                "IXGBE_10G-X550T",
-		"IGC-I225_LM",
-                "IGC-I226_LM",
-		"IGB_1G-I210_COPPER"
+                "IXGBE_10G-82599_SFP"
             ],
             "Target": [
                 "ALL"
@@ -2476,14 +1271,13 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "flow_director_rss_rule_combination": [
+    "broadcast_mode": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "cavium_a063",
-                "cavium_a064"
+                "IXGBE_10G-82599_SFP"
             ],
             "Target": [
                 "ALL"
@@ -2492,14 +1286,13 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "ring_dump": [
+    "vf_mtu": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "cavium_a063",
-                "cavium_a064"
+                "IXGBE_10G-82599_SFP"
             ],
             "Target": [
                 "ALL"
@@ -2508,14 +1301,13 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "reconfigure_ports": [
+    "vlan_tag": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "cavium_a063",
-                "cavium_a064"
+                "IXGBE_10G-82599_SFP"
             ],
             "Target": [
                 "ALL"
@@ -2524,16 +1316,18 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "vlan_change_tpid": [
+    "all_queues_drop": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "cavium_a063",
-                "cavium_a064",
-                "IGC-I226_LM",
-		"IGC-I225_LM"
+                "I40E_10G-SFP_X710",
+                "I40E_40G-QSFP_A",
+                "I40E_40G-QSFP_B",
+                "I40E_25G-25G_SFP28",
+                "I40E_10G-10G_BASE_T_BC",
+		"I40E_10G-10G_BASE_T_X722"
             ],
             "Target": [
                 "ALL"
@@ -2542,13 +1336,13 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "set_promiscuousmode": [
+    "vlan_filter": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "cavium_a064"
+                "IXGBE_10G-82599_SFP"
             ],
             "Target": [
                 "ALL"
@@ -2557,64 +1351,68 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "tunnel_filter": [
+    "rss": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "ICE_25G-E810C_SFP",
-		"ICE_25G-E823C_QSFP",
-                "ICE_100G-E810C_QSFP",
-                "cavium_a063",
-                "cavium_a064"
+                "IXGBE_10G-82599_SFP"
             ],
             "Target": [
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case: ice_dev_filter_ctrl(): Filter type (6) not supported"
+            "Comments": "the nic not support this case"
         }
     ],
-     "tunnel_filter_invalid": [
+    "qinq_filter_with_diffierent_tpid": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "ICE_25G-E810C_SFP",
-		"ICE_25G-E823C_QSFP",
-                "ICE_100G-E810C_QSFP",
-                "cavium_a063",
-                "cavium_a064"
+                "I40E_10G-SFP_X710",
+                "I40E_40G-QSFP_A",
+                "I40E_40G-QSFP_B",
+                "I40E_25G-25G_SFP28",
+                "I40E_10G-10G_BASE_T_BC"
             ],
             "Target": [
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case: ice_dev_filter_ctrl(): Filter type (6) not supported"
+            "Comments": "if update vlan tpid, kernel driver send packet with error packet type "
         }
     ],
-     "GRE_packet_filter": [
+    "vlan_qinq_tpid": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "ICE_25G-E810C_SFP",
-		"ICE_25G-E823C_QSFP",
-                "ICE_100G-E810C_QSFP",
+                "I40E_10G-SFP_X710",
+                "I40E_40G-QSFP_A",
+                "I40E_40G-QSFP_B",
+                "cavium_a034",
+                "cavium_a011",
                 "cavium_a063",
-                "cavium_a064"
+                "I40E_25G-25G_SFP28",
+                "I40E_10G-SFP_X722",
+                "I40E_10G-10G_BASE_T_X722",
+                "cavium_a064",
+                "I40E_10G-10G_BASE_T_BC",
+                "IGC-I226_LM",
+                "IGC-I225_LM"
             ],
             "Target": [
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case: ice_dev_filter_ctrl(): Filter type (6) not supported"
+            "Comments": "if update vlan tpid, kernel driver send packet with error packet type "
         }
     ],
-    "two_vms_pool_down_mirrors": [
+    "two_vms_add_multi_exact_mac_on_vf": [
         {
             "OS": [
                 "ALL"
@@ -2632,14 +1430,44 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "retrieve_eeprom": [
+     "queue_region_with_rss_rule_combination": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "IXGBE_10G-82599_SFP",
+                "IGB_1G-I350_COPPER",
+                "IXGBE_10G-X550EM_X_10G_T",
+                "IXGBE_10G-X550T"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "the nic not support this case"
+        }
+    ],
+     "retrieve_reg": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
+                "I40E_10G-SFP_X710",
+                "I40E_40G-QSFP_A",
+                "I40E_40G-QSFP_B",
+                "I40E_25G-25G_SFP28",
+                "I40E_10G-X722_A0",
+                "I40E_10G-SFP_X722",
+                "I40E_10G-10G_BASE_T_X722",
                 "cavium_a063",
+                "IAVF_10G-X722_VF",
                 "cavium_a064",
+                "ICE_25G-E810C_SFP",
+		"ICE_25G-E823C_QSFP",
+                "ICE_100G-E810C_QSFP",
+                "I40E_10G-10G_BASE_T_BC",
                 "IGC-I226_LM",
 		"IGC-I225_LM"
             ],
@@ -2650,14 +1478,13 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-    "enable_disablejumbo": [
+        "stats_show_clear": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "cavium_a063",
-                "cavium_a064"
+                "IXGBE_10G-82599_SFP"
             ],
             "Target": [
                 "ALL"
@@ -2666,14 +1493,20 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "power_acpi_cpufreq": [
+     "tso_tunneling": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
-                "cavium_a063",
-                "cavium_a064"
+                "IXGBE_10G-82599_SFP",
+                "IGB_1G-I350_COPPER",
+                "IXGBE_10G-X540T",
+                "IXGBE_10G-X550EM_X_10G_T",
+                "IXGBE_10G-X550T",
+		"IGC-I225_LM",
+                "IGC-I226_LM",
+		"IGB_1G-I210_COPPER"
             ],
             "Target": [
                 "ALL"
@@ -2682,7 +1515,7 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "power_cpufreq": [
+     "flow_director_rss_rule_combination": [
         {
             "OS": [
                 "ALL"
@@ -2698,7 +1531,7 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "nvgre_ipv4_checksum_offload": [
+     "reconfigure_ports": [
         {
             "OS": [
                 "ALL"
@@ -2714,14 +1547,16 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "different_types_rss_queue_rule": [
+     "vlan_change_tpid": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
                 "cavium_a063",
-                "cavium_a064"
+                "cavium_a064",
+                "IGC-I226_LM",
+		"IGC-I225_LM"
             ],
             "Target": [
                 "ALL"
@@ -2730,12 +1565,15 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "disable_enable_rss": [
+     "tunnel_filter": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
+                "ICE_25G-E810C_SFP",
+		"ICE_25G-E823C_QSFP",
+                "ICE_100G-E810C_QSFP",
                 "cavium_a063",
                 "cavium_a064"
             ],
@@ -2743,15 +1581,18 @@ 
                 "ALL"
             ],
             "Bug ID": "",
-            "Comments": "the nic not support this case"
+            "Comments": "the nic not support this case: ice_dev_filter_ctrl(): Filter type (6) not supported"
         }
     ],
-     "disable_rss_in_commandline": [
+     "tunnel_filter_invalid": [
         {
             "OS": [
                 "ALL"
             ],
             "NIC": [
+                "ICE_25G-E810C_SFP",
+		"ICE_25G-E823C_QSFP",
+                "ICE_100G-E810C_QSFP",
                 "cavium_a063",
                 "cavium_a064"
             ],
@@ -2759,10 +1600,28 @@ 
                 "ALL"
             ],
             "Bug ID": "",
+            "Comments": "the nic not support this case: ice_dev_filter_ctrl(): Filter type (6) not supported"
+        }
+    ],
+    "retrieve_eeprom": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063",
+                "cavium_a064",
+                "IGC-I226_LM",
+		"IGC-I225_LM"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
             "Comments": "the nic not support this case"
         }
     ],
-     "enable_ipv4_udp_rss": [
+     "nvgre_ipv4_checksum_offload": [
         {
             "OS": [
                 "ALL"
@@ -2778,7 +1637,7 @@ 
             "Comments": "the nic not support this case"
         }
     ],
-     "rss_queue_rule": [
+     "disable_rss_in_commandline": [
         {
             "OS": [
                 "ALL"
@@ -2948,21 +1807,6 @@ 
             "Comments": "freebsd not support create vf"
         }
     ],
-    "ipv6_5tuple_hash_table": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGC-I225_LM"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "NIC not support this case"
-        }
-    ],
     "fdir_for_vlan": [
         {
             "OS": [
@@ -3169,37 +2013,6 @@ 
             "Comments": "only support by i40e"
         }
     ],
-
-    "perf_pvp_split_ring_dequeue_zero_copy": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IXGBE_10G-82599_SFP"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
-    "perf_pvp_packed_ring_dequeue_zero_copy": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IXGBE_10G-82599_SFP"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "the nic not support this case"
-        }
-    ],
     "check_double_VLAN_fields_in_RXD_8021ad": [
         {
             "OS": [
@@ -3574,21 +2387,6 @@ 
             "Comments": "Nic not support this case"
        }
     ],
-    "rxoffload_port": [
-        {
-            "OS": [
-                "ALL"
-            ],
-            "NIC": [
-                "IGB_1G-I210_COPPER"
-            ],
-            "Target": [
-                "ALL"
-            ],
-            "Bug ID": "",
-            "Comments": "Nic not support this case"
-        }
-    ],
     "txoffload_port_cmdline": [
         {
             "OS": [