From patchwork Mon Nov 20 16:22:57 2023 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: Robin Jarry X-Patchwork-Id: 134483 X-Patchwork-Delegate: thomas@monjalon.net Return-Path: X-Original-To: patchwork@inbox.dpdk.org Delivered-To: patchwork@inbox.dpdk.org Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124]) by inbox.dpdk.org (Postfix) with ESMTP id ABCF343380; Mon, 20 Nov 2023 17:24:57 +0100 (CET) Received: from mails.dpdk.org (localhost [127.0.0.1]) by mails.dpdk.org (Postfix) with ESMTP id 98E6E42DDE; Mon, 20 Nov 2023 17:24:57 +0100 (CET) Received: from us-smtp-delivery-124.mimecast.com (us-smtp-delivery-124.mimecast.com [170.10.129.124]) by mails.dpdk.org (Postfix) with ESMTP id 0733B42DD2 for ; Mon, 20 Nov 2023 17:24:55 +0100 (CET) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=redhat.com; s=mimecast20190719; t=1700497495; h=from:from:reply-to:subject:subject:date:date:message-id:message-id: to:to:cc:mime-version:mime-version:content-type:content-type: content-transfer-encoding:content-transfer-encoding: in-reply-to:in-reply-to:references:references; bh=ZxEHw4Nku61+iu42MEl7doQM7ZVPR3esNq1nfclmLPo=; b=Qx/XOREEFepLUEdRhHsDsKwc8Gym4gsl4/Ux016IePSM3zbPpTOVXAeL3etSgvTDVrVmMH CWe9hqnKWd9mz6lmSiFvLVjzCKHzoz6hFz4HGqcLGSat1N4M6hV1PnZlGL1wZCo4O1Lt1B 0Bcu0ROqW8h+Zy6wTG/U+amzkuPP9EU= Received: from mimecast-mx02.redhat.com (mimecast-mx02.redhat.com [66.187.233.88]) by relay.mimecast.com with ESMTP with STARTTLS (version=TLSv1.3, cipher=TLS_AES_256_GCM_SHA384) id us-mta-451-PwyH2kxkOdmBFsD5Ot2o0w-1; Mon, 20 Nov 2023 11:24:54 -0500 X-MC-Unique: PwyH2kxkOdmBFsD5Ot2o0w-1 Received: from smtp.corp.redhat.com (int-mx06.intmail.prod.int.rdu2.redhat.com [10.11.54.6]) (using TLSv1.3 with cipher TLS_AES_256_GCM_SHA384 (256/256 bits) key-exchange X25519 server-signature RSA-PSS (2048 bits) server-digest SHA256) (No client certificate requested) by mimecast-mx02.redhat.com (Postfix) with ESMTPS id BFF1B185A784 for ; Mon, 20 Nov 2023 16:24:53 +0000 (UTC) Received: from localhost.localdomain (unknown [10.39.208.14]) by smtp.corp.redhat.com (Postfix) with ESMTP id 47FAA2166B26 for ; Mon, 20 Nov 2023 16:24:53 +0000 (UTC) From: Robin Jarry To: dev@dpdk.org Subject: [PATCH v2 1/3] usertools/rss: add driver abstractions Date: Mon, 20 Nov 2023 17:22:57 +0100 Message-ID: <20231120162256.74399-4-rjarry@redhat.com> In-Reply-To: <20231023080710.240402-3-rjarry@redhat.com> References: <20231023080710.240402-3-rjarry@redhat.com> MIME-Version: 1.0 X-Scanned-By: MIMEDefang 3.4.1 on 10.11.54.6 X-Mimecast-Spam-Score: 0 X-Mimecast-Originator: redhat.com X-BeenThere: dev@dpdk.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: DPDK patches and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dev-bounces@dpdk.org The default RETA size is not the same for all drivers. In some drivers (mlx5), the RETA size may also be dependent on the number of RX queues. Introduce a new DriverInfo abstraction for known keys. Define a simple API to expose the RSS key and RETA size (based on the number of RX queues). Use that abstraction for all three known keys. Signed-off-by: Robin Jarry Acked-by: Sunil Kumar Kori --- usertools/dpdk-rss-flows.py | 151 ++++++++++++++++++++++-------------- 1 file changed, 93 insertions(+), 58 deletions(-) diff --git a/usertools/dpdk-rss-flows.py b/usertools/dpdk-rss-flows.py index 73821eb47125..241ee4fe28c6 100755 --- a/usertools/dpdk-rss-flows.py +++ b/usertools/dpdk-rss-flows.py @@ -154,60 +154,81 @@ def balanced_traffic( NO_PORT = (0,) -# fmt: off -# rss_intel_key, see drivers/net/ixgbe/ixgbe_rxtx.c -RSS_KEY_INTEL = bytes( - ( - 0x6d, 0x5a, 0x56, 0xda, 0x25, 0x5b, 0x0e, 0xc2, - 0x41, 0x67, 0x25, 0x3d, 0x43, 0xa3, 0x8f, 0xb0, - 0xd0, 0xca, 0x2b, 0xcb, 0xae, 0x7b, 0x30, 0xb4, - 0x77, 0xcb, 0x2d, 0xa3, 0x80, 0x30, 0xf2, 0x0c, - 0x6a, 0x42, 0xb7, 0x3b, 0xbe, 0xac, 0x01, 0xfa, - ) -) -# rss_hash_default_key, see drivers/net/mlx5/mlx5_rxq.c -RSS_KEY_MLX = bytes( - ( - 0x2c, 0xc6, 0x81, 0xd1, 0x5b, 0xdb, 0xf4, 0xf7, - 0xfc, 0xa2, 0x83, 0x19, 0xdb, 0x1a, 0x3e, 0x94, - 0x6b, 0x9e, 0x38, 0xd9, 0x2c, 0x9c, 0x03, 0xd1, - 0xad, 0x99, 0x44, 0xa7, 0xd9, 0x56, 0x3d, 0x59, - 0x06, 0x3c, 0x25, 0xf3, 0xfc, 0x1f, 0xdc, 0x2a, - ) -) -# rss_key_default, see drivers/net/i40e/i40e_ethdev.c -# i40e is the only driver that takes 52 bytes keys -RSS_KEY_I40E = bytes( - ( - 0x44, 0x39, 0x79, 0x6b, 0xb5, 0x4c, 0x50, 0x23, - 0xb6, 0x75, 0xea, 0x5b, 0x12, 0x4f, 0x9f, 0x30, - 0xb8, 0xa2, 0xc0, 0x3d, 0xdf, 0xdc, 0x4d, 0x02, - 0xa0, 0x8c, 0x9b, 0x33, 0x4a, 0xf6, 0x4a, 0x4c, - 0x05, 0xc6, 0xfa, 0x34, 0x39, 0x58, 0xd8, 0x55, - 0x7d, 0x99, 0x58, 0x3a, 0xe1, 0x38, 0xc9, 0x2e, - 0x81, 0x15, 0x03, 0x66, - ) -) -# fmt: on -DEFAULT_DRIVER_KEYS = { - "intel": RSS_KEY_INTEL, - "mlx": RSS_KEY_MLX, - "i40e": RSS_KEY_I40E, + +class DriverInfo: + def __init__(self, key: bytes = None, reta_size: int = None): + self.__key = key + self.__reta_size = reta_size + + def rss_key(self) -> bytes: + return self.__key + + def reta_size(self, num_queues: int) -> int: + return self.__reta_size + + +class MlxDriverInfo(DriverInfo): + def rss_key(self) -> bytes: + return bytes( + ( + # fmt: off + # rss_hash_default_key, see drivers/net/mlx5/mlx5_rxq.c + 0x2c, 0xc6, 0x81, 0xd1, 0x5b, 0xdb, 0xf4, 0xf7, + 0xfc, 0xa2, 0x83, 0x19, 0xdb, 0x1a, 0x3e, 0x94, + 0x6b, 0x9e, 0x38, 0xd9, 0x2c, 0x9c, 0x03, 0xd1, + 0xad, 0x99, 0x44, 0xa7, 0xd9, 0x56, 0x3d, 0x59, + 0x06, 0x3c, 0x25, 0xf3, 0xfc, 0x1f, 0xdc, 0x2a, + # fmt: on + ) + ) + + def reta_size(self, num_queues: int) -> int: + if num_queues & (num_queues - 1) == 0: + # If the requested number of RX queues is power of two, + # use a table of this size. + return num_queues + # otherwise, use the maximum table size + return 512 + + +DEFAULT_DRIVERS = { + "intel": DriverInfo( + key=bytes( + ( + # fmt: off + # rss_intel_key, see drivers/net/ixgbe/ixgbe_rxtx.c + 0x6d, 0x5a, 0x56, 0xda, 0x25, 0x5b, 0x0e, 0xc2, + 0x41, 0x67, 0x25, 0x3d, 0x43, 0xa3, 0x8f, 0xb0, + 0xd0, 0xca, 0x2b, 0xcb, 0xae, 0x7b, 0x30, 0xb4, + 0x77, 0xcb, 0x2d, 0xa3, 0x80, 0x30, 0xf2, 0x0c, + 0x6a, 0x42, 0xb7, 0x3b, 0xbe, 0xac, 0x01, 0xfa, + # fmt: on + ) + ), + reta_size=128, + ), + "mlx": MlxDriverInfo(), + "i40e": DriverInfo( + key=bytes( + ( + # fmt: off + # rss_key_default, see drivers/net/i40e/i40e_ethdev.c + # i40e is the only driver that takes 52 bytes keys + 0x44, 0x39, 0x79, 0x6b, 0xb5, 0x4c, 0x50, 0x23, + 0xb6, 0x75, 0xea, 0x5b, 0x12, 0x4f, 0x9f, 0x30, + 0xb8, 0xa2, 0xc0, 0x3d, 0xdf, 0xdc, 0x4d, 0x02, + 0xa0, 0x8c, 0x9b, 0x33, 0x4a, 0xf6, 0x4a, 0x4c, + 0x05, 0xc6, 0xfa, 0x34, 0x39, 0x58, 0xd8, 0x55, + 0x7d, 0x99, 0x58, 0x3a, 0xe1, 0x38, 0xc9, 0x2e, + 0x81, 0x15, 0x03, 0x66, + # fmt: on + ) + ), + reta_size=512, + ), } -def rss_key(value): - if value in DEFAULT_DRIVER_KEYS: - return DEFAULT_DRIVER_KEYS[value] - try: - key = binascii.unhexlify(value) - if len(key) not in (40, 52): - raise argparse.ArgumentTypeError("The key must be 40 or 52 bytes long") - return key - except (TypeError, ValueError) as e: - raise argparse.ArgumentTypeError(str(e)) from e - - def port_range(value): try: if "-" in value: @@ -296,21 +317,20 @@ def parse_args(): parser.add_argument( "-k", "--rss-key", - default=RSS_KEY_INTEL, - type=rss_key, - help=""" - The random 40-bytes key used to compute the RSS hash. This option + default="intel", + help=f""" + The random key used to compute the RSS hash. This option supports either a well-known name or the hex value of the key - (well-known names: "intel", "mlx", default: "intel"). + (well-known names: {', '.join(DEFAULT_DRIVERS)}, default: intel). """, ) parser.add_argument( "-t", "--reta-size", - default=128, type=power_of_two, help=""" - Size of the redirection table or "RETA" (default: 128). + Size of the redirection table or "RETA" (default: depends on driver if + using a well-known driver name, otherwise 128). """, ) parser.add_argument( @@ -339,9 +359,24 @@ def parse_args(): parser.error( f"{args.ip_src} and {args.ip_dst} don't have the same protocol version" ) + + if args.rss_key in DEFAULT_DRIVERS: + driver_info = DEFAULT_DRIVERS[args.rss_key] + else: + try: + key = binascii.unhexlify(args.rss_key) + except (TypeError, ValueError) as e: + parser.error(f"RSS_KEY: {e}") + driver_info = DriverInfo(key=key, reta_size=128) + + if args.reta_size is None: + args.reta_size = driver_info.reta_size(args.rx_queues) + if args.reta_size < args.rx_queues: parser.error("RETA_SIZE must be greater than or equal to RX_QUEUES") + args.rss_key = driver_info.rss_key() + return args From patchwork Mon Nov 20 16:22:58 2023 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 8bit X-Patchwork-Submitter: Robin Jarry X-Patchwork-Id: 134484 X-Patchwork-Delegate: thomas@monjalon.net Return-Path: X-Original-To: patchwork@inbox.dpdk.org Delivered-To: patchwork@inbox.dpdk.org Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124]) by inbox.dpdk.org (Postfix) with ESMTP id D0ABD43380; Mon, 20 Nov 2023 17:25:01 +0100 (CET) Received: from mails.dpdk.org (localhost [127.0.0.1]) by mails.dpdk.org (Postfix) with ESMTP id AD7DA42E1B; Mon, 20 Nov 2023 17:24:58 +0100 (CET) Received: from us-smtp-delivery-124.mimecast.com (us-smtp-delivery-124.mimecast.com [170.10.133.124]) by mails.dpdk.org (Postfix) with ESMTP id 7E60542DD2 for ; Mon, 20 Nov 2023 17:24:56 +0100 (CET) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=redhat.com; s=mimecast20190719; t=1700497496; h=from:from:reply-to:subject:subject:date:date:message-id:message-id: to:to:cc:mime-version:mime-version:content-type:content-type: content-transfer-encoding:content-transfer-encoding: in-reply-to:in-reply-to:references:references; bh=PmH1XFF6Uknse6BlsKujx37NOzDriwAFZBeeZKf4kSU=; b=RiaK/soMQ94tzVxNfTmLXYgZF4+K5f5J3fYLI2V1Gq9aZpEqG92OS2JazkNyPWCmyhi+BL MtWkhP1BIbXgBRtLaOlHG+N/lcpodIavAvkg9JJ+p14EIAVqRMhb2GVszo4Ak59Q763r6g AdjfixaWcUG/9vuWXLIsdqT6J0tS1WU= Received: from mimecast-mx02.redhat.com (mimecast-mx02.redhat.com [66.187.233.88]) by relay.mimecast.com with ESMTP with STARTTLS (version=TLSv1.3, cipher=TLS_AES_256_GCM_SHA384) id us-mta-28-u0mPgMcENkKpcfYh_uLK-g-1; Mon, 20 Nov 2023 11:24:54 -0500 X-MC-Unique: u0mPgMcENkKpcfYh_uLK-g-1 Received: from smtp.corp.redhat.com (int-mx06.intmail.prod.int.rdu2.redhat.com [10.11.54.6]) (using TLSv1.3 with cipher TLS_AES_256_GCM_SHA384 (256/256 bits) key-exchange X25519 server-signature RSA-PSS (2048 bits) server-digest SHA256) (No client certificate requested) by mimecast-mx02.redhat.com (Postfix) with ESMTPS id 83C9C811E86 for ; Mon, 20 Nov 2023 16:24:54 +0000 (UTC) Received: from localhost.localdomain (unknown [10.39.208.14]) by smtp.corp.redhat.com (Postfix) with ESMTP id 1230C2166B26 for ; Mon, 20 Nov 2023 16:24:53 +0000 (UTC) From: Robin Jarry To: dev@dpdk.org Subject: [PATCH v2 2/3] usertools/rss: add --info flag Date: Mon, 20 Nov 2023 17:22:58 +0100 Message-ID: <20231120162256.74399-5-rjarry@redhat.com> In-Reply-To: <20231120162256.74399-4-rjarry@redhat.com> References: <20231023080710.240402-3-rjarry@redhat.com> <20231120162256.74399-4-rjarry@redhat.com> MIME-Version: 1.0 X-Scanned-By: MIMEDefang 3.4.1 on 10.11.54.6 X-Mimecast-Spam-Score: 0 X-Mimecast-Originator: redhat.com X-BeenThere: dev@dpdk.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: DPDK patches and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dev-bounces@dpdk.org Add a flag to print the RSS key and RETA size that are used to compute balanced traffic. Example: $ usertools/dpdk-rss-flows.py -i 4 1.0.0.0 2.2.0.0/24 -k mlx RSS key: 2cc681d15bdbf4f7fca28319db1a3e946b9e38d92c9c03d1ad9944a7d… RETA size: 4 SRC_IP DST_IP QUEUE 1.0.0.0 2.2.0.1 2 1.0.0.0 2.2.0.2 0 1.0.0.0 2.2.0.4 1 1.0.0.0 2.2.0.6 3 The flag is only available with the default text output. Signed-off-by: Robin Jarry Acked-by: Sunil Kumar Kori --- usertools/dpdk-rss-flows.py | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/usertools/dpdk-rss-flows.py b/usertools/dpdk-rss-flows.py index 241ee4fe28c6..fd225a697f08 100755 --- a/usertools/dpdk-rss-flows.py +++ b/usertools/dpdk-rss-flows.py @@ -352,6 +352,14 @@ def parse_args(): Output in parseable JSON format. """, ) + parser.add_argument( + "-i", + "--info", + action="store_true", + help=""" + Print RETA size and RSS key above the results. Not available with --json. + """, + ) args = parser.parse_args() @@ -360,6 +368,9 @@ def parse_args(): f"{args.ip_src} and {args.ip_dst} don't have the same protocol version" ) + if args.json and args.info: + parser.error("--json and --info are mutually exclusive") + if args.rss_key in DEFAULT_DRIVERS: driver_info = DEFAULT_DRIVERS[args.rss_key] else: @@ -442,6 +453,11 @@ def main(): cells.append(r) rows.append(tuple(cells)) + if args.info: + print(f"RSS key: {binascii.hexlify(args.rss_key).decode()}") + print(f"RETA size: {args.reta_size}") + print() + fmt = [f"%-{w}s" for w in widths] fmt[-1] = "%s" # avoid trailing whitespace fmt = " ".join(fmt) From patchwork Mon Nov 20 16:22:59 2023 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: Robin Jarry X-Patchwork-Id: 134485 X-Patchwork-Delegate: thomas@monjalon.net Return-Path: X-Original-To: patchwork@inbox.dpdk.org Delivered-To: patchwork@inbox.dpdk.org Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124]) by inbox.dpdk.org (Postfix) with ESMTP id 89F2643380; Mon, 20 Nov 2023 17:25:07 +0100 (CET) Received: from mails.dpdk.org (localhost [127.0.0.1]) by mails.dpdk.org (Postfix) with ESMTP id BF2A742E20; Mon, 20 Nov 2023 17:25:00 +0100 (CET) Received: from us-smtp-delivery-124.mimecast.com (us-smtp-delivery-124.mimecast.com [170.10.129.124]) by mails.dpdk.org (Postfix) with ESMTP id 6D63A42E1E for ; Mon, 20 Nov 2023 17:24:59 +0100 (CET) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=redhat.com; s=mimecast20190719; t=1700497499; h=from:from:reply-to:subject:subject:date:date:message-id:message-id: to:to:cc:cc:mime-version:mime-version:content-type:content-type: content-transfer-encoding:content-transfer-encoding: in-reply-to:in-reply-to:references:references; bh=YLXvMHKmsaVt2y2IEoRpFEIkhA4z0j8A4xP13OO+IhE=; b=adt/xDrLcQWQ4KIQyN4NtGz9IJZlm+Otcclo5mdQk5/79x2xoENKRum662kfXlLQ/7e9f0 mtSKpfQjwzN/V5s9OowtzoHo8O3CPPP4UI1dGz1hNybkBa0B33115WdK3149KsXHXNRKdW qWB/NWJlqK6MGXaQ3j+xYP0iGzqMTnY= Received: from mimecast-mx02.redhat.com (mimecast-mx02.redhat.com [66.187.233.88]) by relay.mimecast.com with ESMTP with STARTTLS (version=TLSv1.3, cipher=TLS_AES_256_GCM_SHA384) id us-mta-679-n9llTLBzNuOguYD6wzF1Sg-1; Mon, 20 Nov 2023 11:24:55 -0500 X-MC-Unique: n9llTLBzNuOguYD6wzF1Sg-1 Received: from smtp.corp.redhat.com (int-mx06.intmail.prod.int.rdu2.redhat.com [10.11.54.6]) (using TLSv1.3 with cipher TLS_AES_256_GCM_SHA384 (256/256 bits) key-exchange X25519 server-signature RSA-PSS (2048 bits) server-digest SHA256) (No client certificate requested) by mimecast-mx02.redhat.com (Postfix) with ESMTPS id 71310185A782; Mon, 20 Nov 2023 16:24:55 +0000 (UTC) Received: from localhost.localdomain (unknown [10.39.208.14]) by smtp.corp.redhat.com (Postfix) with ESMTP id C9CEF2166B26; Mon, 20 Nov 2023 16:24:54 +0000 (UTC) From: Robin Jarry To: dev@dpdk.org Cc: Sunil Kumar Kori Subject: [PATCH v2 3/3] usertools/rss: add CNXK well-known key Date: Mon, 20 Nov 2023 17:22:59 +0100 Message-ID: <20231120162256.74399-6-rjarry@redhat.com> In-Reply-To: <20231120162256.74399-4-rjarry@redhat.com> References: <20231023080710.240402-3-rjarry@redhat.com> <20231120162256.74399-4-rjarry@redhat.com> MIME-Version: 1.0 X-Scanned-By: MIMEDefang 3.4.1 on 10.11.54.6 X-Mimecast-Spam-Score: 0 X-Mimecast-Originator: redhat.com X-BeenThere: dev@dpdk.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: DPDK patches and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dev-bounces@dpdk.org Add default RSS key for CNXK platforms. CNXK platform uses 48 bytes long key for hash calculations and a default RETA size of 64. Example: ~$ usertools/dpdk-rss-flows.py 8 28.0.0.0/24 40.0.0.0/24 -k cnxk SRC_IP DST_IP QUEUE 28.0.0.1 40.0.0.1 7 28.0.0.1 40.0.0.2 2 28.0.0.1 40.0.0.3 4 28.0.0.1 40.0.0.7 1 28.0.0.1 40.0.0.8 3 28.0.0.1 40.0.0.9 5 28.0.0.1 40.0.0.10 0 28.0.0.1 40.0.0.11 6 Co-authored-by: Sunil Kumar Kori Signed-off-by: Robin Jarry Acked-by: Sunil Kumar Kori --- usertools/dpdk-rss-flows.py | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/usertools/dpdk-rss-flows.py b/usertools/dpdk-rss-flows.py index fd225a697f08..be9b3d760c03 100755 --- a/usertools/dpdk-rss-flows.py +++ b/usertools/dpdk-rss-flows.py @@ -226,6 +226,23 @@ def reta_size(self, num_queues: int) -> int: ), reta_size=512, ), + "cnxk": DriverInfo( + key=bytes( + ( + # fmt: off + # roc_nix_rss_key_default_fill, see drivers/common/cnxk/roc_nix_rss.c + # Marvell's cnxk NICs take 48 bytes keys + 0xfe, 0xed, 0x0b, 0xad, 0xfe, 0xed, 0x0b, 0xad, + 0xfe, 0xed, 0x0b, 0xad, 0xfe, 0xed, 0x0b, 0xad, + 0xfe, 0xed, 0x0b, 0xad, 0xfe, 0xed, 0x0b, 0xad, + 0xfe, 0xed, 0x0b, 0xad, 0xfe, 0xed, 0x0b, 0xad, + 0xfe, 0xed, 0x0b, 0xad, 0xfe, 0xed, 0x0b, 0xad, + 0xfe, 0xed, 0x0b, 0xad, 0xfe, 0xed, 0x0b, 0xad, + # fmt: on + ) + ), + reta_size=64, + ), }