X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Flibraries%2Fpython%2FConstants.py;h=5f07aac357b80583bbef975341f797073139eed6;hb=6ce4dd6a1dc7d4ca4f6aa00dba7713bbb989b3c3;hp=6e44d39e80b8d989d2463e6151b3b7f38af4296e;hpb=e08706e85b412b1307df3789fdbe747b43c2bd95;p=csit.git diff --git a/resources/libraries/python/Constants.py b/resources/libraries/python/Constants.py index 6e44d39e80..5f07aac357 100644 --- a/resources/libraries/python/Constants.py +++ b/resources/libraries/python/Constants.py @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -117,12 +117,13 @@ def get_optimistic_bool_from_env(env_var_names): class Constants: - """Constants used in CSIT. + """Constants used in CSIT.""" - TODO: Yaml files are easier for humans to edit. - Figure out how to set the attributes by parsing a file - that works regardless of current working directory. - """ + # Version for CSIT data model. See docs/model/. + MODEL_VERSION = u"1.5.1" + + # Global off-switch in case JSON export is large or slow. + EXPORT_JSON = get_optimistic_bool_from_env(u"EXPORT_JSON") # OpenVPP testing directory location at topology nodes REMOTE_FW_DIR = u"/tmp/openvpp-testing" @@ -130,30 +131,33 @@ class Constants: # shell scripts location RESOURCES_LIB_SH = u"resources/libraries/bash" + # python scripts location + RESOURCES_LIB_PY = u"resources/libraries/python" + + # shell scripts location + RESOURCES_TOOLS = u"resources/tools" + # Python API provider location RESOURCES_PAPI_PROVIDER = u"resources/tools/papi/vpp_papi_provider.py" - # vat templates location - RESOURCES_TPL_VAT = u"resources/templates/vat" + # Templates location + RESOURCES_TPL = u"resources/templates" # Kubernetes templates location RESOURCES_TPL_K8S = u"resources/templates/kubernetes" - # KernelVM templates location - RESOURCES_TPL_VM = u"resources/templates/vm" - # Container templates location RESOURCES_TPL_CONTAINER = u"resources/templates/container" # VPP Communications Library templates location RESOURCES_TPL_VCL = u"resources/templates/vcl" + # VPP Communications Library templates location + RESOURCES_TPL_TELEMETRY = u"resources/templates/telemetry" + # VPP Communications Library LD_PRELOAD library VCL_LDPRELOAD_LIBRARY = u"/usr/lib/x86_64-linux-gnu/libvcl_ldpreload.so" - # OpenVPP VAT binary name - VAT_BIN_NAME = u"vpp_api_test" - # VPP service unit name VPP_UNIT = u"vpp" @@ -176,37 +180,60 @@ class Constants: QEMU_VM_IMAGE = u"/var/lib/vm/image.iso" # QEMU VM DPDK path - QEMU_VM_DPDK = u"/opt/dpdk-20.02" + QEMU_VM_DPDK = u"/opt/dpdk-23.07" # Docker container SUT image - DOCKER_SUT_IMAGE_UBUNTU = u"snergster/csit-sut:latest" + DOCKER_SUT_IMAGE_UBUNTU = u"csit_sut-ubuntu2204:local" # Docker container arm SUT image - DOCKER_SUT_IMAGE_UBUNTU_ARM = u"snergster/csit-arm-sut:latest" + DOCKER_SUT_IMAGE_UBUNTU_ARM = u"csit_sut-ubuntu2204:local" - # TRex install directory - TREX_INSTALL_DIR = u"/opt/trex-core-2.82" + # TRex install directory. + TREX_INSTALL_DIR = u"/opt/trex-core-3.03" - # TODO: Find the right way how to use it in trex profiles - # TRex pcap files directory + # TRex pcap files directory. TREX_PCAP_DIR = f"{TREX_INSTALL_DIR}/scripts/avl" # TRex limit memory. - TREX_LIMIT_MEMORY = get_int_from_env(u"TREX_LIMIT_MEMORY", 8192) + TREX_LIMIT_MEMORY = get_int_from_env("TREX_LIMIT_MEMORY", 8192) - # TRex number of cores - TREX_CORE_COUNT = get_int_from_env(u"TREX_CORE_COUNT", 8) + # TRex limit memory in case multiple dual interfaces configurations. + TREX_LIMIT_MEMORY_MULTI = get_int_from_env("TREX_LIMIT_MEMORY_MULTI", 16384) - # Trex force start regardless ports state - TREX_SEND_FORCE = get_pessimistic_bool_from_env(u"TREX_SEND_FORCE") + # TRex number of cores. + TREX_CORE_COUNT = get_int_from_env("TREX_CORE_COUNT", 16) - # TRex extra commandline arguments + # TRex number of cores in case multiple dual interface configurations. + TREX_CORE_COUNT_MULTI = get_int_from_env("TREX_CORE_COUNT_MULTI", 8) + + # TRex set number of RX/TX descriptors. + # Set to 0 to use default values. + TREX_TX_DESCRIPTORS_COUNT = get_int_from_env( + "TREX_TX_DESCRIPTORS_COUNT", 0 + ) + + TREX_RX_DESCRIPTORS_COUNT = get_int_from_env( + "TREX_RX_DESCRIPTORS_COUNT", 0 + ) + + # Trex force start regardless ports state. + TREX_SEND_FORCE = get_pessimistic_bool_from_env("TREX_SEND_FORCE") + + # TRex extra commandline arguments. TREX_EXTRA_CMDLINE = get_str_from_env( - u"TREX_EXTRA_CMDLINE", u"--mbuf-factor 32") + "TREX_EXTRA_CMDLINE", "--mbuf-factor 32" + ) - # graph node variant value - GRAPH_NODE_VARIANT = get_str_from_env( - u"GRAPH_NODE_VARIANT", u"") + # TRex port driver default vfio-pci or set to igb_uio. + TREX_PORT_DRIVER = get_str_from_env( + "TREX_PORT_DRIVER", "vfio-pci" + ) + + # Graph node variant value + GRAPH_NODE_VARIANT = get_str_from_env(u"GRAPH_NODE_VARIANT", u"") + + # Default memory page size in case multiple configured in system + DEFAULT_HUGEPAGE_SIZE = get_str_from_env(u"DEFAULT_HUGEPAGE_SIZE", u"2M") # Sysctl kernel.core_pattern KERNEL_CORE_PATTERN = u"/tmp/%p-%u-%g-%s-%t-%h-%e.core" @@ -215,7 +242,10 @@ class Constants: CORE_DUMP_DIR = u"/tmp" # Perf stat events (comma separated). - PERF_STAT_EVENTS = u"L1-icache-load-misses" + PERF_STAT_EVENTS = get_str_from_env( + u"PERF_STAT_EVENTS", + u"cpu-clock,context-switches,cpu-migrations,page-faults," + u"cycles,instructions,branches,branch-misses,L1-icache-load-misses") # Equivalent to ~0 used in vpp code BITWISE_NON_ZERO = 0xffffffff @@ -223,16 +253,46 @@ class Constants: # Default path to VPP API socket. SOCKSVR_PATH = u"/run/vpp/api.sock" + # Default path to VPP CLI socket. + SOCKCLI_PATH = u"/run/vpp/cli.sock" + + # Default path to VPP API Stats socket. + SOCKSTAT_PATH = u"/run/vpp/stats.sock" + + # This MTU value is used to force VPP to fragment 1518B packet into two. + MTU_FOR_FRAGMENTATION = 1043 + # Number of trials to execute in MRR test. PERF_TRIAL_MULTIPLICITY = get_int_from_env(u"PERF_TRIAL_MULTIPLICITY", 10) - # Duration of one trial in MRR test. + # Duration [s] of one trial in MRR test. PERF_TRIAL_DURATION = get_float_from_env(u"PERF_TRIAL_DURATION", 1.0) + # Whether to use latency streams in main search trials. + PERF_USE_LATENCY = get_pessimistic_bool_from_env(u"PERF_USE_LATENCY") + # Duration of one latency-specific trial in NDRPDR test. PERF_TRIAL_LATENCY_DURATION = get_float_from_env( u"PERF_TRIAL_LATENCY_DURATION", 5.0) + # For some testbeds TG takes longer than usual to start sending traffic. + # This constant [s] allows longer wait, without affecting + # the approximate duration. For example, use 0.098 for AWS. + PERF_TRIAL_STL_DELAY = get_float_from_env(u"PERF_TRIAL_STL_DELAY", 0.0) + + # ASTF usually needs a different value for the delay. + PERF_TRIAL_ASTF_DELAY = get_float_from_env( + u"PERF_TRIAL_ASTF_DELAY", 0.112 + ) + + # Number of data frames in TPUT transaction, used both by TCP and UDP. + # The value should be 33 to keep historic continuity for UDP TPUT tests, + # but we are limited by TRex window of 48 KiB, so for 9000B tests + # it means we can send only 5 full data frames in a burst. + # https://github.com/cisco-system-traffic-generator/ + # trex-core/blob/v2.88/src/44bsd/tcp_var.h#L896-L903 + ASTF_N_DATA_FRAMES = get_int_from_env(u"ASTF_N_DATA_FRAMES", 5) + # Extended debug (incl. vpp packet trace, linux perf stat, ...). # Full list is available as suite variable (__init__.robot) or is # override by test. @@ -243,9 +303,6 @@ class Constants: # /tmp directory is inside the DUT1 docker. DUT1_UUID = get_str_from_env(u"DUT1_UUID", u"") - # Default path to VPP API Stats socket. - SOCKSTAT_PATH = u"/run/vpp/stats.sock" - # Global "kill switch" for CRC checking during runtime. FAIL_ON_CRC_MISMATCH = get_pessimistic_bool_from_env( u"FAIL_ON_CRC_MISMATCH" @@ -259,67 +316,109 @@ class Constants: # Mapping from NIC name to its bps limit. NIC_NAME_TO_BPS_LIMIT = { - u"Cisco-VIC-1227": 10000000000, - u"Cisco-VIC-1385": 24500000000, u"Intel-X520-DA2": 10000000000, - u"Intel-X553": 10000000000, u"Intel-X710": 10000000000, u"Intel-XL710": 24500000000, u"Intel-XXV710": 24500000000, + u"Intel-E810XXV": 24500000000, + u"Intel-E822CQ": 24500000000, + u"Intel-E823C": 24500000000, u"Intel-E810CQ": 100000000000, u"Mellanox-CX556A": 100000000000, + u"Mellanox-CX6DX": 100000000000, + u"Mellanox-CX7VEAT": 200000000000, u"Amazon-Nitro-50G": 10000000000, + u"Amazon-Nitro-100G": 10000000000, + u"Amazon-Nitro-200G": 16000000000, u"virtual": 100000000, } # Mapping from NIC name to its pps limit. NIC_NAME_TO_PPS_LIMIT = { - u"Cisco-VIC-1227": 14880952, - u"Cisco-VIC-1385": 18750000, u"Intel-X520-DA2": 14880952, - u"Intel-X553": 14880952, u"Intel-X710": 14880952, u"Intel-XL710": 18750000, u"Intel-XXV710": 18750000, + u"Intel-E810XXV": 29000000, + u"Intel-E822CQ": 29000000, + u"Intel-E823C": 29000000, u"Intel-E810CQ": 58500000, - u"Mellanox-CX556A": 60000000, # 148809523, + u"Mellanox-CX556A": 148809523, + u"Mellanox-CX6DX": 148809523, + u"Mellanox-CX7VEAT": 297619046, u"Amazon-Nitro-50G": 1500000, + u"Amazon-Nitro-100G": 3000000, + u"Amazon-Nitro-200G": 6000000, u"virtual": 14880952, } # Suite file names use codes for NICs. NIC_NAME_TO_CODE = { - u"Cisco-VIC-1227": u"10ge2p1vic1227", - u"Cisco-VIC-1385": u"40ge2p1vic1385", - u"Intel-X520-DA2": u"10ge2p1x520", - u"Intel-X553": u"10ge2p1x553", - u"Intel-X710": u"10ge2p1x710", - u"Intel-XL710": u"40ge2p1xl710", - u"Intel-XXV710": u"25ge2p1xxv710", - u"Intel-E810CQ": u"100ge2p1e810cq", - u"Amazon-Nitro-50G": u"50ge1p1ENA", - u"Mellanox-CX556A": u"100ge2p1cx556a", + "Intel-X520-DA2": "10ge2p1x520", + "Intel-X710": "10ge2p1x710", + "Intel-XL710": "40ge2p1xl710", + "Intel-XXV710": "25ge2p1xxv710", + "Intel-E810XXV": "25ge2p1e810xxv", + "Intel-E822CQ": "25ge2p1e822cq", + "Intel-E823C": "25ge2p1e823c", + "Intel-E810CQ": "100ge2p1e810cq", + "Amazon-Nitro-50G": "50ge1p1ena", + "Amazon-Nitro-100G": "100ge1p1ena", + "Amazon-Nitro-200G": "200ge1p1ena", + "Mellanox-CX556A": "100ge2p1cx556a", + "Mellanox-CX6DX": "100ge2p1cx6dx", + "Mellanox-CX7VEAT": "200ge2p1cx7veat", + "Mellanox-CX7VEAT": "200ge6p3cx7veat", + "virtual": "1ge1p82540em", + } + + # Shortened lowercase NIC model name, useful for presentation. + NIC_CODE_TO_SHORT_NAME = { + "10ge2p1x520": "x520", + "10ge2p1x710": "x710", + "40ge2p1xl710": "xl710", + "25ge2p1xxv710": "xxv710", + "25ge2p1e810xxv": "e810xxv", + "25ge2p1e822cq": "e822cq", + "25ge2p1e823c": "e823c", + "100ge2p1e810cq": "e810cq", + "50ge1p1ena": "ena", + "100ge1p1ena": "ena100", + "200ge1p1ena": "ena200", + "100ge2p1cx556a": "cx556a", + "100ge2p1cx6dx": "cx6dx", + "200ge2p1cx7veat": "cx7veat", + "200ge6p3cx7veat": "cx7veat", + "1ge1p82540em": "8250em", + } # Not each driver is supported by each NIC. NIC_NAME_TO_DRIVER = { - u"Cisco-VIC-1227": [u"vfio-pci"], - u"Cisco-VIC-1385": [u"vfio-pci"], - u"Intel-X520-DA2": [u"vfio-pci"], - u"Intel-X553": [u"vfio-pci"], - u"Intel-X710": [u"vfio-pci", u"avf"], - u"Intel-XL710": [u"vfio-pci", u"avf"], - u"Intel-XXV710": [u"vfio-pci", u"avf"], - u"Intel-E810CQ": [u"vfio-pci", u"avf"], + u"Intel-X520-DA2": [u"vfio-pci", u"af_xdp"], + u"Intel-X710": [u"vfio-pci", u"avf", u"af_xdp"], + u"Intel-XL710": [u"vfio-pci", u"avf", u"af_xdp"], + u"Intel-XXV710": [u"vfio-pci", u"avf", u"af_xdp"], + u"Intel-E810XXV": [u"vfio-pci", u"avf", u"af_xdp"], + u"Intel-E822CQ": [u"vfio-pci", u"avf", u"af_xdp"], + u"Intel-E823C": [u"vfio-pci", u"avf", u"af_xdp"], + u"Intel-E810CQ": [u"vfio-pci", u"avf", u"af_xdp"], u"Amazon-Nitro-50G": [u"vfio-pci"], - u"Mellanox-CX556A": [u"rdma-core"], + u"Amazon-Nitro-100G": [u"vfio-pci"], + u"Amazon-Nitro-200G": [u"vfio-pci"], + u"Mellanox-CX556A": [u"rdma-core", u"mlx5_core", u"af_xdp"], + u"Mellanox-CX6DX": [u"rdma-core", u"mlx5_core", u"af_xdp"], + u"Mellanox-CX7VEAT": [u"rdma-core", u"mlx5_core", u"af_xdp"], + "virtual": ["vfio-pci"], } - # Each driver needs different prugin to work. + # Each driver needs different plugin to work. NIC_DRIVER_TO_PLUGINS = { u"vfio-pci": u"dpdk_plugin.so", u"avf": u"avf_plugin.so", u"rdma-core": u"rdma_plugin.so", + u"mlx5_core": u"dpdk_plugin.so", + u"af_xdp": u"af_xdp_plugin.so", } # Tags to differentiate tests for different NIC driver. @@ -327,6 +426,8 @@ class Constants: u"vfio-pci": u"DRV_VFIO_PCI", u"avf": u"DRV_AVF", u"rdma-core": u"DRV_RDMA_CORE", + u"mlx5_core": u"DRV_MLX5_CORE", + u"af_xdp": u"DRV_AF_XDP", } # Suite names have to be different, add prefix. @@ -334,6 +435,8 @@ class Constants: u"vfio-pci": u"", u"avf": u"avf-", u"rdma-core": u"rdma-", + u"mlx5_core": u"mlx5-", + u"af_xdp": u"af-xdp-", } # Number of virtual functions of physical nic. @@ -341,20 +444,47 @@ class Constants: u"vfio-pci": u"nic_vfs}= | 0", u"avf": u"nic_vfs}= | 1", u"rdma-core": u"nic_vfs}= | 0", + u"mlx5_core": u"nic_vfs}= | 0", + u"af_xdp": u"nic_vfs}= | 0", + } + + # Number of physical interfaces of physical nic. + NIC_CODE_TO_PFS = { + "10ge2p1x520": "nic_pfs}= | 2", + "10ge2p1x710": "nic_pfs}= | 2", + "40ge2p1xl710": "nic_pfs}= | 2", + "25ge2p1xxv710": "nic_pfs}= | 2", + "25ge2p1e810xxv": "nic_pfs}= | 2", + "25ge2p1e822cq": "nic_pfs}= | 2", + "25ge2p1e823c": "nic_pfs}= | 2", + "100ge2p1e810cq": "nic_pfs}= | 2", + "50ge1p1ena": "nic_pfs}= | 2", + "100ge1p1ena": "nic_pfs}= | 2", + "200ge1p1ena": "nic_pfs}= | 2", + "100ge2p1cx556a": "nic_pfs}= | 2", + "100ge2p1cx6dx": "nic_pfs}= | 2", + "200ge2p1cx7veat": "nic_pfs}= | 2", + "200ge6p3cx7veat": "nic_pfs}= | 6", + "1ge1p82540em": "nic_pfs}= | 2", } # Not each driver is supported by each NIC. DPDK_NIC_NAME_TO_DRIVER = { - u"Cisco-VIC-1227": [u"vfio-pci"], - u"Cisco-VIC-1385": [u"vfio-pci"], u"Intel-X520-DA2": [u"vfio-pci"], - u"Intel-X553": [u"vfio-pci"], u"Intel-X710": [u"vfio-pci"], u"Intel-XL710": [u"vfio-pci"], u"Intel-XXV710": [u"vfio-pci"], + u"Intel-E810XXV": [u"vfio-pci"], + u"Intel-E822CQ": [u"vfio-pci"], + u"Intel-E823C": [u"vfio-pci"], u"Intel-E810CQ": [u"vfio-pci"], u"Amazon-Nitro-50G": [u"vfio-pci"], + u"Amazon-Nitro-100G": [u"vfio-pci"], + u"Amazon-Nitro-200G": [u"vfio-pci"], u"Mellanox-CX556A": [u"mlx5_core"], + u"Mellanox-CX6DX": [u"mlx5_core"], + u"Mellanox-CX7VEAT": [u"mlx5_core"], + "virtual": ["vfio-pci"], } # Tags to differentiate tests for different NIC driver. @@ -382,11 +512,17 @@ class Constants: # TODO CSIT-1481: Crypto HW should be read from topology file instead. NIC_NAME_TO_CRYPTO_HW = { - u"Intel-X553": u"HW_C3xxx", + u"Intel-E810CQ": u"HW_4xxx", + u"Intel-E822CQ": u"HW_C4xxx", + u"Intel-E823C": u"HW_C4xxx", u"Intel-X710": u"HW_DH895xcc", u"Intel-XL710": u"HW_DH895xcc", } + DEVICE_TYPE_TO_KEYWORD = { + u"scapy": None + } + PERF_TYPE_TO_KEYWORD = { u"mrr": u"Traffic should pass with maximum rate", u"ndrpdr": u"Find NDR and PDR intervals using optimized search", @@ -394,25 +530,24 @@ class Constants: } PERF_TYPE_TO_SUITE_DOC_VER = { - u"mrr": u'''fication:* In MaxReceivedRate tests TG sends traffic\\ -| ... | at line rate and reports total received packets over trial period.\\''', - # TODO: Figure out how to include the full "*[Ver] TG verification:*" - # while keeping this readable and without breaking line length limit. - u"ndrpdr": u'''ication:* TG finds and reports throughput NDR (Non Drop\\ -| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\\ -| ... | of packets transmitted. NDR and PDR are discovered for different\\ -| ... | Ethernet L2 frame sizes using MLRsearch library.\\''', - u"soak": u'''fication:* TG sends traffic at dynamically computed\\ -| ... | rate as PLRsearch algorithm gathers data and improves its estimate\\ -| ... | of a rate at which a prescribed small fraction of packets\\ -| ... | would be lost. After set time, the serarch stops\\ -| ... | and the algorithm reports its current estimate.\\''', + u"mrr": u'''fication:** In MaxReceivedRate tests TG sends traffic at \\ +| ... | line rate and reports total received packets over trial period. \\''', + u"ndrpdr": u'''rification:** TG finds and reports throughput NDR (Non \\ +| ... | Drop Rate) with zero packet loss tolerance and throughput PDR \\ +| ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \\ +| ... | expressed in percentage of packets transmitted. NDR and PDR are \\ +| ... | discovered for different Ethernet L2 frame sizes using MLRsearch \\ +| ... | library.''', + u"soak": u'''rification:** TG sends traffic at dynamically computed \\ +| ... | rate as PLRsearch algorithm gathers data and improves its estimate \\ +| ... | of a rate at which a prescribed small fraction of packets \\ +| ... | would be lost. After set time, the serarch stops \\ +| ... | and the algorithm reports its current estimate. \\''', } PERF_TYPE_TO_TEMPLATE_DOC_VER = { - u"mrr": u'''Measure MaxReceivedRate for ${frame_size}B frames\\ -| | ... | using burst trials throughput test.\\''', - u"ndrpdr": u"Measure NDR and PDR values using MLRsearch algorithm.\\", - u"soak": u"Estimate critical rate using PLRsearch algorithm.\\", + u"mrr": u'''Measure MaxReceivedRate for ${frame_size}B frames \\ +| | ... | using burst trials throughput test. \\''', + u"ndrpdr": u"Measure NDR and PDR values using MLRsearch algorithm.", + u"soak": u"Estimate critical rate using PLRsearch algorithm. \\", }