-# Copyright (c) 2020 Cisco and/or its affiliates.
+# Copyright (c) 2021 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
class Constants:
- """Constants used in CSIT.
-
- TODO: Yaml files are easier for humans to edit.
- Figure out how to set the attributes by parsing a file
- that works regardless of current working directory.
- """
+ """Constants used in CSIT."""
# OpenVPP testing directory location at topology nodes
REMOTE_FW_DIR = u"/tmp/openvpp-testing"
# shell scripts location
RESOURCES_LIB_SH = u"resources/libraries/bash"
+ # python scripts location
+ RESOURCES_LIB_PY = u"resources/libraries/python"
+
+ # shell scripts location
+ RESOURCES_TOOLS = u"resources/tools"
+
# Python API provider location
RESOURCES_PAPI_PROVIDER = u"resources/tools/papi/vpp_papi_provider.py"
+ # Templates location
+ RESOURCES_TPL = u"resources/templates"
+
# vat templates location
RESOURCES_TPL_VAT = u"resources/templates/vat"
# Kubernetes templates location
RESOURCES_TPL_K8S = u"resources/templates/kubernetes"
- # KernelVM templates location
- RESOURCES_TPL_VM = u"resources/templates/vm"
-
# Container templates location
RESOURCES_TPL_CONTAINER = u"resources/templates/container"
# VPP Communications Library templates location
RESOURCES_TPL_VCL = u"resources/templates/vcl"
+ # VPP Communications Library templates location
+ RESOURCES_TPL_TELEMETRY = u"resources/templates/telemetry"
+
# VPP Communications Library LD_PRELOAD library
VCL_LDPRELOAD_LIBRARY = u"/usr/lib/x86_64-linux-gnu/libvcl_ldpreload.so"
QEMU_VM_IMAGE = u"/var/lib/vm/image.iso"
# QEMU VM DPDK path
- QEMU_VM_DPDK = u"/opt/dpdk-20.02"
+ QEMU_VM_DPDK = u"/opt/dpdk-21.02"
# Docker container SUT image
- DOCKER_SUT_IMAGE_UBUNTU = u"snergster/csit-sut:latest"
+ DOCKER_SUT_IMAGE_UBUNTU = u"csit_sut-ubuntu2004:local"
# Docker container arm SUT image
- DOCKER_SUT_IMAGE_UBUNTU_ARM = u"snergster/csit-arm-sut:latest"
+ DOCKER_SUT_IMAGE_UBUNTU_ARM = u"csit_sut-ubuntu2004:local"
# TRex install directory
- TREX_INSTALL_DIR = u"/opt/trex-core-2.73"
+ TREX_INSTALL_DIR = u"/opt/trex-core-2.88"
- # TODO: Find the right way how to use it in trex profiles
# TRex pcap files directory
TREX_PCAP_DIR = f"{TREX_INSTALL_DIR}/scripts/avl"
TREX_LIMIT_MEMORY = get_int_from_env(u"TREX_LIMIT_MEMORY", 8192)
# TRex number of cores
- TREX_CORE_COUNT = get_int_from_env(u"TREX_CORE_COUNT", 7)
+ TREX_CORE_COUNT = get_int_from_env(u"TREX_CORE_COUNT", 8)
+
+ # TRex set number of RX/TX descriptors
+ # Set to 0 to use default values
+ TREX_TX_DESCRIPTORS_COUNT = get_int_from_env(
+ u"TREX_TX_DESCRIPTORS_COUNT", 0
+ )
+ TREX_RX_DESCRIPTORS_COUNT = get_int_from_env(
+ u"TREX_RX_DESCRIPTORS_COUNT", 0
+ )
# Trex force start regardless ports state
TREX_SEND_FORCE = get_pessimistic_bool_from_env(u"TREX_SEND_FORCE")
CORE_DUMP_DIR = u"/tmp"
# Perf stat events (comma separated).
- PERF_STAT_EVENTS = u"L1-icache-load-misses"
+ PERF_STAT_EVENTS = get_str_from_env(
+ u"PERF_STAT_EVENTS",
+ u"cpu-clock,context-switches,cpu-migrations,page-faults,"
+ u"cycles,instructions,branches,branch-misses,L1-icache-load-misses")
# Equivalent to ~0 used in vpp code
BITWISE_NON_ZERO = 0xffffffff
# Number of trials to execute in MRR test.
PERF_TRIAL_MULTIPLICITY = get_int_from_env(u"PERF_TRIAL_MULTIPLICITY", 10)
- # Duration of one trial in MRR test.
+ # Duration [s] of one trial in MRR test.
PERF_TRIAL_DURATION = get_float_from_env(u"PERF_TRIAL_DURATION", 1.0)
+ # Whether to use latency streams in main search trials.
+ PERF_USE_LATENCY = get_pessimistic_bool_from_env(u"PERF_USE_LATENCY")
+
# Duration of one latency-specific trial in NDRPDR test.
PERF_TRIAL_LATENCY_DURATION = get_float_from_env(
u"PERF_TRIAL_LATENCY_DURATION", 5.0)
+ # For some testbeds TG takes longer than usual to start sending traffic.
+ # This constant [s] allows longer wait, without affecting
+ # the approximate duration. For example, use 0.098 for AWS.
+ PERF_TRIAL_STL_DELAY = get_float_from_env(u"PERF_TRIAL_STL_DELAY", 0.0)
+
+ # ASTF usually needs a different value for the delay.
+ PERF_TRIAL_ASTF_DELAY = get_float_from_env(
+ u"PERF_TRIAL_ASTF_DELAY", 0.112
+ )
+
# Extended debug (incl. vpp packet trace, linux perf stat, ...).
# Full list is available as suite variable (__init__.robot) or is
# override by test.
# Mapping from NIC name to its bps limit.
NIC_NAME_TO_BPS_LIMIT = {
- u"Cisco-VIC-1227": 10000000000,
- u"Cisco-VIC-1385": 24500000000,
u"Intel-X520-DA2": 10000000000,
u"Intel-X553": 10000000000,
u"Intel-X710": 10000000000,
# Mapping from NIC name to its pps limit.
NIC_NAME_TO_PPS_LIMIT = {
- u"Cisco-VIC-1227": 14880952,
- u"Cisco-VIC-1385": 18750000,
u"Intel-X520-DA2": 14880952,
u"Intel-X553": 14880952,
u"Intel-X710": 14880952,
u"Intel-XL710": 18750000,
u"Intel-XXV710": 18750000,
u"Intel-E810CQ": 58500000,
- u"Mellanox-CX556A": 60000000, # 148809523,
- u"Amazon-Nitro-50G": 1500000,
+ # 2n-clx testbeds show duration stretching on high rates,
+ # depending on encapsulation TRex has to generate.
+ # 40 Mpps is still too much for dot1q (~8% stretching).
+ # 36 Mpps is around the maximal VPP throughput (l2patch 4c8t).
+ # Vxlan traffic will still show stretching at 36 Mpps (>12%),
+ # but we do not care about those tests that much.
+ u"Mellanox-CX556A": 36000000, # 148809523,
+ u"Amazon-Nitro-50G": 1200000,
u"virtual": 14880952,
}
# Suite file names use codes for NICs.
NIC_NAME_TO_CODE = {
- u"Cisco-VIC-1227": u"10ge2p1vic1227",
- u"Cisco-VIC-1385": u"40ge2p1vic1385",
u"Intel-X520-DA2": u"10ge2p1x520",
u"Intel-X553": u"10ge2p1x553",
u"Intel-X710": u"10ge2p1x710",
# Not each driver is supported by each NIC.
NIC_NAME_TO_DRIVER = {
- u"Cisco-VIC-1227": [u"vfio-pci"],
- u"Cisco-VIC-1385": [u"vfio-pci"],
u"Intel-X520-DA2": [u"vfio-pci"],
u"Intel-X553": [u"vfio-pci"],
u"Intel-X710": [u"vfio-pci", u"avf"],
# Not each driver is supported by each NIC.
DPDK_NIC_NAME_TO_DRIVER = {
- u"Cisco-VIC-1227": [u"vfio-pci"],
- u"Cisco-VIC-1385": [u"vfio-pci"],
u"Intel-X520-DA2": [u"vfio-pci"],
u"Intel-X553": [u"vfio-pci"],
u"Intel-X710": [u"vfio-pci"],
PERF_TYPE_TO_SUITE_DOC_VER = {
u"mrr": u'''fication:* In MaxReceivedRate tests TG sends traffic\\
| ... | at line rate and reports total received packets over trial period.\\''',
- # TODO: Figure out how to include the full "*[Ver] TG verification:*"
- # while keeping this readable and without breaking line length limit.
u"ndrpdr": u'''ication:* TG finds and reports throughput NDR (Non Drop\\
| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\\
| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\\
Code Review / csit.git / blobdiff