1 # Copyright (c) 2020 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 """Constants used in CSIT.
16 "Constant" means a value that keeps its value since initialization. The value
17 does not need to be hard coded here, but can be read from environment variables.
24 def get_str_from_env(env_var_names, default_value):
25 """Attempt to read string from environment variable, return that or default.
27 If environment variable exists, but is empty (and default is not),
28 empty string is returned.
30 Several environment variable names are examined, as CSIT currently supports
31 a mix of naming conventions.
32 Here "several" means there are hard coded prefixes to try,
33 and env_var_names itself can be single name, or a list or a tuple of names.
35 :param env_var_names: Base names of environment variable to attempt to read.
36 :param default_value: Value to return if the env var does not exist.
37 :type env_var_names: str, or list of str, or tuple of str
38 :type default_value: str
39 :returns: The value read, or default value.
42 prefixes = (u"FDIO_CSIT_", u"CSIT_", u"")
43 if not isinstance(env_var_names, (list, tuple)):
44 env_var_names = [env_var_names]
45 for name in env_var_names:
46 for prefix in prefixes:
47 value = os.environ.get(prefix + name, None)
53 def get_int_from_env(env_var_names, default_value):
54 """Attempt to read int from environment variable, return that or default.
56 String value is read, default is returned also if conversion fails.
58 :param env_var_names: Base names of environment variable to attempt to read.
59 :param default_value: Value to return if read or conversion fails.
60 :type env_var_names: str, or list of str, or tuple of str
61 :type default_value: int
62 :returns: The value read, or default value.
65 env_str = get_str_from_env(env_var_names, u"")
72 def get_float_from_env(env_var_names, default_value):
73 """Attempt to read float from environment variable, return that or default.
75 String value is read, default is returned also if conversion fails.
77 :param env_var_names: Base names of environment variable to attempt to read.
78 :param default_value: Value to return if read or conversion fails.
79 :type env_var_names: str, or list of str, or tuple of str
80 :type default_value: float
81 :returns: The value read, or default value.
84 env_str = get_str_from_env(env_var_names, u"")
91 def get_pessimistic_bool_from_env(env_var_names):
92 """Attempt to read bool from environment variable, assume False by default.
94 Conversion is lenient and pessimistic, only few strings are considered true.
96 :param env_var_names: Base names of environment variable to attempt to read.
97 :type env_var_names: str, or list of str, or tuple of str
98 :returns: The value read, or False.
101 env_str = get_str_from_env(env_var_names, u"").lower()
102 return bool(env_str in (u"true", u"yes", u"y", u"1"))
105 def get_optimistic_bool_from_env(env_var_names):
106 """Attempt to read bool from environment variable, assume True by default.
108 Conversion is lenient and optimistic, only few strings are considered false.
110 :param env_var_names: Base names of environment variable to attempt to read.
111 :type env_var_names: str, or list of str, or tuple of str
112 :returns: The value read, or True.
115 env_str = get_str_from_env(env_var_names, u"").lower()
116 return bool(env_str not in (u"false", u"no", u"n", u"0"))
120 """Constants used in CSIT.
122 TODO: Yaml files are easier for humans to edit.
123 Figure out how to set the attributes by parsing a file
124 that works regardless of current working directory.
127 # OpenVPP testing directory location at topology nodes
128 REMOTE_FW_DIR = u"/tmp/openvpp-testing"
130 # shell scripts location
131 RESOURCES_LIB_SH = u"resources/libraries/bash"
133 # Python API provider location
134 RESOURCES_PAPI_PROVIDER = u"resources/tools/papi/vpp_papi_provider.py"
136 # vat templates location
137 RESOURCES_TPL_VAT = u"resources/templates/vat"
139 # Kubernetes templates location
140 RESOURCES_TPL_K8S = u"resources/templates/kubernetes"
142 # KernelVM templates location
143 RESOURCES_TPL_VM = u"resources/templates/vm"
145 # Container templates location
146 RESOURCES_TPL_CONTAINER = u"resources/templates/container"
148 # VPP Communications Library templates location
149 RESOURCES_TPL_VCL = u"resources/templates/vcl"
151 # HTTP Server www root directory
152 RESOURCES_TP_WRK_WWW = u"resources/traffic_profiles/wrk/www"
154 # VPP Communications Library LD_PRELOAD library
155 VCL_LDPRELOAD_LIBRARY = u"/usr/lib/x86_64-linux-gnu/libvcl_ldpreload.so"
157 # OpenVPP VAT binary name
158 VAT_BIN_NAME = u"vpp_api_test"
160 # VPP service unit name
163 # Number of system CPU cores.
166 # Number of vswitch main thread CPU cores.
170 QEMU_BIN_PATH = u"/usr/bin"
172 # QEMU VM kernel image path
173 QEMU_VM_KERNEL = u"/opt/boot/vmlinuz"
175 # QEMU VM kernel initrd path
176 QEMU_VM_KERNEL_INITRD = u"/opt/boot/initrd.img"
178 # QEMU VM nested image path
179 QEMU_VM_IMAGE = u"/var/lib/vm/vhost-nested.img"
182 QEMU_VM_DPDK = u"/opt/dpdk-stable-19.08.2"
184 # Docker container SUT image
185 DOCKER_SUT_IMAGE_UBUNTU = u"snergster/csit-sut:latest"
187 # Docker container arm SUT image
188 DOCKER_SUT_IMAGE_UBUNTU_ARM = u"snergster/csit-arm-sut:latest"
190 # TRex install directory
191 TREX_INSTALL_DIR = u"/opt/trex-core-2.73"
194 TREX_LIMIT_MEMORY = get_int_from_env(u"TREX_LIMIT_MEMORY", 4096)
196 # TRex number of cores
197 TREX_CORE_COUNT = get_int_from_env(u"TREX_CORE_COUNT", 7)
199 # Trex force start regardles ports state
200 TREX_SEND_FORCE = get_pessimistic_bool_from_env(u"TREX_SEND_FORCE")
202 # TRex extra commandline arguments
203 TREX_EXTRA_CMDLINE = get_str_from_env(u"TREX_EXTRA_CMDLINE", u"")
205 # Sysctl kernel.core_pattern
206 KERNEL_CORE_PATTERN = u"/tmp/%p-%u-%g-%s-%t-%h-%e.core"
208 # Core dump directory
209 CORE_DUMP_DIR = u"/tmp"
211 # Equivalent to ~0 used in vpp code
212 BITWISE_NON_ZERO = 0xffffffff
214 # Default path to VPP API socket.
215 SOCKSVR_PATH = u"/run/vpp/api.sock"
217 # Number of trials to execute in MRR test.
218 PERF_TRIAL_MULTIPLICITY = get_int_from_env(u"PERF_TRIAL_MULTIPLICITY", 10)
220 # Duration of one trial in MRR test.
221 PERF_TRIAL_DURATION = get_float_from_env(u"PERF_TRIAL_DURATION", 1.0)
223 # Duration of one latency-specific trial in NDRPDR test.
224 PERF_TRIAL_LATENCY_DURATION = get_float_from_env(
225 u"PERF_TRIAL_LATENCY_DURATION", 5.0)
227 # UUID string of DUT1 /tmp volume created outside of the
228 # DUT1 docker in case of vpp-device test. ${EMPTY} value means that
229 # /tmp directory is inside the DUT1 docker.
230 DUT1_UUID = get_str_from_env(u"DUT1_UUID", u"")
232 # Default path to VPP API Stats socket.
233 SOCKSTAT_PATH = u"/run/vpp/stats.sock"
235 # Global "kill switch" for CRC checking during runtime.
236 FAIL_ON_CRC_MISMATCH = get_pessimistic_bool_from_env(
237 u"FAIL_ON_CRC_MISMATCH"
240 # Default IP4 prefix length (if not defined in topology file)
241 DEFAULT_IP4_PREFIX_LENGTH = u"24"
243 # Maximum number of interfaces in a data path
244 DATAPATH_INTERFACES_MAX = 100
246 # Mapping from NIC name to its bps limit.
247 NIC_NAME_TO_BPS_LIMIT = {
248 u"Cisco-VIC-1227": 10000000000,
249 u"Cisco-VIC-1385": 24500000000,
250 u"Intel-X520-DA2": 10000000000,
251 u"Intel-X553": 10000000000,
252 u"Intel-X710": 10000000000,
253 u"Intel-XL710": 24500000000,
254 u"Intel-XXV710": 24500000000,
255 u"Mellanox-CX556A": 100000000000,
256 u"Amazon-Nitro-50G": 10000000000,
257 u"virtual": 100000000,
260 # Mapping from NIC name to its pps limit.
261 NIC_NAME_TO_PPS_LIMIT = {
262 u"Cisco-VIC-1227": 14880952,
263 u"Cisco-VIC-1385": 18750000,
264 u"Intel-X520-DA2": 14880952,
265 u"Intel-X553": 14880952,
266 u"Intel-X710": 14880952,
267 u"Intel-XL710": 18750000,
268 u"Intel-XXV710": 18750000,
269 u"Mellanox-CX556A": 60000000, # 148809523,
270 u"Amazon-Nitro-50G": 1500000,
271 u"virtual": 14880952,
274 # Suite file names use codes for NICs.
276 u"Cisco-VIC-1227": u"10ge2p1vic1227",
277 u"Cisco-VIC-1385": u"40ge2p1vic1385",
278 u"Intel-X520-DA2": u"10ge2p1x520",
279 u"Intel-X553": u"10ge2p1x553",
280 u"Intel-X710": u"10ge2p1x710",
281 u"Intel-XL710": u"40ge2p1xl710",
282 u"Intel-XXV710": u"25ge2p1xxv710",
283 u"Mellanox-CX556A": u"100ge2p1cx556a",
286 # Not each driver is supported by each NIC.
287 NIC_NAME_TO_DRIVER = {
288 u"Cisco-VIC-1227": [u"vfio-pci"],
289 u"Cisco-VIC-1385": [u"vfio-pci"],
290 u"Intel-X520-DA2": [u"vfio-pci"],
291 u"Intel-X553": [u"vfio-pci"],
292 u"Intel-X710": [u"vfio-pci", u"avf"],
293 u"Intel-XL710": [u"vfio-pci", u"avf"],
294 u"Intel-XXV710": [u"vfio-pci", u"avf"],
295 u"Mellanox-CX556A": [u"rdma-core"],
298 # Each driver needs different prugin to work.
299 NIC_DRIVER_TO_PLUGINS = {
300 u"vfio-pci": u"dpdk_plugin.so",
301 u"avf": u"avf_plugin.so",
302 u"rdma-core": u"rdma_plugin.so",
305 # Tags to differentiate tests for different NIC driver.
306 NIC_DRIVER_TO_TAG = {
307 u"vfio-pci": u"DRV_VFIO_PCI",
309 u"rdma-core": u"DRV_RDMA_CORE",
312 # Suite names have to be different, add prefix.
313 NIC_DRIVER_TO_SUITE_PREFIX = {
316 u"rdma-core": u"rdma-",
319 # Some identifiers constructed from suite names
320 # have to be independent of NIC driver used.
321 # In order to remove or reject the NIC driver part,
322 # it is useful to have a list of such prefixes precomputed.
323 FORBIDDEN_SUITE_PREFIX_LIST = [
324 prefix for prefix in NIC_DRIVER_TO_SUITE_PREFIX.values() if prefix
327 # Additional step for perf needs to know driver type.
328 # Contains part of suite setup line, matching both single and double link.
329 NIC_DRIVER_TO_SETUP_ARG = {
330 u"vfio-pci": u"le link | performance",
331 u"avf": u"le link | performance_avf",
332 u"rdma-core": u"le link | performance_rdma",
335 # TODO CSIT-1481: Crypto HW should be read from topology file instead.
336 NIC_NAME_TO_CRYPTO_HW = {
337 u"Intel-X553": u"HW_C3xxx",
338 u"Intel-X710": u"HW_DH895xcc",
339 u"Intel-XL710": u"HW_DH895xcc",
342 PERF_TYPE_TO_KEYWORD = {
343 u"mrr": u"Traffic should pass with maximum rate",
344 u"ndrpdr": u"Find NDR and PDR intervals using optimized search",
345 u"soak": u"Find critical load using PLRsearch",
348 PERF_TYPE_TO_SUITE_DOC_VER = {
349 u"mrr": u'''fication:* In MaxReceivedRate tests TG sends traffic\\
350 | ... | at line rate and reports total received packets over trial period.\\''',
351 # TODO: Figure out how to include the full "*[Ver] TG verification:*"
352 # while keeping this readable and without breaking line length limit.
353 u"ndrpdr": u'''ication:* TG finds and reports throughput NDR (Non Drop\\
354 | ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\\
355 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\\
356 | ... | of packets transmitted. NDR and PDR are discovered for different\\
357 | ... | Ethernet L2 frame sizes using MLRsearch library.\\''',
358 u"soak": u'''fication:* TG sends traffic at dynamically computed\\
359 | ... | rate as PLRsearch algorithm gathers data and improves its estimate\\
360 | ... | of a rate at which a prescribed small fraction of packets\\
361 | ... | would be lost. After set time, the serarch stops\\
362 | ... | and the algorithm reports its current estimate.\\''',
365 PERF_TYPE_TO_TEMPLATE_DOC_VER = {
366 u"mrr": u'''Measure MaxReceivedRate for ${frame_size}B frames\\
367 | | ... | using burst trials throughput test.\\''',
368 u"ndrpdr": u"Measure NDR and PDR values using MLRsearch algorithm.\\",
369 u"soak": u"Estimate critical rate using PLRsearch algorithm.\\",