resources/tools/presentation/specification.yaml

   1 - type: "environment"
   2
   3   paths:
   4     # Top level directories:
   5     ## Working directory
   6     DIR[WORKING]: "_tmp"
   7     ## Build directories
   8     DIR[BUILD,HTML]: "_build"
   9     DIR[BUILD,LATEX]: "_build_latex"
  10
  11     # Static .rst files
  12     DIR[RST]: "../../../docs/report"
  13
  14     # Working directories
  15     ## Input data files (.zip, .xml)
  16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  17     ## Static source files from git
  18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  20
  21     # Static html content
  22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  26
  27     # Detailed test results
  28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  32     DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx"
  33     DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv"
  34     DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv"
  35     DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh"
  36     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  37     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  38     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  39     DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx"
  40     DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh"
  41     DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv"
  42     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  43     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  44     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  45     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  46     DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx"
  47     DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh"
  48     DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv"
  49     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  50     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  51     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  52     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  53
  54     # Detailed test configurations
  55     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  56     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  57     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  58     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  59     DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx"
  60     DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh"
  61     DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv"
  62     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  63     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  64     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  65     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  66     DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx"
  67     DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh"
  68     DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv"
  69     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  70     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  71
  72     # Detailed tests operational data
  73     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  74     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  75     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  76     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  77     DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx"
  78     DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh"
  79     DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv"
  80     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  81
  82     # Latencies:
  83     DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs"
  84     DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs"
  85
  86     # .css patch file to fix tables generated by Sphinx
  87     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  88     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  89
  90   urls:
  91     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  92     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  93     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
  94     URL[NEXUS,DOC]: "https://docs.fd.io/csit"
  95     DIR[NEXUS,DOC]: "report/_static/archive"
  96
  97   make-dirs:
  98   # List the directories which are created while preparing the environment.
  99   # All directories MUST be defined in "paths" section.
 100   - "DIR[WORKING,DATA]"
 101   - "DIR[STATIC,VPP]"
 102   - "DIR[STATIC,DPDK]"
 103   - "DIR[STATIC,ARCH]"
 104   - "DIR[BUILD,LATEX]"
 105   - "DIR[WORKING,SRC]"
 106   - "DIR[WORKING,SRC,STATIC]"
 107
 108   remove-dirs:
 109   # List the directories which are deleted while cleaning the environment.
 110   # All directories MUST be defined in "paths" section.
 111   #- "DIR[BUILD,HTML]"
 112   - "DIR[WORKING,DATA]"
 113
 114   build-dirs:
 115   # List the directories where the results (build) is stored.
 116   # All directories MUST be defined in "paths" section.
 117   - "DIR[BUILD,HTML]"
 118   - "DIR[BUILD,LATEX]"
 119
 120 - type: "configuration"
 121
 122   limits:
 123     nic:
 124       x520: 24460000
 125       x553: 29761905
 126       x710: 35800000
 127       xxv710: 35800000
 128       xl710: 35800000
 129
 130     link:
 131       10ge: 14880952.38
 132       25ge: 37202380.95
 133       40ge: 59523809.52
 134       100ge: 148809523.81
 135
 136     pci:
 137       pci-g3-x8: 74404761.90
 138       pci-g3-x16: 148809523.81
 139
 140   data-sets:
 141
 142     ###########################################################################
 143     # Replacements:
 144
 145     replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost:
 146       csit-vpp-perf-verify-1908-3n-hsw:
 147         - 48  # NDRPDR sel vhost
 148         - 49  # NDRPDR sel vhost
 149         - 52  # NDRPDR sel vhost
 150         - 53  # NDRPDR sel vhost
 151         - 54  # NDRPDR sel vhost
 152         - 55  # NDRPDR sel vhost
 153         - 56  # NDRPDR sel vhost
 154         - 57  # NDRPDR sel vhost
 155         - 58  # NDRPDR sel vhost
 156         - 59  # NDRPDR sel vhost
 157
 158     replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost:
 159       csit-vpp-perf-verify-1908-3n-skx:
 160         - 52  # NDRPDR sel vhost
 161         - 53  # NDRPDR sel vhost
 162         - 55  # NDRPDR sel vhost
 163         - 61  # NDRPDR sel vhost
 164         - 62  # NDRPDR sel vhost
 165         - 63  # NDRPDR sel vhost
 166         - 64  # NDRPDR sel vhost
 167         - 65  # NDRPDR sel vhost
 168         - 66  # NDRPDR sel vhost
 169         - 67  # NDRPDR sel vhost
 170
 171     replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost:
 172       csit-vpp-perf-verify-1908-2n-skx:
 173         - 88  # NDRPDR sel vhost
 174         - 89  # NDRPDR sel vhost
 175         - 91  # NDRPDR sel vhost
 176         - 92  # NDRPDR sel vhost
 177         - 93  # NDRPDR sel vhost
 178         - 94  # NDRPDR sel vhost
 179         - 95  # NDRPDR sel vhost
 180         - 96  # NDRPDR sel vhost
 181         - 97  # NDRPDR sel vhost
 182         - 98  # NDRPDR sel vhost
 183
 184     ###########################################################################
 185     # Plots:
 186
 187     # 3n-hsw
 188
 189     plot-vpp-throughput-lat-tsa-3n-hsw:
 190       csit-vpp-perf-verify-2001-3n-hsw:
 191         - 21  # NDRPDR sel
 192         - 22  # NDRPDR sel
 193         - 23  # NDRPDR sel
 194         - 24  # NDRPDR sel
 195         - 25  # NDRPDR sel
 196         - 29  # NDRPDR sel
 197         - 30  # NDRPDR sel
 198         - 31  # NDRPDR sel
 199         - 32  # NDRPDR sel
 200         - 34  # NDRPDR sel
 201
 202     plot-vpp-hdrh-lat-3n-hsw:
 203       csit-vpp-perf-verify-2001-3n-hsw:
 204         - 22  # NDRPDR sel
 205
 206     plot-vpp-nfv-3n-hsw-ndrpdr:
 207       csit-vpp-perf-verify-2001-3n-hsw:
 208         - 21  # NDRPDR sel
 209         - 22  # NDRPDR sel
 210         - 23  # NDRPDR sel
 211         - 24  # NDRPDR sel
 212         - 25  # NDRPDR sel
 213         - 29  # NDRPDR sel
 214         - 30  # NDRPDR sel
 215         - 31  # NDRPDR sel
 216         - 32  # NDRPDR sel
 217         - 34  # NDRPDR sel
 218
 219     plot-vpp-nfv-3n-hsw-mrr:
 220       csit-vpp-perf-verify-2001-3n-hsw:
 221         - 17  # MRR sel
 222
 223     plot-dpdk-throughput-latency-3n-hsw:
 224       csit-dpdk-perf-verify-2001-3n-hsw:
 225         - 4   # NDRPDR sel
 226         - 5   # NDRPDR sel
 227         - 6   # NDRPDR sel
 228         - 7   # NDRPDR sel
 229         - 8   # NDRPDR sel
 230         - 9   # NDRPDR sel
 231         - 10  # NDRPDR sel
 232         - 11  # NDRPDR sel
 233         - 12  # NDRPDR sel
 234         - 13  # NDRPDR sel
 235         - 15  # NDRPDR sel
 236         - 16  # NDRPDR sel
 237         - 17  # NDRPDR sel
 238         - 18  # NDRPDR sel
 239         - 19  # NDRPDR sel
 240         - 20  # NDRPDR sel
 241         - 21  # NDRPDR sel
 242         - 22  # NDRPDR sel
 243         - 23  # NDRPDR sel
 244         - 24  # NDRPDR sel
 245
 246     plot-dpdk-hdrh-lat-3n-hsw:
 247       csit-dpdk-perf-verify-2001-3n-hsw:
 248         - 16  # NDRPDR sel
 249
 250     # 3n-skx
 251
 252     plot-vpp-throughput-lat-tsa-3n-skx:
 253       # TODO: Add the data
 254       csit-vpp-perf-verify-2001-3n-skx:
 255         - 14  # NDRPDR sel
 256         - 15  # NDRPDR sel
 257         - 16  # NDRPDR sel
 258
 259     plot-vpp-hdrh-lat-3n-skx:
 260       csit-vpp-perf-verify-2001-3n-skx:
 261         - 14  # NDRPDR sel
 262
 263     plot-vpp-nfv-3n-skx-ndrpdr:
 264       # TODO: Add data
 265       csit-vpp-perf-verify-2001-3n-skx:
 266         - 14  # NDRPDR sel
 267         - 15  # NDRPDR sel
 268         - 16  # NDRPDR sel
 269
 270     plot-vpp-nfv-3n-skx-mrr:
 271       # TODO: Replace
 272       # csit-vpp-perf-verify-2001-3n-skx:
 273       csit-vpp-perf-verify-1908-3n-skx:
 274         - 36  # MRR sel
 275
 276     plot-dpdk-throughput-latency-3n-skx:
 277       csit-dpdk-perf-verify-2001-3n-skx:
 278         - 1   # NDRPDR sel
 279         - 2   # NDRPDR sel
 280         - 3   # NDRPDR sel
 281         - 4   # NDRPDR sel
 282         - 5   # NDRPDR sel
 283         - 6   # NDRPDR sel
 284         - 7   # NDRPDR sel
 285         - 8   # NDRPDR sel
 286         - 9   # NDRPDR sel
 287         - 10  # NDRPDR sel
 288
 289     plot-dpdk-hdrh-lat-3n-skx:
 290       csit-dpdk-perf-verify-2001-3n-skx:
 291         - 1   # NDRPDR sel
 292         - 19  # NDRPDR sel
 293
 294     # 2n-skx
 295
 296     plot-vpp-throughput-lat-tsa-2n-skx:
 297       # TODO: Add the data
 298       csit-vpp-perf-verify-2001-2n-skx:
 299         - 21  # NDRPDR sel
 300         - 22  # NDRPDR sel
 301         - 23  # NDRPDR sel
 302         - 26  # NDRPDR sel
 303         - 27  # NDRPDR sel
 304         - 29  # NDRPDR sel
 305
 306     plot-vpp-hdrh-lat-2n-skx:
 307       csit-vpp-perf-verify-2001-2n-skx:
 308         - 21  # NDRPDR sel
 309
 310     plot-vpp-http-server-performance:
 311       # TODO: Replace:
 312       # csit-vpp-perf-verify-2001-2n-skx:
 313       csit-vpp-perf-verify-1908-2n-skx:
 314         - 29  # TCP
 315         - 30  # TCP
 316         - 58  # TCP
 317
 318     plot-vpp-soak-2n-skx:
 319       # TODO: Replace the data
 320       # csit-vpp-perf-verify-2001-2n-skx:
 321       csit-vpp-perf-verify-1908-2n-skx:
 322         - 83  # SOAK
 323         - 86  # SOAK
 324
 325     plot-vpp-nfv-2n-skx-ndrpdr:
 326       # TODO: Add the data
 327       csit-vpp-perf-verify-2001-2n-skx:
 328         - 30  # NFV
 329         - 31  # NFV
 330
 331     plot-vpp-nfv-2n-skx-mrr:
 332       # TODO: Replace the data
 333       # csit-vpp-perf-verify-2001-2n-skx:
 334       csit-vpp-perf-verify-1908-2n-skx:
 335         - 71  # NFV MRR
 336
 337     plot-vpp-nfv-reconf-2n-skx:
 338       # TODO: Replace the data
 339       # csit-vpp-perf-verify-2001-2n-skx:
 340       csit-vpp-perf-verify-1908-2n-skx:
 341         - 113 # NFV reconf sel
 342         - 114 # NFV reconf sel
 343         - 115 # NFV reconf sel
 344
 345     plot-dpdk-throughput-latency-2n-skx:
 346       csit-dpdk-perf-verify-2001-2n-skx:
 347         - 1   # NDRPDR sel
 348         - 2   # NDRPDR sel
 349         - 3   # NDRPDR sel
 350         - 4   # NDRPDR sel
 351         - 5   # NDRPDR sel
 352         - 6   # NDRPDR sel
 353         - 7   # NDRPDR sel
 354         - 8   # NDRPDR sel
 355         - 9   # NDRPDR sel
 356         - 10  # NDRPDR sel
 357         - 11  # NDRPDR sel
 358         - 13  # NDRPDR sel
 359         - 26  # NDRPDR sel
 360         - 16  # NDRPDR sel
 361         - 17  # NDRPDR sel
 362         - 18  # NDRPDR sel
 363         - 19  # NDRPDR sel
 364         - 27  # NDRPDR sel
 365         - 21  # NDRPDR sel
 366         - 25  # NDRPDR sel
 367
 368     plot-dpdk-hdrh-lat-2n-skx:
 369       csit-dpdk-perf-verify-2001-2n-skx:
 370         - 1   # NDRPDR sel
 371         - 19  # NDRPDR sel
 372
 373     # 2n-clx
 374
 375     plot-vpp-throughput-lat-tsa-2n-clx:
 376       # TODO: Add the data
 377       csit-vpp-perf-verify-2001-2n-clx:
 378         - 28  # NDRPDR sel
 379         - 29  # NDRPDR sel
 380         - 32  # NDRPDR sel
 381
 382
 383     plot-vpp-hdrh-lat-2n-clx:
 384       csit-vpp-perf-verify-2001-2n-clx:
 385         - 28  # NDRPDR sel
 386
 387     plot-vpp-nfv-2n-clx-ndrpdr:
 388       # TODO: Add the data
 389       csit-vpp-perf-verify-2001-2n-clx:
 390         - 28  # NDRPDR sel
 391         - 29  # NDRPDR sel
 392         - 32  # NDRPDR sel
 393
 394
 395     plot-vpp-nfv-2n-clx-mrr:
 396       # TODO: Replace the data
 397       csit-vpp-perf-verify-2001-2n-clx:
 398         - 28  # NDRPDR sel
 399
 400     plot-dpdk-throughput-latency-2n-clx:
 401       csit-dpdk-perf-verify-2001-2n-clx:
 402         - 15  # NDRPDR sel
 403         - 16  # NDRPDR sel
 404         - 17  # NDRPDR sel
 405         - 18  # NDRPDR sel
 406         - 19  # NDRPDR sel
 407         - 20  # NDRPDR sel
 408         - 21  # NDRPDR sel
 409         - 22  # NDRPDR sel
 410         - 23  # NDRPDR sel
 411
 412
 413     plot-dpdk-hdrh-lat-2n-clx:
 414       csit-dpdk-perf-verify-2001-2n-clx:
 415         - 15  # NDRPDR sel
 416
 417     # 3n-tsh
 418
 419     plot-vpp-throughput-lat-tsa-3n-tsh:
 420       # TODO: Add the data
 421       csit-vpp-perf-verify-2001-3n-tsh:
 422         - 3   # NDRPDR sel
 423         - 4   # NDRPDR sel
 424         - 7   # NDRPDR sel
 425         - 8   # NDRPDR sel
 426         - 10  # NDRPDR sel
 427
 428     plot-vpp-hdrh-lat-3n-tsh:
 429       csit-vpp-perf-verify-2001-3n-tsh:
 430         - 4   # NDRPDR sel
 431
 432     plot-dpdk-throughput-latency-3n-tsh:
 433       csit-dpdk-perf-verify-2001-3n-tsh:
 434         - 3   # NDRPDR sel
 435         - 4   # NDRPDR sel
 436         - 5   # NDRPDR sel
 437         - 9   # NDRPDR sel
 438         - 10  # NDRPDR sel
 439         - 11  # NDRPDR sel
 440         - 12  # NDRPDR sel
 441         - 14  # NDRPDR sel
 442         - 15  # NDRPDR sel
 443         - 18  # NDRPDR sel
 444
 445     plot-dpdk-hdrh-lat-3n-tsh:
 446       csit-dpdk-perf-verify-2001-3n-tsh:
 447         - 3   # NDRPDR sel
 448
 449     # 3n-dnv
 450
 451     plot-vpp-throughput-lat-tsa-3n-dnv:
 452       csit-vpp-perf-verify-2001-3n-dnv:
 453         - 5   # NDRPDR sel
 454         - 6   # NDRPDR sel
 455         - 7   # NDRPDR sel
 456         - 8   # NDRPDR sel
 457         - 9   # NDRPDR sel
 458         - 10  # NDRPDR sel
 459         - 12  # NDRPDR sel
 460         - 16  # NDRPDR sel
 461         - 17  # NDRPDR sel
 462         - 18  # NDRPDR sel
 463
 464     plot-dpdk-throughput-latency-3n-dnv:
 465       csit-dpdk-perf-verify-2001-3n-dnv:
 466         - 12  # NDRPDR sel
 467         - 13  # NDRPDR sel
 468         - 14  # NDRPDR sel
 469         - 15  # NDRPDR sel
 470         - 16  # NDRPDR sel
 471         - 17  # NDRPDR sel
 472         - 18  # NDRPDR sel
 473         - 19  # NDRPDR sel
 474         - 20  # NDRPDR sel
 475         - 22  # NDRPDR sel
 476
 477     # 2n-dnv
 478
 479     plot-vpp-throughput-lat-tsa-2n-dnv:
 480       csit-vpp-perf-verify-2001-2n-dnv:
 481         - 4   # NDRPDR sel
 482         - 5   # NDRPDR sel
 483         - 6   # NDRPDR sel
 484         - 7   # NDRPDR sel
 485         - 8   # NDRPDR sel
 486         - 9   # NDRPDR sel
 487         - 10  # NDRPDR sel
 488         - 11  # NDRPDR sel
 489         - 13  # NDRPDR sel
 490         - 16  # NDRPDR sel
 491
 492     plot-dpdk-throughput-latency-2n-dnv:
 493       csit-dpdk-perf-verify-2001-2n-dnv:
 494         - 9   # NDRPDR sel
 495         - 10  # NDRPDR sel
 496         - 11  # NDRPDR sel
 497         - 12  # NDRPDR sel
 498         - 13  # NDRPDR sel
 499         - 14  # NDRPDR sel
 500         - 15  # NDRPDR sel
 501         - 16  # NDRPDR sel
 502         - 17  # NDRPDR sel
 503         - 18  # NDRPDR sel
 504
 505     ###########################################################################
 506     # Simple tables (only one data set):
 507
 508     # NIC Comparisons
 509
 510     vpp-nic-comparison-3n-skx:
 511       # TODO: Add the data
 512       csit-vpp-perf-verify-2001-3n-skx:
 513         - 14  # NDRPDR sel
 514         - 15  # NDRPDR sel
 515         - 16  # NDRPDR sel
 516
 517     vpp-nic-comparison-2n-skx:
 518       # TODO: Add the data
 519       csit-vpp-perf-verify-2001-2n-skx:
 520         - 21  # NDRPDR sel
 521         - 22  # NDRPDR sel
 522         - 23  # NDRPDR sel
 523         - 26  # NDRPDR sel
 524
 525     vpp-nic-comparison-3n-skx-mrr:
 526       # TODO: Replace
 527       # csit-vpp-perf-verify-2001-3n-skx:
 528       csit-vpp-perf-verify-1908-3n-skx:
 529         - 36  # MRR sel
 530
 531     vpp-nic-comparison-2n-skx-mrr:
 532       # TODO: Replace
 533       # csit-vpp-perf-verify-2001-2n-skx:
 534       csit-vpp-perf-verify-1908-2n-skx:
 535         - 69  # MRR sel
 536
 537     # Results
 538
 539     vpp-perf-results-3n-hsw:
 540       csit-vpp-perf-verify-2001-3n-hsw:
 541         - 18  # NDRPDR full
 542         - 20  # NDRPDR full
 543         - 28  # NDRPDR full
 544         - 35  # NDRPDR full
 545         - 42  # NDRPDR full
 546         - 46  # NDRPDR full
 547         - 47  # NDRPDR full
 548         - 48  # NDRPDR full
 549         - 49  # NDRPDR full
 550         - 50  # NDRPDR full
 551         - 51  # NDRPDR full
 552         - 52  # NDRPDR full
 553         - 53  # NDRPDR full
 554         - 54  # NDRPDR full
 555         - 55  # NDRPDR full
 556         - 56  # NDRPDR full
 557         - 57  # NDRPDR full
 558         - 58  # NDRPDR full
 559         - 59  # NDRPDR full
 560         - 61  # NDRPDR full
 561         - 62  # NDRPDR full
 562         - 65  # NDRPDR full
 563
 564     vpp-perf-results-3n-skx:
 565       # TODO: Replace
 566       csit-vpp-perf-verify-2001-3n-skx:
 567         - 14  # NDRPDR sel
 568
 569     vpp-perf-results-2n-skx:
 570       csit-vpp-perf-verify-2001-2n-skx:
 571         - 32  # NDRPDR full
 572         - 33  # NDRPDR full
 573
 574     vpp-perf-results-2n-clx:
 575       # TODO: Replace
 576       csit-vpp-perf-verify-2001-2n-clx:
 577         - 28  # NDRPDR sel
 578
 579     vpp-perf-results-3n-tsh:
 580       # TODO: Replace
 581       csit-vpp-perf-verify-2001-3n-tsh:
 582         - 3   # NDRPDR sel
 583
 584     vpp-perf-results-3n-dnv:
 585       csit-vpp-perf-verify-2001-3n-dnv:
 586         - 19  # NDRPDR full
 587         - 20  # NDRPDR full
 588         - 21  # NDRPDR full
 589         - 22  # NDRPDR full
 590         - 23  # NDRPDR full
 591         - 24  # NDRPDR full
 592         - 25  # NDRPDR full
 593         - 26  # NDRPDR full
 594
 595     vpp-perf-results-2n-dnv:
 596       csit-vpp-perf-verify-2001-2n-dnv:
 597         - 21  # NDRPDR full
 598         - 22  # NDRPDR full
 599         - 25  # NDRPDR full
 600         - 26  # NDRPDR full
 601         - 27  # NDRPDR full
 602         - 28  # NDRPDR full
 603
 604     vpp-mrr-results-3n-hsw:
 605       csit-vpp-perf-verify-2001-3n-hsw:
 606         - 17  # MRR sel
 607
 608     vpp-mrr-results-3n-skx:
 609       # TODO: Replace
 610       # csit-vpp-perf-verify-2001-3n-skx:
 611       csit-vpp-perf-verify-1908-3n-skx:
 612         - 36  # MRR sel
 613
 614     vpp-mrr-results-2n-skx:
 615       # TODO: Replace
 616       # csit-vpp-perf-verify-2001-2n-skx:
 617       csit-vpp-perf-verify-1908-2n-skx:
 618         - 69  # MRR sel
 619
 620     vpp-mrr-results-2n-clx:
 621       # TODO: Replace
 622       # csit-vpp-perf-verify-2001-2n-clx:
 623       csit-vpp-perf-verify-1908-2n-skx:
 624         - 69  # MRR sel
 625
 626     vpp-mrr-results-3n-tsh:
 627       csit-vpp-perf-verify-2001-3n-tsh:
 628         - 9   # MRR sel
 629
 630     vpp-mrr-results-3n-dnv:
 631       csit-vpp-perf-verify-2001-3n-dnv:
 632         - 11  # MRR sel
 633
 634     vpp-mrr-results-2n-dnv:
 635       csit-vpp-perf-verify-2001-2n-dnv:
 636         - 12  # MRR sel
 637
 638     vpp-device-results-ubuntu:
 639       csit-vpp-device-2001-ubuntu1804-1n-skx:
 640         - 57
 641
 642     dpdk-perf-results-3n-hsw:
 643       csit-dpdk-perf-verify-2001-3n-hsw:
 644         - 25  # NDRPDR full
 645         - 26  # NDRPDR full
 646
 647     dpdk-perf-results-3n-skx:
 648       csit-dpdk-perf-verify-2001-3n-skx:
 649         - 1   # NDRPDR sel
 650
 651     dpdk-perf-results-2n-skx:
 652       csit-dpdk-perf-verify-2001-2n-skx:
 653         - 1   # NDRPDR sel
 654
 655     dpdk-perf-results-2n-clx:
 656       csit-dpdk-perf-verify-2001-2n-clx:
 657         - 15  # NDRPDR sel
 658
 659     dpdk-perf-results-2n-dnv:
 660       csit-dpdk-perf-verify-2001-2n-dnv:
 661         - 16  # NDRPDR sel
 662
 663     dpdk-perf-results-3n-dnv:
 664       csit-dpdk-perf-verify-2001-3n-dnv:
 665         - 12  # NDRPDR sel
 666
 667     dpdk-perf-results-3n-tsh:
 668       csit-dpdk-perf-verify-2001-3n-tsh:
 669         - 3   # NDRPDR sel
 670
 671 ###########################################################################
 672     # Tables (more than one data set)
 673
 674     # Performance changes
 675
 676     vpp-performance-changes-3n-hsw-h1:
 677       csit-vpp-perf-verify-1904-3n-hsw:
 678         - 11  # NDRPDR sel
 679         - 12  # NDRPDR sel
 680         - 20  # NDRPDR sel
 681         - 21  # NDRPDR sel
 682         - 23  # NDRPDR sel
 683         - 24  # NDRPDR sel
 684         - 25  # NDRPDR sel
 685         - 26  # NDRPDR sel
 686         - 29  # NDRPDR sel
 687         - 30  # NDRPDR sel
 688     vpp-performance-changes-3n-hsw-ref:
 689       csit-vpp-perf-verify-1908-3n-hsw:
 690         - 12  # NDRPDR sel
 691         - 13  # NDRPDR sel
 692         - 14  # NDRPDR sel
 693         - 15  # NDRPDR sel
 694         - 16  # NDRPDR sel
 695         - 17  # NDRPDR sel
 696         - 18  # NDRPDR sel
 697         - 19  # NDRPDR sel
 698         - 20  # NDRPDR sel
 699         - 21  # NDRPDR sel
 700     vpp-performance-changes-3n-hsw-cmp:
 701       csit-vpp-perf-verify-2001-3n-hsw:
 702         - 21  # NDRPDR sel
 703         - 22  # NDRPDR sel
 704         - 23  # NDRPDR sel
 705         - 24  # NDRPDR sel
 706         - 25  # NDRPDR sel
 707         - 29  # NDRPDR sel
 708         - 30  # NDRPDR sel
 709         - 31  # NDRPDR sel
 710         - 32  # NDRPDR sel
 711         - 34  # NDRPDR sel
 712     vpp-performance-changes-3n-hsw:
 713       - "vpp-performance-changes-3n-hsw-h1"
 714       - "vpp-performance-changes-3n-hsw-ref"
 715       - "vpp-performance-changes-3n-hsw-cmp"
 716
 717     vpp-performance-changes-3n-skx-h1:
 718       csit-vpp-perf-verify-1904-3n-skx:
 719         - 8   # NDRPDR sel
 720         - 9   # NDRPDR sel
 721         - 10  # NDRPDR sel
 722         - 11  # NDRPDR sel
 723         - 12  # NDRPDR sel
 724         - 14  # NDRPDR sel
 725         - 16  # NDRPDR sel
 726         - 21  # NDRPDR sel
 727         - 23  # NDRPDR sel
 728         - 25  # NDRPDR sel
 729     vpp-performance-changes-3n-skx-ref:
 730       csit-vpp-perf-verify-1908-3n-skx:
 731         - 14  # NDRPDR sel
 732         - 16  # NDRPDR sel
 733         - 19  # NDRPDR sel
 734         - 20  # NDRPDR sel
 735         - 22  # NDRPDR sel
 736         - 23  # NDRPDR sel
 737         - 24  # NDRPDR sel
 738         - 25  # NDRPDR sel
 739         - 26  # NDRPDR sel
 740         - 29  # NDRPDR sel
 741     vpp-performance-changes-3n-skx-cmp:
 742       # TODO: Add the data
 743       csit-vpp-perf-verify-2001-3n-skx:
 744         - 14  # NDRPDR sel
 745         - 15  # NDRPDR sel
 746         - 16  # NDRPDR sel
 747     vpp-performance-changes-3n-skx:
 748       - "vpp-performance-changes-3n-skx-h1"
 749       - "vpp-performance-changes-3n-skx-ref"
 750       - "vpp-performance-changes-3n-skx-cmp"
 751
 752     vpp-performance-changes-2n-skx-h1:
 753       csit-vpp-perf-verify-1904-2n-skx:
 754         - 12  # NDRPDR sel
 755         - 14  # NDRPDR sel
 756         - 16  # NDRPDR sel
 757         - 17  # NDRPDR sel
 758         - 18  # NDRPDR sel
 759         - 21  # NDRPDR sel
 760         - 27  # NDRPDR sel
 761         - 30  # NDRPDR sel
 762         - 31  # NDRPDR sel
 763         - 32  # NDRPDR sel
 764     vpp-performance-changes-2n-skx-ref:
 765       csit-vpp-perf-verify-1908-2n-skx:
 766         - 26  # NDRPDR sel
 767         - 27  # NDRPDR sel
 768         - 34  # NDRPDR sel
 769         - 35  # NDRPDR sel
 770         - 36  # NDRPDR sel
 771         - 42  # NDRPDR sel
 772         - 43  # NDRPDR sel
 773         - 44  # NDRPDR sel
 774         - 45  # NDRPDR sel
 775         - 46  # NDRPDR sel
 776     vpp-performance-changes-2n-skx-cmp:
 777       # TODO: Add the data
 778       csit-vpp-perf-verify-2001-2n-skx:
 779         - 21  # NDRPDR sel
 780         - 22  # NDRPDR sel
 781         - 23  # NDRPDR sel
 782         - 26  # NDRPDR sel
 783         - 27  # NDRPDR sel
 784         - 29  # NDRPDR sel
 785     vpp-performance-changes-2n-skx:
 786       - "vpp-performance-changes-2n-skx-h1"
 787       - "vpp-performance-changes-2n-skx-ref"
 788       - "vpp-performance-changes-2n-skx-cmp"
 789
 790     vpp-performance-changes-nfv-2n-skx-ref:
 791       csit-vpp-perf-verify-1908-2n-skx:
 792         - 22  # NFV
 793         - 31  # NFV
 794         - 32  # NFV
 795     vpp-performance-changes-nfv-2n-skx-cmp:
 796       # TODO: Add the data
 797       csit-vpp-perf-verify-2001-2n-skx:
 798         - 30  # NFV
 799         - 31  # NFV
 800     vpp-performance-changes-nfv-2n-skx:
 801       - "vpp-performance-changes-nfv-2n-skx-ref"
 802       - "vpp-performance-changes-nfv-2n-skx-cmp"
 803
 804     vpp-performance-changes-2n-dnv-ref:
 805       csit-vpp-perf-verify-1908-2n-dnv:
 806         - 1   # NDRPDR sel
 807         - 2   # NDRPDR sel
 808         - 3   # NDRPDR sel
 809         - 4   # NDRPDR sel
 810         - 5   # NDRPDR sel
 811         - 6   # NDRPDR sel
 812         - 7   # NDRPDR sel
 813         - 8   # NDRPDR sel
 814         - 9   # NDRPDR sel
 815         - 10  # NDRPDR sel
 816     vpp-performance-changes-2n-dnv-cmp:
 817       csit-vpp-perf-verify-2001-2n-dnv:
 818         - 4   # NDRPDR sel
 819         - 5   # NDRPDR sel
 820         - 6   # NDRPDR sel
 821         - 7   # NDRPDR sel
 822         - 8   # NDRPDR sel
 823         - 9   # NDRPDR sel
 824         - 10  # NDRPDR sel
 825         - 11  # NDRPDR sel
 826         - 13  # NDRPDR sel
 827         - 16  # NDRPDR sel
 828     vpp-performance-changes-2n-dnv:
 829       - "vpp-performance-changes-2n-dnv-ref"
 830       - "vpp-performance-changes-2n-dnv-cmp"
 831
 832     vpp-performance-changes-3n-dnv-ref:
 833       csit-vpp-perf-verify-1908-3n-dnv:
 834         - 6   # NDRPDR sel
 835         - 7   # NDRPDR sel
 836         - 8   # NDRPDR sel
 837         - 9   # NDRPDR sel
 838         - 10  # NDRPDR sel
 839         - 12  # NDRPDR sel
 840         - 13  # NDRPDR sel
 841         - 14  # NDRPDR sel
 842         - 15  # NDRPDR sel
 843         - 16  # NDRPDR sel
 844     vpp-performance-changes-3n-dnv-cmp:
 845       csit-vpp-perf-verify-2001-3n-dnv:
 846         - 5   # NDRPDR sel
 847         - 6   # NDRPDR sel
 848         - 7   # NDRPDR sel
 849         - 8   # NDRPDR sel
 850         - 9   # NDRPDR sel
 851         - 10  # NDRPDR sel
 852         - 12  # NDRPDR sel
 853         - 16  # NDRPDR sel
 854         - 17  # NDRPDR sel
 855         - 18  # NDRPDR sel
 856     vpp-performance-changes-3n-dnv:
 857       - "vpp-performance-changes-3n-dnv-ref"
 858       - "vpp-performance-changes-3n-dnv-cmp"
 859
 860     vpp-performance-changes-3n-tsh-ref:
 861       csit-vpp-perf-verify-1908-3n-tsh:
 862         - 7   # NDRPDR sel
 863         - 8   # NDRPDR sel
 864         - 9   # NDRPDR sel
 865         - 10  # NDRPDR sel
 866         - 11  # NDRPDR sel
 867         - 12  # NDRPDR sel
 868         - 13  # NDRPDR sel
 869         - 14  # NDRPDR sel
 870         - 15  # NDRPDR sel
 871         - 16  # NDRPDR sel
 872     vpp-performance-changes-3n-tsh-cmp:
 873       # TODO: Add the data
 874       csit-vpp-perf-verify-2001-3n-tsh:
 875         - 3   # NDRPDR sel
 876         - 4   # NDRPDR sel
 877         - 7   # NDRPDR sel
 878         - 8   # NDRPDR sel
 879         - 10  # NDRPDR sel
 880     vpp-performance-changes-3n-tsh:
 881       - "vpp-performance-changes-3n-tsh-ref"
 882       - "vpp-performance-changes-3n-tsh-cmp"
 883
 884     vpp-soak-vs-ndr-2n-skx-ref:
 885       # TODO: Replace
 886       # csit-vpp-perf-verify-2001-2n-skx:
 887       csit-vpp-perf-verify-1908-2n-skx:
 888         - 26  # NDRPDR sel
 889         - 27  # NDRPDR sel
 890         - 34  # NDRPDR sel
 891     vpp-soak-vs-ndr-2n-skx-cmp:
 892       # TODO: Replace
 893       # csit-vpp-perf-verify-2001-2n-skx:
 894       csit-vpp-perf-verify-1908-2n-skx:
 895         - 83  # SOAK
 896         - 86  # SOAK
 897     vpp-soak-vs-ndr-2n-skx:
 898       # TODO: Replace
 899       # csit-vpp-perf-verify-2001-2n-skx:
 900       csit-vpp-perf-verify-1908-2n-skx:
 901         - 26  # NDRPDR sel
 902         - 27  # NDRPDR sel
 903         - 34  # NDRPDR sel
 904         - 83  # SOAK
 905         - 86  # SOAK
 906
 907     vpp-performance-changes-3n-hsw-mrr-h1:
 908       csit-vpp-perf-verify-1904-3n-hsw:
 909         - 9   # MRR sel
 910     vpp-performance-changes-3n-hsw-mrr-ref:
 911       csit-vpp-perf-verify-1908-3n-hsw:
 912         - 39  # MRR sel
 913     vpp-performance-changes-3n-hsw-mrr-cmp:
 914       csit-vpp-perf-verify-2001-3n-hsw:
 915         - 17  # MRR sel
 916     vpp-performance-changes-3n-hsw-mrr:
 917       - "vpp-performance-changes-3n-hsw-mrr-h1"
 918       - "vpp-performance-changes-3n-hsw-mrr-ref"
 919       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 920
 921     vpp-performance-changes-3n-skx-mrr-h1:
 922       csit-vpp-perf-verify-1904-3n-skx:
 923         - 7   # MRR sel
 924     vpp-performance-changes-3n-skx-mrr-ref:
 925       csit-vpp-perf-verify-1908-3n-skx:
 926         - 36  # MRR sel
 927     vpp-performance-changes-3n-skx-mrr-cmp:
 928       # TODO: Replace
 929       # csit-vpp-perf-verify-2001-3n-skx:
 930       csit-vpp-perf-verify-1908-3n-skx:
 931         - 36  # MRR sel
 932     vpp-performance-changes-3n-skx-mrr:
 933       - "vpp-performance-changes-3n-skx-mrr-h1"
 934       - "vpp-performance-changes-3n-skx-mrr-ref"
 935       - "vpp-performance-changes-3n-skx-mrr-cmp"
 936
 937     vpp-performance-changes-2n-skx-mrr-h1:
 938       csit-vpp-perf-verify-1904-2n-skx:
 939         - 11  # MRR sel
 940     vpp-performance-changes-2n-skx-mrr-ref:
 941       csit-vpp-perf-verify-1908-2n-skx:
 942         - 69  # MRR sel
 943     vpp-performance-changes-2n-skx-mrr-cmp:
 944       # TODO: Replace
 945       # csit-vpp-perf-verify-2001-2n-skx:
 946       csit-vpp-perf-verify-1908-2n-skx:
 947         - 69  # MRR sel
 948     vpp-performance-changes-2n-skx-mrr:
 949       - "vpp-performance-changes-2n-skx-mrr-h1"
 950       - "vpp-performance-changes-2n-skx-mrr-ref"
 951       - "vpp-performance-changes-2n-skx-mrr-cmp"
 952
 953     vpp-performance-changes-nfv-2n-skx-mrr-ref:
 954       csit-vpp-perf-verify-1908-2n-skx:
 955         - 71  # NFV MRR
 956     vpp-performance-changes-nfv-2n-skx-mrr-cmp:
 957       # TODO: Replace
 958       # csit-vpp-perf-verify-2001-2n-skx:
 959       csit-vpp-perf-verify-1908-2n-skx:
 960         - 71  # NFV MRR
 961     vpp-performance-changes-nfv-2n-skx-mrr:
 962       - "vpp-performance-changes-nfv-2n-skx-mrr-ref"
 963       - "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
 964
 965     vpp-performance-changes-2n-dnv-mrr-ref:
 966       csit-vpp-perf-verify-1908-2n-dnv:
 967         - 11  # MRR sel
 968     vpp-performance-changes-2n-dnv-mrr-cmp:
 969       csit-vpp-perf-verify-2001-2n-dnv:
 970         - 12  # MRR sel
 971     vpp-performance-changes-2n-dnv-mrr:
 972       - "vpp-performance-changes-2n-dnv-mrr-ref"
 973       - "vpp-performance-changes-2n-dnv-mrr-cmp"
 974
 975     vpp-performance-changes-3n-dnv-mrr-ref:
 976       csit-vpp-perf-verify-1908-3n-dnv:
 977         - 17  # MRR sel
 978     vpp-performance-changes-3n-dnv-mrr-cmp:
 979       csit-vpp-perf-verify-2001-3n-dnv:
 980         - 11  # MRR sel
 981     vpp-performance-changes-3n-dnv-mrr:
 982       - "vpp-performance-changes-3n-dnv-mrr-ref"
 983       - "vpp-performance-changes-3n-dnv-mrr-cmp"
 984
 985     vpp-performance-changes-3n-tsh-mrr-ref:
 986       csit-vpp-perf-verify-1908-3n-tsh:
 987         - 17  # MRR sel
 988     vpp-performance-changes-3n-tsh-mrr-cmp:
 989       csit-vpp-perf-verify-2001-3n-tsh:
 990         - 9   # MRR sel
 991     vpp-performance-changes-3n-tsh-mrr:
 992       - "vpp-performance-changes-3n-tsh-mrr-ref"
 993       - "vpp-performance-changes-3n-tsh-mrr-cmp"
 994
 995     dpdk-performance-changes-3n-hsw-h1:
 996       csit-dpdk-perf-verify-1904-3n-hsw:
 997         - 2   # NDRPDR sel
 998         - 3   # NDRPDR sel
 999         - 5   # NDRPDR sel
1000         - 6   # NDRPDR sel
1001         - 13  # NDRPDR sel
1002         - 14  # NDRPDR sel
1003         - 15  # NDRPDR sel
1004         - 18  # NDRPDR sel
1005         - 19  # NDRPDR sel
1006         - 20  # NDRPDR sel
1007     dpdk-performance-changes-3n-hsw-ref:
1008       csit-dpdk-perf-verify-1908-3n-hsw:
1009         - 2   # NDRPDR sel
1010         - 3   # NDRPDR sel
1011         - 4   # NDRPDR sel
1012         - 5   # NDRPDR sel
1013         - 6   # NDRPDR sel
1014         - 7   # NDRPDR sel
1015         - 8   # NDRPDR sel
1016         - 9   # NDRPDR sel
1017         - 10  # NDRPDR sel
1018         - 11  # NDRPDR sel
1019     dpdk-performance-changes-3n-hsw-cmp:
1020       csit-dpdk-perf-verify-2001-3n-hsw:
1021         - 4   # NDRPDR sel
1022         - 5   # NDRPDR sel
1023         - 6   # NDRPDR sel
1024         - 7   # NDRPDR sel
1025         - 8   # NDRPDR sel
1026         - 9   # NDRPDR sel
1027         - 10  # NDRPDR sel
1028         - 11  # NDRPDR sel
1029         - 12  # NDRPDR sel
1030         - 13  # NDRPDR sel
1031         - 15  # NDRPDR sel
1032         - 16  # NDRPDR sel
1033         - 17  # NDRPDR sel
1034         - 18  # NDRPDR sel
1035         - 19  # NDRPDR sel
1036         - 20  # NDRPDR sel
1037         - 21  # NDRPDR sel
1038         - 22  # NDRPDR sel
1039         - 23  # NDRPDR sel
1040         - 24  # NDRPDR sel
1041     dpdk-performance-changes-3n-hsw:
1042       - "dpdk-performance-changes-3n-hsw-h1"
1043       - "dpdk-performance-changes-3n-hsw-ref"
1044       - "dpdk-performance-changes-3n-hsw-cmp"
1045
1046     dpdk-performance-changes-3n-skx-h1:
1047       csit-dpdk-perf-verify-1904-3n-skx:
1048         - 2   # NDRPDR sel
1049         - 3   # NDRPDR sel
1050         - 4   # NDRPDR sel
1051         - 5   # NDRPDR sel
1052         - 6   # NDRPDR sel
1053         - 7   # NDRPDR sel
1054         - 11  # NDRPDR sel
1055         - 12  # NDRPDR sel
1056         - 13  # NDRPDR sel
1057         - 14  # NDRPDR sel
1058     dpdk-performance-changes-3n-skx-ref:
1059       csit-dpdk-perf-verify-1908-3n-skx:
1060         - 3   # NDRPDR sel
1061         - 4   # NDRPDR sel
1062         - 5   # NDRPDR sel
1063         - 6   # NDRPDR sel
1064         - 7   # NDRPDR sel
1065         - 8   # NDRPDR sel
1066         - 9   # NDRPDR sel
1067         - 10  # NDRPDR sel
1068         - 11  # NDRPDR sel
1069         - 12  # NDRPDR sel
1070     dpdk-performance-changes-3n-skx-cmp:
1071       csit-dpdk-perf-verify-2001-3n-skx:
1072         - 1   # NDRPDR sel
1073         - 2   # NDRPDR sel
1074         - 3   # NDRPDR sel
1075         - 4   # NDRPDR sel
1076         - 5   # NDRPDR sel
1077         - 6   # NDRPDR sel
1078         - 7   # NDRPDR sel
1079         - 8   # NDRPDR sel
1080         - 9   # NDRPDR sel
1081         - 10  # NDRPDR sel
1082     dpdk-performance-changes-3n-skx:
1083       - "dpdk-performance-changes-3n-skx-h1"
1084       - "dpdk-performance-changes-3n-skx-ref"
1085       - "dpdk-performance-changes-3n-skx-cmp"
1086
1087     dpdk-performance-changes-2n-skx-h1:
1088       csit-dpdk-perf-verify-1904-2n-skx:
1089         - 2   # NDRPDR sel
1090         - 3   # NDRPDR sel
1091         - 4   # NDRPDR sel
1092         - 5   # NDRPDR sel
1093         - 7   # NDRPDR sel
1094         - 8   # NDRPDR sel
1095         - 9   # NDRPDR sel
1096         - 10  # NDRPDR sel
1097         - 11  # NDRPDR sel
1098         - 12  # NDRPDR sel
1099     dpdk-performance-changes-2n-skx-ref:
1100       csit-dpdk-perf-verify-1908-2n-skx:
1101         - 2   # NDRPDR sel
1102         - 3   # NDRPDR sel
1103         - 4   # NDRPDR sel
1104         - 5   # NDRPDR sel
1105         - 7   # NDRPDR sel
1106         - 8   # NDRPDR sel
1107         - 9   # NDRPDR sel
1108         - 10  # NDRPDR sel
1109         - 11  # NDRPDR sel
1110         - 12  # NDRPDR sel
1111     dpdk-performance-changes-2n-skx-cmp:
1112       csit-dpdk-perf-verify-2001-2n-skx:
1113         - 1   # NDRPDR sel
1114         - 2   # NDRPDR sel
1115         - 3   # NDRPDR sel
1116         - 4   # NDRPDR sel
1117         - 5   # NDRPDR sel
1118         - 6   # NDRPDR sel
1119         - 7   # NDRPDR sel
1120         - 8   # NDRPDR sel
1121         - 9   # NDRPDR sel
1122         - 10  # NDRPDR sel
1123         - 11  # NDRPDR sel
1124         - 13  # NDRPDR sel
1125         - 26  # NDRPDR sel
1126         - 16  # NDRPDR sel
1127         - 17  # NDRPDR sel
1128         - 18  # NDRPDR sel
1129         - 19  # NDRPDR sel
1130         - 27  # NDRPDR sel
1131         - 21  # NDRPDR sel
1132         - 25  # NDRPDR sel
1133     dpdk-performance-changes-2n-skx:
1134       - "dpdk-performance-changes-2n-skx-h1"
1135       - "dpdk-performance-changes-2n-skx-ref"
1136       - "dpdk-performance-changes-2n-skx-cmp"
1137
1138     # Compare testbeds
1139
1140     vpp-compare-testbeds-ref:
1141       csit-vpp-perf-verify-2001-3n-hsw:
1142         - 21  # NDRPDR sel
1143         - 22  # NDRPDR sel
1144         - 23  # NDRPDR sel
1145         - 24  # NDRPDR sel
1146         - 25  # NDRPDR sel
1147         - 29  # NDRPDR sel
1148         - 30  # NDRPDR sel
1149         - 31  # NDRPDR sel
1150         - 32  # NDRPDR sel
1151         - 34  # NDRPDR sel
1152     vpp-compare-testbeds-cmp:
1153       # TODO: Add the data
1154       csit-vpp-perf-verify-2001-3n-skx:
1155         - 14  # NDRPDR sel
1156         - 15  # NDRPDR sel
1157         - 16  # NDRPDR sel
1158     vpp-compare-testbeds:
1159       - "vpp-compare-testbeds-ref"
1160       - "vpp-compare-testbeds-cmp"
1161
1162     vpp-compare-testbeds-skx-clx-ref:
1163       # TODO: Add the data
1164       csit-vpp-perf-verify-2001-2n-skx:
1165         - 21  # NDRPDR sel
1166         - 22  # NDRPDR sel
1167         - 23  # NDRPDR sel
1168         - 26  # NDRPDR sel
1169         - 27  # NDRPDR sel
1170         - 29  # NDRPDR sel
1171     vpp-compare-testbeds-skx-clx-cmp:
1172       # TODO: Add the data
1173       csit-vpp-perf-verify-2001-2n-clx:
1174         - 28  # NDRPDR sel
1175         - 29  # NDRPDR sel
1176         - 32  # NDRPDR sel
1177
1178     vpp-compare-testbeds-skx-clx:
1179       - "vpp-compare-testbeds-skx-clx-ref"
1180       - "vpp-compare-testbeds-skx-clx-cmp"
1181
1182     vpp-compare-testbeds-mrr-ref:
1183       csit-vpp-perf-verify-2001-3n-hsw:
1184         - 17  # MRR sel
1185     vpp-compare-testbeds-mrr-cmp:
1186       # TODO: Replace
1187       # csit-vpp-perf-verify-2001-3n-skx:
1188       csit-vpp-perf-verify-1908-3n-skx:
1189         - 36  # MRR sel
1190     vpp-compare-testbeds-mrr:
1191       - "vpp-compare-testbeds-mrr-ref"
1192       - "vpp-compare-testbeds-mrr-cmp"
1193
1194     vpp-compare-testbeds-mrr-skx-clx-ref:
1195       # TODO: Replace
1196       # csit-vpp-perf-verify-2001-2n-skx:
1197       csit-vpp-perf-verify-1908-2n-skx:
1198         - 69  # MRR sel
1199     vpp-compare-testbeds-mrr-skx-clx-cmp:
1200       # TODO: Replace
1201       # csit-vpp-perf-verify-2001-2n-clx:
1202       csit-vpp-perf-verify-1908-2n-skx:
1203         - 69  # MRR sel
1204     vpp-compare-testbeds-mrr-skx-clx:
1205       - "vpp-compare-testbeds-mrr-skx-clx-ref"
1206       - "vpp-compare-testbeds-mrr-skx-clx-cmp"
1207
1208     dpdk-compare-testbeds-ref:
1209       csit-dpdk-perf-verify-2001-3n-hsw:
1210         - 4   # NDRPDR sel
1211         - 5   # NDRPDR sel
1212         - 6   # NDRPDR sel
1213         - 7   # NDRPDR sel
1214         - 8   # NDRPDR sel
1215         - 9   # NDRPDR sel
1216         - 10  # NDRPDR sel
1217         - 11  # NDRPDR sel
1218         - 12  # NDRPDR sel
1219         - 13  # NDRPDR sel
1220         - 15  # NDRPDR sel
1221         - 16  # NDRPDR sel
1222         - 17  # NDRPDR sel
1223         - 18  # NDRPDR sel
1224         - 19  # NDRPDR sel
1225         - 20  # NDRPDR sel
1226         - 21  # NDRPDR sel
1227         - 22  # NDRPDR sel
1228         - 23  # NDRPDR sel
1229         - 24  # NDRPDR sel
1230     dpdk-compare-testbeds-cmp:
1231       csit-dpdk-perf-verify-2001-3n-skx:
1232         - 1   # NDRPDR sel
1233         - 2   # NDRPDR sel
1234         - 3   # NDRPDR sel
1235         - 4   # NDRPDR sel
1236         - 5   # NDRPDR sel
1237         - 6   # NDRPDR sel
1238         - 7   # NDRPDR sel
1239         - 8   # NDRPDR sel
1240         - 9   # NDRPDR sel
1241         - 10  # NDRPDR sel
1242     dpdk-compare-testbeds:
1243       - "dpdk-compare-testbeds-ref"
1244       - "dpdk-compare-testbeds-cmp"
1245
1246     dpdk-compare-testbeds-skx-clx-ref:
1247       csit-dpdk-perf-verify-2001-2n-skx:
1248         - 1   # NDRPDR sel
1249         - 2   # NDRPDR sel
1250         - 3   # NDRPDR sel
1251         - 4   # NDRPDR sel
1252         - 5   # NDRPDR sel
1253         - 6   # NDRPDR sel
1254         - 7   # NDRPDR sel
1255         - 8   # NDRPDR sel
1256         - 9   # NDRPDR sel
1257         - 10  # NDRPDR sel
1258         - 11  # NDRPDR sel
1259         - 13  # NDRPDR sel
1260         - 26  # NDRPDR sel
1261         - 16  # NDRPDR sel
1262         - 17  # NDRPDR sel
1263         - 18  # NDRPDR sel
1264         - 19  # NDRPDR sel
1265         - 27  # NDRPDR sel
1266         - 21  # NDRPDR sel
1267         - 25  # NDRPDR sel
1268     dpdk-compare-testbeds-skx-clx-cmp:
1269       csit-dpdk-perf-verify-2001-2n-clx:
1270         - 15  # NDRPDR sel
1271         - 16  # NDRPDR sel
1272         - 17  # NDRPDR sel
1273         - 18  # NDRPDR sel
1274         - 19  # NDRPDR sel
1275         - 20  # NDRPDR sel
1276         - 21  # NDRPDR sel
1277         - 22  # NDRPDR sel
1278         - 23  # NDRPDR sel
1279
1280     dpdk-compare-testbeds-skx-clx:
1281       - "dpdk-compare-testbeds-skx-clx-ref"
1282       - "dpdk-compare-testbeds-skx-clx-cmp"
1283
1284     # Compare topologies
1285
1286     vpp-compare-topologies-ref:
1287       # TODO: Add the data
1288       csit-vpp-perf-verify-2001-3n-skx:
1289         - 14  # NDRPDR sel
1290         - 15  # NDRPDR sel
1291         - 16  # NDRPDR sel
1292     vpp-compare-topologies-cmp:
1293       # TODO: Add the data
1294       csit-vpp-perf-verify-2001-2n-skx:
1295         - 21  # NDRPDR sel
1296         - 22  # NDRPDR sel
1297         - 23  # NDRPDR sel
1298         - 26  # NDRPDR sel
1299         - 27  # NDRPDR sel
1300         - 29  # NDRPDR sel
1301     vpp-compare-topologies:
1302       - "vpp-compare-topologies-ref"
1303       - "vpp-compare-topologies-cmp"
1304
1305     vpp-compare-topologies-mrr-ref:
1306       # TODO: Replace
1307       # csit-vpp-perf-verify-2001-3n-skx:
1308       csit-vpp-perf-verify-1908-3n-skx:
1309         - 36  # MRR sel
1310     vpp-compare-topologies-mrr-cmp:
1311       # TODO: Replace
1312       # csit-vpp-perf-verify-2001-2n-skx:
1313       csit-vpp-perf-verify-1908-2n-skx:
1314         - 69  # MRR sel
1315     vpp-compare-topologies-mrr:
1316       - "vpp-compare-topologies-mrr-ref"
1317       - "vpp-compare-topologies-mrr-cmp"
1318
1319     dpdk-compare-topologies-ref:
1320       csit-dpdk-perf-verify-2001-3n-skx:
1321         - 1   # NDRPDR sel
1322         - 2   # NDRPDR sel
1323         - 3   # NDRPDR sel
1324         - 4   # NDRPDR sel
1325         - 5   # NDRPDR sel
1326         - 6   # NDRPDR sel
1327         - 7   # NDRPDR sel
1328         - 8   # NDRPDR sel
1329         - 9   # NDRPDR sel
1330         - 10  # NDRPDR sel
1331     dpdk-compare-topologies-cmp:
1332       csit-dpdk-perf-verify-2001-2n-skx:
1333         - 1   # NDRPDR sel
1334         - 2   # NDRPDR sel
1335         - 3   # NDRPDR sel
1336         - 4   # NDRPDR sel
1337         - 5   # NDRPDR sel
1338         - 6   # NDRPDR sel
1339         - 7   # NDRPDR sel
1340         - 8   # NDRPDR sel
1341         - 9   # NDRPDR sel
1342         - 10  # NDRPDR sel
1343         - 11  # NDRPDR sel
1344         - 13  # NDRPDR sel
1345         - 26  # NDRPDR sel
1346         - 16  # NDRPDR sel
1347         - 17  # NDRPDR sel
1348         - 18  # NDRPDR sel
1349         - 19  # NDRPDR sel
1350         - 27  # NDRPDR sel
1351         - 21  # NDRPDR sel
1352         - 25  # NDRPDR sel
1353     dpdk-compare-topologies:
1354       - "dpdk-compare-topologies-ref"
1355       - "dpdk-compare-topologies-cmp"
1356
1357   plot-layouts:
1358
1359     plot-soak-throughput:
1360       titlefont:
1361         size: 18
1362       xaxis:
1363         title: "<b>Test Cases [Index]</b>"
1364         titlefont:
1365           size: 16
1366         autorange: True
1367         fixedrange: False
1368         gridcolor: "rgb(230, 230, 230)"
1369         linecolor: "rgb(220, 220, 220)"
1370         linewidth: 1
1371         showgrid: True
1372         showline: True
1373         showticklabels: True
1374         tickcolor: "rgb(220, 220, 220)"
1375         tickmode: "linear"
1376         tickfont:
1377           size: 16
1378         zeroline: False
1379       yaxis:
1380         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
1381         titlefont:
1382           size: 16
1383         gridcolor: "rgb(230, 230, 230)"
1384         hoverformat: ".4r"
1385         tickformat: ".3r"
1386         linecolor: "rgb(220, 220, 220)"
1387         linewidth: 1
1388         showgrid: True
1389         showline: True
1390         showticklabels: True
1391         tickcolor: "rgb(220, 220, 220)"
1392         tickfont:
1393           size: 16
1394         zeroline: False
1395         range: [0,50]
1396       autosize: False
1397       margin:
1398         t: 50
1399         b: 0
1400         l: 80
1401         r: 20
1402       showlegend: True
1403       legend:
1404         orientation: "h"
1405         font:
1406           size: 16
1407       width: 700
1408       height: 900
1409       paper_bgcolor: "#fff"
1410       plot_bgcolor: "#fff"
1411       hoverlabel:
1412         namelength: -1
1413
1414     plot-service-density:
1415       titlefont:
1416         size: 18
1417       xaxis:
1418         side: "top"
1419         autorange: True
1420         fixedrange: False
1421         showgrid: False
1422         showline: False
1423         showticklabels: False
1424         ticks: ""
1425         ticklen: 0
1426         tickwidth: 0
1427         zeroline: False
1428       yaxis:
1429         autorange: "reversed"
1430         showgrid: False
1431         showline: False
1432         showticklabels: False
1433         ticks: ""
1434         ticklen: 0
1435         tickwidth: 0
1436         zeroline: False
1437       showlegend: False
1438       paper_bgcolor: "#fff"
1439       plot_bgcolor: "#fff"
1440       width: 700
1441       height: 700
1442       hoverlabel:
1443         namelength: -1
1444
1445     plot-cps:
1446       titlefont:
1447         size: 18
1448       xaxis:
1449         title: "<b>Test Cases [Index]</b>"
1450         titlefont:
1451           size: 16
1452         autorange: True
1453         fixedrange: False
1454         gridcolor: "rgb(230, 230, 230)"
1455         linecolor: "rgb(220, 220, 220)"
1456         linewidth: 1
1457         showgrid: True
1458         showline: True
1459         showticklabels: True
1460         tickcolor: "rgb(220, 220, 220)"
1461         tickmode: "linear"
1462         tickfont:
1463           size: 16
1464         zeroline: False
1465       yaxis:
1466         title: "<b>Connections Per Second [cps]</b>"
1467         titlefont:
1468           size: 16
1469         gridcolor: "rgb(230, 230, 230)"
1470         hoverformat: ".4s"
1471         linecolor: "rgb(220, 220, 220)"
1472         linewidth: 1
1473         rangemode: "tozero"
1474         showgrid: True
1475         showline: True
1476         showticklabels: True
1477         tickcolor: "rgb(220, 220, 220)"
1478         tickformat: ".3s"
1479         tickfont:
1480           size: 16
1481         zeroline: False
1482       boxmode: "group"
1483       boxgroupgap: 0.5
1484       autosize: False
1485       margin:
1486         t: 50
1487         b: 20
1488         l: 80
1489         r: 20
1490       showlegend: True
1491       legend:
1492         orientation: "h"
1493         font:
1494           size: 16
1495       width: 700
1496       height: 800
1497       paper_bgcolor: "#fff"
1498       plot_bgcolor: "#fff"
1499       hoverlabel:
1500         namelength: -1
1501
1502     plot-rps:
1503       titlefont:
1504         size: 18
1505       xaxis:
1506         title: "<b>Test Cases [Index]</b>"
1507         titlefont:
1508           size: 16
1509         autorange: True
1510         fixedrange: False
1511         gridcolor: "rgb(230, 230, 230)"
1512         linecolor: "rgb(220, 220, 220)"
1513         linewidth: 1
1514         showgrid: True
1515         showline: True
1516         showticklabels: True
1517         tickcolor: "rgb(220, 220, 220)"
1518         tickmode: "linear"
1519         tickfont:
1520           size: 16
1521         zeroline: False
1522       yaxis:
1523         title: "<b>Requests Per Second [rps]</b>"
1524         titlefont:
1525           size: 16
1526         gridcolor: "rgb(230, 230, 230)"
1527         hoverformat: ".4s"
1528         linecolor: "rgb(220, 220, 220)"
1529         linewidth: 1
1530         rangemode: "tozero"
1531         showgrid: True
1532         showline: True
1533         showticklabels: True
1534         tickcolor: "rgb(230, 230, 230)"
1535         tickformat: ".3s"
1536         tickfont:
1537           size: 16
1538         zeroline: False
1539       boxmode: "group"
1540       boxgroupgap: 0.5
1541       autosize: False
1542       margin:
1543         t: 50
1544         b: 20
1545         l: 80
1546         r: 20
1547       showlegend: True
1548       legend:
1549         orientation: "h"
1550         font:
1551           size: 16
1552       width: 700
1553       height: 800
1554       paper_bgcolor: "#fff"
1555       plot_bgcolor: "#fff"
1556       hoverlabel:
1557         namelength: -1
1558
1559     plot-throughput:
1560       titlefont:
1561         size: 18
1562       xaxis:
1563         title: "<b>Test Cases [Index]</b>"
1564         titlefont:
1565           size: 16
1566         autorange: True
1567         fixedrange: False
1568         gridcolor: "rgb(230, 230, 230)"
1569         linecolor: "rgb(220, 220, 220)"
1570         linewidth: 1
1571         showgrid: True
1572         showline: True
1573         showticklabels: True
1574         tickcolor: "rgb(220, 220, 220)"
1575         tickmode: "linear"
1576         tickfont:
1577           size: 16
1578         zeroline: False
1579       yaxis:
1580         title: "<b>Packet Throughput [Mpps]</b>"
1581         titlefont:
1582           size: 16
1583         gridcolor: "rgb(230, 230, 230)"
1584         hoverformat: ".4r"
1585         tickformat: ".3r"
1586         linecolor: "rgb(220, 220, 220)"
1587         linewidth: 1
1588         showgrid: True
1589         showline: True
1590         showticklabels: True
1591         tickcolor: "rgb(220, 220, 220)"
1592         tickfont:
1593           size: 16
1594         zeroline: False
1595         range: [0,50]
1596       autosize: False
1597       margin:
1598         t: 50
1599         b: 0
1600         l: 80
1601         r: 20
1602       showlegend: True
1603       legend:
1604         orientation: "h"
1605         font:
1606           size: 16
1607       width: 700
1608       height: 900
1609       paper_bgcolor: "#fff"
1610       plot_bgcolor: "#fff"
1611       hoverlabel:
1612         namelength: -1
1613
1614     plot-throughput-speedup-analysis:
1615       titlefont:
1616         size: 18
1617       xaxis:
1618         title: "<b>Number of Cores [Qty]</b>"
1619         titlefont:
1620           size: 16
1621         autorange: True
1622         fixedrange: False
1623         gridcolor: "rgb(230, 230, 230)"
1624         linecolor: "rgb(220, 220, 220)"
1625         linewidth: 1
1626         showgrid: True
1627         showline: True
1628         showticklabels: True
1629         tickcolor: "rgb(238, 238, 238)"
1630         tickmode: "linear"
1631         tickfont:
1632           size: 16
1633         zeroline: False
1634       yaxis:
1635         title: "<b>Packet Throughput [Mpps]</b>"
1636         titlefont:
1637           size: 16
1638         type: "linear"
1639         gridcolor: "rgb(230, 230, 230)"
1640         hoverformat: ".4s"
1641         linecolor: "rgb(220, 220, 220)"
1642         linewidth: 1
1643         showgrid: True
1644         showline: True
1645         showticklabels: True
1646         tickcolor: "rgb(220, 220, 220)"
1647         tickformat: ".4s"
1648         tickfont:
1649           size: 16
1650         zeroline: True
1651         rangemode: "tozero"
1652         range: [0,100]
1653       legend:
1654         orientation: "h"
1655         font:
1656           size: 16
1657         xanchor: "left"
1658         yanchor: "top"
1659         x: 0
1660         y: -0.2
1661         bgcolor: "rgba(255, 255, 255, 0)"
1662         bordercolor: "rgba(255, 255, 255, 0)"
1663         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1664       autosize: False
1665       margin:
1666           't': 50
1667           'b': 150
1668           'l': 85
1669           'r': 10
1670       showlegend: True
1671       width: 700
1672       height: 700
1673       paper_bgcolor: "#fff"
1674       plot_bgcolor: "#fff"
1675       hoverlabel:
1676         namelength: -1
1677       annotations: [
1678         {
1679           text: "_ _          __          ...",
1680           align: "left",
1681           showarrow: False,
1682           xref: "paper",
1683           yref: "paper",
1684           xanchor: "left",
1685           yanchor: "top",
1686           x: 0,
1687           y: -0.13,
1688           font: {
1689             family: "Consolas, Courier New",
1690             size: 15
1691           },
1692         },
1693         {
1694           text: "    Perfect     Measured     Limit",
1695           align: "left",
1696           showarrow: False,
1697           xref: "paper",
1698           yref: "paper",
1699           xanchor: "left",
1700           yanchor: "top",
1701           x: 0,
1702           y: -0.15,
1703           font: {
1704             family: "Consolas, Courier New",
1705             size: 15
1706           },
1707         },
1708       ]
1709
1710     plot-latency:
1711       titlefont:
1712         size: 18
1713       xaxis:
1714         title: "<b>Direction</b>"
1715         titlefont:
1716           size: 16
1717         autorange: True
1718         fixedrange: False
1719         gridcolor: "rgb(230, 230, 230)"
1720         linecolor: "rgb(220, 220, 220)"
1721         linewidth: 1
1722         showgrid: True
1723         showline: True
1724         showticklabels: False
1725         tickcolor: "rgb(220, 220, 220)"
1726         tickmode: "linear"
1727         tickfont:
1728           size: 16
1729         zeroline: False
1730       yaxis:
1731         title: "<b>Packet Latency [uSec]</b>"
1732         titlefont:
1733           size: 16
1734         type: "linear"
1735         gridcolor: "rgb(230, 230, 230)"
1736         hoverformat: ".4s"
1737         linecolor: "rgb(220, 220, 220)"
1738         linewidth: 1
1739         showgrid: True
1740         showline: True
1741         showticklabels: True
1742         tickcolor: "rgb(220, 220, 220)"
1743         tickformat: ".4s"
1744         tickfont:
1745           size: 16
1746         zeroline: True
1747         rangemode: "tozero"
1748       legend:
1749         orientation: "h"
1750         font:
1751           size: 16
1752         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1753       autosize: False
1754       margin:
1755           't': 50
1756           'b': 150
1757           'l': 80
1758           'r': 10
1759       showlegend: True
1760       width: 700
1761       height: 700
1762       paper_bgcolor: "#fff"
1763       plot_bgcolor: "#fff"
1764       hoverlabel:
1765         namelength: -1
1766
1767     plot-hdrh-latency:
1768       title:
1769         text: ""
1770         xanchor: "center"
1771         x: 0.5
1772         font:
1773           size: 16
1774       width: 700
1775       plot_bgcolor: "white"
1776       annotations:
1777         - font:
1778             size: 14
1779           showarrow: False
1780           text: "<b>Packet Latency [uSec]</b>"
1781           x: 1
1782           xanchor: "right"
1783           xref: "paper"
1784           y: -0.045
1785           yanchor: "top"
1786           yref: "paper"
1787         - font:
1788             size: 14
1789           showarrow: False
1790           text: "<b>Probability [%]</b>"
1791           textangle: 270
1792           x: -0.06
1793           xanchor: "center"
1794           xref: "paper"
1795           y: 0.5
1796           yanchor: "middle"
1797           yref: "paper"
1798         - font:
1799             size: 14
1800           showarrow: False
1801           text: "<b>Direction: E-W</b>"
1802           x: 0.24
1803           xanchor: "center"
1804           xref: "paper"
1805           y: 1.05
1806           yanchor: "bottom"
1807           yref: "paper"
1808         - font:
1809             size: 14
1810           showarrow: False
1811           text: "<b>Direction: W-E</b>"
1812           x: 0.74
1813           xanchor: "center"
1814           xref: "paper"
1815           y: 1.05
1816           yanchor: "bottom"
1817           yref: "paper"
1818
1819     plot-hdrh-latency-percentile:
1820       title:
1821         text: ""
1822         xanchor: "center"
1823         x: 0.5
1824         font:
1825           size: 18
1826       xaxis:
1827         type: "log"
1828         title: "<b>Percentile [%]</b>"
1829         titlefont:
1830           size: 16
1831         autorange: True
1832         fixedrange: False
1833         gridcolor: "rgb(230, 230, 230)"
1834         linecolor: "rgb(220, 220, 220)"
1835         linewidth: 1
1836         showgrid: True
1837         showline: True
1838         showticklabels: True
1839         tickcolor: "rgb(220, 220, 220)"
1840         tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8]
1841         ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999]
1842         tickfont:
1843           size: 16
1844       yaxis:
1845         title: "<b>Packet Latency [uSec]</b>"
1846         titlefont:
1847           size: 16
1848         gridcolor: "rgb(230, 230, 230)"
1849         linecolor: "rgb(220, 220, 220)"
1850         linewidth: 1
1851         showgrid: True
1852         showline: True
1853         showticklabels: True
1854         tickcolor: "rgb(220, 220, 220)"
1855         tickfont:
1856           size: 16
1857       autosize: False
1858       showlegend: True
1859       legend:
1860         traceorder: "normal"
1861         orientation: "h"
1862         font:
1863           size: 16
1864         xanchor: "left"
1865         yanchor: "top"
1866         x: 0
1867         y: -0.15
1868         bgcolor: "rgba(255, 255, 255, 0)"
1869         bordercolor: "rgba(255, 255, 255, 0)"
1870       width: 700
1871       height: 700
1872       paper_bgcolor: "white"
1873       plot_bgcolor: "white"
1874
1875     plot-hdrh-latency-by-percentile:
1876       title:
1877         text: "<b>Latency by Percentile Distribution</b>"
1878         xanchor: "center"
1879         x: 0.5
1880         font:
1881           size: 18
1882       showlegend: True
1883       legend:
1884         traceorder: "normal"
1885         orientation: "h"
1886         font:
1887           size: 16
1888         xanchor: "left"
1889         yanchor: "top"
1890         x: 0
1891         y: -0.2
1892         bgcolor: "rgba(255, 255, 255, 0)"
1893         bordercolor: "rgba(255, 255, 255, 0)"
1894       xaxis:
1895         type: "linear"
1896         title: "<b>Percentile [%]</b>"
1897         titlefont:
1898           size: 14
1899         autorange: False
1900         fixedrange: False
1901         range: [0, 100]
1902         gridcolor: "rgb(230, 230, 230)"
1903         linecolor: "rgb(220, 220, 220)"
1904         linewidth: 1
1905         showgrid: True
1906         showline: True
1907         showticklabels: True
1908         tickcolor: "rgb(220, 220, 220)"
1909         tickvals: [0, 25, 50, 75, 100]
1910         ticktext: [0, 25, 50, 75, 100]
1911         tickfont:
1912           size: 14
1913       yaxis:
1914         title: "<b>One-Way Latency per Direction [uSec]</b>"
1915         titlefont:
1916           size: 14
1917         gridcolor: "rgb(230, 230, 230)"
1918         linecolor: "rgb(220, 220, 220)"
1919         linewidth: 1
1920         showgrid: True
1921         showline: True
1922         showticklabels: True
1923         tickcolor: "rgb(220, 220, 220)"
1924         tickfont:
1925           size: 14
1926       width: 700
1927       height: 700
1928       paper_bgcolor: "white"
1929       plot_bgcolor: "white"
1930
1931 - type: "static"
1932   src-path: "{DIR[RST]}"
1933   dst-path: "{DIR[WORKING,SRC]}"
1934
1935 - type: "input"
1936   general:
1937     file-name: "output_info.xml.gz"
1938     file-format: ".gz"
1939     arch-file-format:
1940       - ".gz"
1941       - ".zip"
1942     download-path: "{job}/{build}/archives/{filename}"
1943     extract: "output.xml"
1944
1945     zip-file-name: "robot-plugin.zip"
1946     zip-file-format: ".zip"
1947     zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1948     zip-extract: "robot-plugin/output.xml"
1949
1950   builds:
1951
1952     csit-vpp-perf-verify-1904-3n-hsw:
1953       - 9   # MRR sel
1954       - 11  # NDRPDR sel
1955       - 12  # NDRPDR sel
1956       - 20  # NDRPDR sel
1957       - 21  # NDRPDR sel
1958       - 23  # NDRPDR sel
1959       - 24  # NDRPDR sel
1960       - 25  # NDRPDR sel
1961       - 26  # NDRPDR sel
1962       - 29  # NDRPDR sel
1963       - 30  # NDRPDR sel
1964     csit-vpp-perf-verify-1908-3n-hsw:
1965       - 12  # NDRPDR sel
1966       - 13  # NDRPDR sel
1967       - 14  # NDRPDR sel
1968       - 15  # NDRPDR sel
1969       - 16  # NDRPDR sel
1970       - 17  # NDRPDR sel
1971       - 18  # NDRPDR sel
1972       - 19  # NDRPDR sel
1973       - 20  # NDRPDR sel
1974       - 21  # NDRPDR sel
1975       - 48  # NDRPDR sel vhost
1976       - 49  # NDRPDR sel vhost
1977       - 52  # NDRPDR sel vhost
1978       - 53  # NDRPDR sel vhost
1979       - 54  # NDRPDR sel vhost
1980       - 55  # NDRPDR sel vhost
1981       - 56  # NDRPDR sel vhost
1982       - 57  # NDRPDR sel vhost
1983       - 58  # NDRPDR sel vhost
1984       - 59  # NDRPDR sel vhost
1985       - 39  # MRR sel
1986     csit-vpp-perf-verify-2001-3n-hsw:
1987       - 21  # NDRPDR sel
1988       - 22  # NDRPDR sel
1989       - 23  # NDRPDR sel
1990       - 24  # NDRPDR sel
1991       - 25  # NDRPDR sel
1992       - 29  # NDRPDR sel
1993       - 30  # NDRPDR sel
1994       - 31  # NDRPDR sel
1995       - 32  # NDRPDR sel
1996       - 34  # NDRPDR sel
1997       - 17  # MRR sel
1998       - 18  # NDRPDR full
1999       - 20  # NDRPDR full
2000       - 28  # NDRPDR full
2001       - 35  # NDRPDR full
2002       - 42  # NDRPDR full
2003       - 46  # NDRPDR full
2004       - 47  # NDRPDR full
2005       - 48  # NDRPDR full
2006       - 49  # NDRPDR full
2007       - 50  # NDRPDR full
2008       - 51  # NDRPDR full
2009       - 52  # NDRPDR full
2010       - 53  # NDRPDR full
2011       - 54  # NDRPDR full
2012       - 55  # NDRPDR full
2013       - 56  # NDRPDR full
2014       - 57  # NDRPDR full
2015       - 58  # NDRPDR full
2016       - 59  # NDRPDR full
2017       - 61  # NDRPDR full
2018       - 62  # NDRPDR full
2019       - 65  # NDRPDR full
2020
2021 #    csit-vpp-perf-verify-1904-3n-skx:
2022 #      - 7   # MRR sel
2023 #      - 8   # NDRPDR sel
2024 #      - 9   # NDRPDR sel
2025 #      - 10  # NDRPDR sel
2026 #      - 11  # NDRPDR sel
2027 #      - 12  # NDRPDR sel
2028 #      - 14  # NDRPDR sel
2029 #      - 16  # NDRPDR sel
2030 #      - 21  # NDRPDR sel
2031 #      - 23  # NDRPDR sel
2032 #      - 25  # NDRPDR sel
2033 #    csit-vpp-perf-verify-1908-3n-skx:
2034 #      - 14  # NDRPDR sel
2035 #      - 16  # NDRPDR sel
2036 #      - 19  # NDRPDR sel
2037 #      - 20  # NDRPDR sel
2038 #      - 22  # NDRPDR sel
2039 #      - 23  # NDRPDR sel
2040 #      - 24  # NDRPDR sel
2041 #      - 25  # NDRPDR sel
2042 #      - 26  # NDRPDR sel
2043 #      - 29  # NDRPDR sel
2044 #      - 52  # NDRPDR sel vhost
2045 #      - 53  # NDRPDR sel vhost
2046 #      - 55  # NDRPDR sel vhost
2047 #      - 61  # NDRPDR sel vhost
2048 #      - 62  # NDRPDR sel vhost
2049 #      - 63  # NDRPDR sel vhost
2050 #      - 64  # NDRPDR sel vhost
2051 #      - 65  # NDRPDR sel vhost
2052 #      - 66  # NDRPDR sel vhost
2053 #      - 67  # NDRPDR sel vhost
2054 #      - 36  # MRR sel
2055 #    csit-vpp-perf-verify-2001-3n-skx:
2056 #      - 14  # NDRPDR sel
2057 #      - 15  # NDRPDR sel
2058 #      - 16  # NDRPDR sel
2059
2060 #    csit-vpp-perf-verify-1904-2n-skx:
2061 #      - 11  # MRR sel
2062 #      - 12  # NDRPDR sel
2063 #      - 14  # NDRPDR sel
2064 #      - 16  # NDRPDR sel
2065 #      - 17  # NDRPDR sel
2066 #      - 18  # NDRPDR sel
2067 #      - 21  # NDRPDR sel
2068 #      - 27  # NDRPDR sel
2069 #      - 30  # NDRPDR sel
2070 #      - 31  # NDRPDR sel
2071 #      - 32  # NDRPDR sel
2072 #    csit-vpp-perf-verify-1908-2n-skx:
2073 #      - 26  # NDRPDR sel
2074 #      - 27  # NDRPDR sel
2075 #      - 34  # NDRPDR sel
2076 #      - 35  # NDRPDR sel
2077 #      - 36  # NDRPDR sel
2078 #      - 42  # NDRPDR sel
2079 #      - 43  # NDRPDR sel
2080 #      - 44  # NDRPDR sel
2081 #      - 45  # NDRPDR sel
2082 #      - 46  # NDRPDR sel
2083 #      - 88  # NDRPDR sel vhost
2084 #      - 89  # NDRPDR sel vhost
2085 #      - 91  # NDRPDR sel vhost
2086 #      - 92  # NDRPDR sel vhost
2087 #      - 93  # NDRPDR sel vhost
2088 #      - 94  # NDRPDR sel vhost
2089 #      - 95  # NDRPDR sel vhost
2090 #      - 96  # NDRPDR sel vhost
2091 #      - 97  # NDRPDR sel vhost
2092 #      - 98  # NDRPDR sel vhost
2093 #      - 69  # MRR sel
2094 #      - 29  # TCP
2095 #      - 30  # TCP
2096 #      - 58  # TCP
2097 #      - 22  # NFV
2098 #      - 31  # NFV
2099 #      - 32  # NFV
2100 #      - 71  # NFV MRR
2101 #      - 113 # NFV reconf sel
2102 #      - 114 # NFV reconf sel
2103 #      - 115 # NFV reconf sel
2104 #      - 83  # SOAK
2105 #      - 86  # SOAK
2106 #    csit-vpp-perf-verify-2001-2n-skx:
2107 #      - 21  # NDRPDR sel
2108 #      - 22  # NDRPDR sel
2109 #      - 23  # NDRPDR sel
2110 #      - 26  # NDRPDR sel
2111 #      - 27  # NDRPDR sel
2112 #      - 29  # NDRPDR sel
2113 #      - 32  # NDRPDR full
2114 #      - 33  # NDRPDR full
2115 #      - 30  # NFV
2116 #      - 31  # NFV
2117
2118     csit-vpp-perf-verify-2001-2n-clx:
2119       - 28  # NDRPDR sel
2120       - 29  # NDRPDR sel
2121       - 32  # NDRPDR sel
2122
2123     csit-vpp-perf-verify-1908-3n-tsh:
2124       - 7   # NDRPDR sel
2125       - 8   # NDRPDR sel
2126       - 9   # NDRPDR sel
2127       - 10  # NDRPDR sel
2128       - 11  # NDRPDR sel
2129       - 12  # NDRPDR sel
2130       - 13  # NDRPDR sel
2131       - 14  # NDRPDR sel
2132       - 15  # NDRPDR sel
2133       - 16  # NDRPDR sel
2134       - 17  # MRR sel
2135     csit-vpp-perf-verify-2001-3n-tsh:
2136       - 3   # NDRPDR sel
2137       - 4   # NDRPDR sel
2138       - 7   # NDRPDR sel
2139       - 8   # NDRPDR sel
2140       - 10  # NDRPDR sel
2141       - 9   # MRR sel
2142
2143     csit-vpp-perf-verify-1908-3n-dnv:
2144       - 6   # NDRPDR sel
2145       - 7   # NDRPDR sel
2146       - 8   # NDRPDR sel
2147       - 9   # NDRPDR sel
2148       - 10  # NDRPDR sel
2149       - 12  # NDRPDR sel
2150       - 13  # NDRPDR sel
2151       - 14  # NDRPDR sel
2152       - 15  # NDRPDR sel
2153       - 16  # NDRPDR sel
2154       - 17  # MRR sel
2155     csit-vpp-perf-verify-2001-3n-dnv:
2156       - 5   # NDRPDR sel
2157       - 6   # NDRPDR sel
2158       - 7   # NDRPDR sel
2159       - 8   # NDRPDR sel
2160       - 9   # NDRPDR sel
2161       - 10  # NDRPDR sel
2162       - 12  # NDRPDR sel
2163       - 16  # NDRPDR sel
2164       - 17  # NDRPDR sel
2165       - 18  # NDRPDR sel
2166       - 11  # MRR sel
2167       - 19  # NDRPDR full
2168       - 20  # NDRPDR full
2169       - 21  # NDRPDR full
2170       - 22  # NDRPDR full
2171       - 23  # NDRPDR full
2172       - 24  # NDRPDR full
2173       - 25  # NDRPDR full
2174       - 26  # NDRPDR full
2175
2176     csit-vpp-perf-verify-1908-2n-dnv:
2177       - 1   # NDRPDR sel
2178       - 2   # NDRPDR sel
2179       - 3   # NDRPDR sel
2180       - 4   # NDRPDR sel
2181       - 5   # NDRPDR sel
2182       - 6   # NDRPDR sel
2183       - 7   # NDRPDR sel
2184       - 8   # NDRPDR sel
2185       - 9   # NDRPDR sel
2186       - 10  # NDRPDR sel
2187       - 11  # MRR sel
2188     csit-vpp-perf-verify-2001-2n-dnv:
2189       - 4   # NDRPDR sel
2190       - 5   # NDRPDR sel
2191       - 6   # NDRPDR sel
2192       - 7   # NDRPDR sel
2193       - 8   # NDRPDR sel
2194       - 9   # NDRPDR sel
2195       - 10  # NDRPDR sel
2196       - 11  # NDRPDR sel
2197       - 13  # NDRPDR sel
2198       - 16  # NDRPDR sel
2199       - 12  # MRR sel
2200       - 21  # NDRPDR full
2201       - 22  # NDRPDR full
2202       - 25  # NDRPDR full
2203       - 26  # NDRPDR full
2204       - 27  # NDRPDR full
2205       - 28  # NDRPDR full
2206
2207     csit-dpdk-perf-verify-1904-3n-hsw:
2208       - 2   # NDRPDR sel
2209       - 3   # NDRPDR sel
2210       - 5   # NDRPDR sel
2211       - 6   # NDRPDR sel
2212       - 13  # NDRPDR sel
2213       - 14  # NDRPDR sel
2214       - 15  # NDRPDR sel
2215       - 18  # NDRPDR sel
2216       - 19  # NDRPDR sel
2217       - 20  # NDRPDR sel
2218     csit-dpdk-perf-verify-1908-3n-hsw:
2219       - 2   # NDRPDR sel
2220       - 3   # NDRPDR sel
2221       - 4   # NDRPDR sel
2222       - 5   # NDRPDR sel
2223       - 6   # NDRPDR sel
2224       - 7   # NDRPDR sel
2225       - 8   # NDRPDR sel
2226       - 9   # NDRPDR sel
2227       - 10  # NDRPDR sel
2228       - 11  # NDRPDR sel
2229     csit-dpdk-perf-verify-2001-3n-hsw:
2230       - 4   # NDRPDR sel
2231       - 5   # NDRPDR sel
2232       - 6   # NDRPDR sel
2233       - 7   # NDRPDR sel
2234       - 8   # NDRPDR sel
2235       - 9   # NDRPDR sel
2236       - 10  # NDRPDR sel
2237       - 11  # NDRPDR sel
2238       - 12  # NDRPDR sel
2239       - 13  # NDRPDR sel
2240       - 15  # NDRPDR sel
2241       - 16  # NDRPDR sel
2242       - 17  # NDRPDR sel
2243       - 18  # NDRPDR sel
2244       - 19  # NDRPDR sel
2245       - 20  # NDRPDR sel
2246       - 21  # NDRPDR sel
2247       - 22  # NDRPDR sel
2248       - 23  # NDRPDR sel
2249       - 24  # NDRPDR sel
2250       - 25  # NDRPDR full
2251       - 26  # NDRPDR full
2252
2253 #    csit-dpdk-perf-verify-1904-3n-skx:
2254 #      - 2   # NDRPDR sel
2255 #      - 3   # NDRPDR sel
2256 #      - 4   # NDRPDR sel
2257 #      - 5   # NDRPDR sel
2258 #      - 6   # NDRPDR sel
2259 #      - 7   # NDRPDR sel
2260 #      - 11  # NDRPDR sel
2261 #      - 12  # NDRPDR sel
2262 #      - 13  # NDRPDR sel
2263 #      - 14  # NDRPDR sel
2264 #    csit-dpdk-perf-verify-1908-3n-skx:
2265 #      - 3   # NDRPDR sel
2266 #      - 4   # NDRPDR sel
2267 #      - 5   # NDRPDR sel
2268 #      - 6   # NDRPDR sel
2269 #      - 7   # NDRPDR sel
2270 #      - 8   # NDRPDR sel
2271 #      - 9   # NDRPDR sel
2272 #      - 10  # NDRPDR sel
2273 #      - 11  # NDRPDR sel
2274 #      - 12  # NDRPDR sel
2275 #    csit-dpdk-perf-verify-2001-3n-skx:
2276 #      - 1   # NDRPDR sel
2277 #      - 2   # NDRPDR sel
2278 #      - 3   # NDRPDR sel
2279 #      - 4   # NDRPDR sel
2280 #      - 5   # NDRPDR sel
2281 #      - 6   # NDRPDR sel
2282 #      - 7   # NDRPDR sel
2283 #      - 8   # NDRPDR sel
2284 #      - 9   # NDRPDR sel
2285 #      - 10  # NDRPDR sel
2286
2287 #    csit-dpdk-perf-verify-1904-2n-skx:
2288 #      - 2   # NDRPDR sel
2289 #      - 3   # NDRPDR sel
2290 #      - 4   # NDRPDR sel
2291 #      - 5   # NDRPDR sel
2292 #      - 7   # NDRPDR sel
2293 #      - 8   # NDRPDR sel
2294 #      - 9   # NDRPDR sel
2295 #      - 10  # NDRPDR sel
2296 #      - 11  # NDRPDR sel
2297 #      - 12  # NDRPDR sel
2298 #    csit-dpdk-perf-verify-1908-2n-skx:
2299 #      - 2   # NDRPDR sel
2300 #      - 3   # NDRPDR sel
2301 #      - 4   # NDRPDR sel
2302 #      - 5   # NDRPDR sel
2303 #      - 7   # NDRPDR sel
2304 #      - 8   # NDRPDR sel
2305 #      - 9   # NDRPDR sel
2306 #      - 10  # NDRPDR sel
2307 #      - 11  # NDRPDR sel
2308 #      - 12  # NDRPDR sel
2309 #    csit-dpdk-perf-verify-2001-2n-skx:
2310 #      - 1   # NDRPDR sel
2311 #      - 2   # NDRPDR sel
2312 #      - 3   # NDRPDR sel
2313 #      - 4   # NDRPDR sel
2314 #      - 5   # NDRPDR sel
2315 #      - 6   # NDRPDR sel
2316 #      - 7   # NDRPDR sel
2317 #      - 8   # NDRPDR sel
2318 #      - 9   # NDRPDR sel
2319 #      - 10  # NDRPDR sel
2320 #      - 11  # NDRPDR sel
2321 #      - 13  # NDRPDR sel
2322 #      - 26  # NDRPDR sel
2323 #      - 16  # NDRPDR sel
2324 #      - 17  # NDRPDR sel
2325 #      - 18  # NDRPDR sel
2326 #      - 19  # NDRPDR sel
2327 #      - 27  # NDRPDR sel
2328 #      - 21  # NDRPDR sel
2329 #      - 25  # NDRPDR sel
2330
2331     csit-dpdk-perf-verify-2001-2n-clx:
2332       - 15  # NDRPDR sel
2333       - 16  # NDRPDR sel
2334       - 17  # NDRPDR sel
2335       - 18  # NDRPDR sel
2336       - 19  # NDRPDR sel
2337       - 20  # NDRPDR sel
2338       - 21  # NDRPDR sel
2339       - 22  # NDRPDR sel
2340       - 23  # NDRPDR sel
2341
2342     csit-dpdk-perf-verify-2001-2n-dnv:
2343       - 9   # NDRPDR sel
2344       - 10  # NDRPDR sel
2345       - 11  # NDRPDR sel
2346       - 12  # NDRPDR sel
2347       - 13  # NDRPDR sel
2348       - 14  # NDRPDR sel
2349       - 15  # NDRPDR sel
2350       - 16  # NDRPDR sel
2351       - 17  # NDRPDR sel
2352       - 18  # NDRPDR sel
2353
2354     csit-dpdk-perf-verify-2001-3n-dnv:
2355       - 12  # NDRPDR sel
2356       - 13  # NDRPDR sel
2357       - 14  # NDRPDR sel
2358       - 15  # NDRPDR sel
2359       - 16  # NDRPDR sel
2360       - 17  # NDRPDR sel
2361       - 18  # NDRPDR sel
2362       - 19  # NDRPDR sel
2363       - 20  # NDRPDR sel
2364       - 22  # NDRPDR sel
2365
2366     csit-dpdk-perf-verify-2001-3n-tsh:
2367       - 3   # NDRPDR sel
2368       - 4   # NDRPDR sel
2369       - 5   # NDRPDR sel
2370       - 9   # NDRPDR sel
2371       - 10  # NDRPDR sel
2372       - 11  # NDRPDR sel
2373       - 12  # NDRPDR sel
2374       - 14  # NDRPDR sel
2375       - 15  # NDRPDR sel
2376       - 18  # NDRPDR sel
2377
2378     csit-vpp-device-2001-ubuntu1804-1n-skx:
2379       - 57
2380
2381 - type: "output"
2382   output: "report"
2383   format:
2384     html:
2385     - full
2386 #    pdf:
2387 #    - minimal
2388
2389 ################################################################################
2390 ###                               T A B L E S                                ###
2391 ################################################################################
2392
2393 ## VPP Soak vs NDR
2394 #- type: "table"
2395 #  title: "VPP Soak vs NDR 2n-skx"
2396 #  algorithm: "table_soak_vs_ndr"
2397 #  output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
2398 #  reference:
2399 #    title: "NDR"
2400 #    data: "vpp-soak-vs-ndr-2n-skx-ref"
2401 #  compare:
2402 #    title: "Soak"
2403 #    data: "vpp-soak-vs-ndr-2n-skx-cmp"
2404 #  data: "vpp-soak-vs-ndr-2n-skx"
2405 #  include-tests: "NDR"
2406 #  filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
2407 #  parameters:
2408 #    - "throughput"
2409 #    - "name"
2410 #    - "parent"
2411
2412 ################################################################################
2413
2414 ## VPP Compare NICs 3n-skx 2t1c ndr
2415 #- type: "table"
2416 #  title: "VPP Compare NICs 3n-skx 2t1c ndr"
2417 #  algorithm: "table_nics_comparison"
2418 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
2419 #  reference:
2420 #    title: "x710"
2421 #    nic: "NIC_Intel-X710"
2422 #  compare:
2423 #    title: "xxv710"
2424 #    nic: "NIC_Intel-XXV710"
2425 #  data: "vpp-nic-comparison-3n-skx"
2426 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2427 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2428 #  parameters:
2429 #  - "name"
2430 #  - "parent"
2431 #  - "throughput"
2432 #  - "tags"
2433 #
2434 ## VPP Compare NICs 3n-skx 4t2c ndr
2435 #- type: "table"
2436 #  title: "VPP Compare NICs 3n-skx 4t2c ndr"
2437 #  algorithm: "table_nics_comparison"
2438 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
2439 #  reference:
2440 #    title: "x710"
2441 #    nic: "NIC_Intel-X710"
2442 #  compare:
2443 #    title: "xxv710"
2444 #    nic: "NIC_Intel-XXV710"
2445 #  data: "vpp-nic-comparison-3n-skx"
2446 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2447 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2448 #  parameters:
2449 #  - "name"
2450 #  - "parent"
2451 #  - "throughput"
2452 #  - "tags"
2453 #
2454 ## VPP Compare NICs 3n-skx 2t1c pdr
2455 #- type: "table"
2456 #  title: "VPP Compare NICs 3n-skx 2t1c pdr"
2457 #  algorithm: "table_nics_comparison"
2458 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
2459 #  reference:
2460 #    title: "x710"
2461 #    nic: "NIC_Intel-X710"
2462 #  compare:
2463 #    title: "xxv710"
2464 #    nic: "NIC_Intel-XXV710"
2465 #  data: "vpp-nic-comparison-3n-skx"
2466 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2467 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2468 #  parameters:
2469 #  - "name"
2470 #  - "parent"
2471 #  - "throughput"
2472 #  - "tags"
2473 #
2474 # # VPP Compare NICs 3n-skx 4t2c pdr
2475 #- type: "table"
2476 #  title: "VPP Compare NICs 3n-skx 4t2c pdr"
2477 #  algorithm: "table_nics_comparison"
2478 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
2479 #  reference:
2480 #    title: "x710"
2481 #    nic: "NIC_Intel-X710"
2482 #  compare:
2483 #    title: "xxv710"
2484 #    nic: "NIC_Intel-XXV710"
2485 #  data: "vpp-nic-comparison-3n-skx"
2486 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2487 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2488 #  parameters:
2489 #  - "name"
2490 #  - "parent"
2491 #  - "throughput"
2492 #  - "tags"
2493 #
2494 ## VPP Compare NICs 3n-skx 2t1c mrr
2495 #- type: "table"
2496 #  title: "VPP Compare NICs 3n-skx 2t1c mrr"
2497 #  algorithm: "table_nics_comparison"
2498 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
2499 #  reference:
2500 #    title: "x710"
2501 #    nic: "NIC_Intel-X710"
2502 #  compare:
2503 #    title: "xxv710"
2504 #    nic: "NIC_Intel-XXV710"
2505 #  data: "vpp-nic-comparison-3n-skx-mrr"
2506 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2507 #  filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
2508 #  parameters:
2509 #  - "name"
2510 #  - "parent"
2511 #  - "result"
2512 #  - "tags"
2513 #
2514 ## VPP Compare NICs 3n-skx 4t2c mrr
2515 #- type: "table"
2516 #  title: "VPP Compare NICs 3n-skx 4t2c mrr"
2517 #  algorithm: "table_nics_comparison"
2518 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
2519 #  reference:
2520 #    title: "x710"
2521 #    nic: "NIC_Intel-X710"
2522 #  compare:
2523 #    title: "xxv710"
2524 #    nic: "NIC_Intel-XXV710"
2525 #  data: "vpp-nic-comparison-3n-skx-mrr"
2526 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2527 #  filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
2528 #  parameters:
2529 #  - "name"
2530 #  - "parent"
2531 #  - "result"
2532 #  - "tags"
2533 #
2534 # # VPP Compare NICs 3n-skx 8t4c mrr
2535 #- type: "table"
2536 #  title: "VPP Compare NICs 3n-skx 8t4c mrr"
2537 #  algorithm: "table_nics_comparison"
2538 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
2539 #  reference:
2540 #    title: "x710"
2541 #    nic: "NIC_Intel-X710"
2542 #  compare:
2543 #    title: "xxv710"
2544 #    nic: "NIC_Intel-XXV710"
2545 #  data: "vpp-nic-comparison-3n-skx-mrr"
2546 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2547 #  filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
2548 #  parameters:
2549 #  - "name"
2550 #  - "parent"
2551 #  - "result"
2552 #  - "tags"
2553 #
2554 ## VPP Compare NICs 2n-skx 2t1c ndr
2555 #- type: "table"
2556 #  title: "VPP Compare NICs 2n-skx 2t1c ndr"
2557 #  algorithm: "table_nics_comparison"
2558 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2559 #  reference:
2560 #    title: "x710"
2561 #    nic: "NIC_Intel-X710"
2562 #  compare:
2563 #    title: "xxv710"
2564 #    nic: "NIC_Intel-XXV710"
2565 #  data: "vpp-nic-comparison-2n-skx"
2566 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2567 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2568 #  parameters:
2569 #  - "name"
2570 #  - "parent"
2571 #  - "throughput"
2572 #  - "tags"
2573 #
2574 ## VPP Compare NICs 2n-skx 4t2c ndr
2575 #- type: "table"
2576 #  title: "VPP Compare NICs 2n-skx 4t2c ndr"
2577 #  algorithm: "table_nics_comparison"
2578 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2579 #  reference:
2580 #    title: "x710"
2581 #    nic: "NIC_Intel-X710"
2582 #  compare:
2583 #    title: "xxv710"
2584 #    nic: "NIC_Intel-XXV710"
2585 #  data: "vpp-nic-comparison-2n-skx"
2586 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2587 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2588 #  parameters:
2589 #  - "name"
2590 #  - "parent"
2591 #  - "throughput"
2592 #  - "tags"
2593 #
2594 # # VPP Compare NICs 2n-skx 2t1c pdr
2595 #- type: "table"
2596 #  title: "VPP Compare NICs 2n-skx 2t1c pdr"
2597 #  algorithm: "table_nics_comparison"
2598 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2599 #  reference:
2600 #    title: "x710"
2601 #    nic: "NIC_Intel-X710"
2602 #  compare:
2603 #    title: "xxv710"
2604 #    nic: "NIC_Intel-XXV710"
2605 #  data: "vpp-nic-comparison-2n-skx"
2606 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2607 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2608 #  parameters:
2609 #  - "name"
2610 #  - "parent"
2611 #  - "throughput"
2612 #  - "tags"
2613 #
2614 ## VPP Compare NICs 2n-skx 4t2c pdr
2615 #- type: "table"
2616 #  title: "VPP Compare NICs 2n-skx 4t2c pdr"
2617 #  algorithm: "table_nics_comparison"
2618 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2619 #  reference:
2620 #    title: "x710"
2621 #    nic: "NIC_Intel-X710"
2622 #  compare:
2623 #    title: "xxv710"
2624 #    nic: "NIC_Intel-XXV710"
2625 #  data: "vpp-nic-comparison-2n-skx"
2626 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2627 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2628 #  parameters:
2629 #  - "name"
2630 #  - "parent"
2631 #  - "throughput"
2632 #  - "tags"
2633 #
2634 ## VPP Compare NICs 2n-skx 2t1c mrr
2635 #- type: "table"
2636 #  title: "VPP Compare NICs 2n-skx 2t1c mrr"
2637 #  algorithm: "table_nics_comparison"
2638 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2639 #  reference:
2640 #    title: "x710"
2641 #    nic: "NIC_Intel-X710"
2642 #  compare:
2643 #    title: "xxv710"
2644 #    nic: "NIC_Intel-XXV710"
2645 #  data: "vpp-nic-comparison-2n-skx-mrr"
2646 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2647 #  filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
2648 #  parameters:
2649 #  - "name"
2650 #  - "parent"
2651 #  - "result"
2652 #  - "tags"
2653 #
2654 ## VPP Compare NICs 2n-skx 4t2c mrr
2655 #- type: "table"
2656 #  title: "VPP Compare NICs 2n-skx 4t2c mrr"
2657 #  algorithm: "table_nics_comparison"
2658 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2659 #  reference:
2660 #    title: "x710"
2661 #    nic: "NIC_Intel-X710"
2662 #  compare:
2663 #    title: "xxv710"
2664 #    nic: "NIC_Intel-XXV710"
2665 #  data: "vpp-nic-comparison-2n-skx-mrr"
2666 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2667 #  filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
2668 #  parameters:
2669 #  - "name"
2670 #  - "parent"
2671 #  - "result"
2672 #  - "tags"
2673 #
2674 ## VPP Compare NICs 2n-skx 8t4c mrr
2675 #- type: "table"
2676 #  title: "VPP Compare NICs 2n-skx 8t4c mrr"
2677 #  algorithm: "table_nics_comparison"
2678 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2679 #  reference:
2680 #    title: "x710"
2681 #    nic: "NIC_Intel-X710"
2682 #  compare:
2683 #    title: "xxv710"
2684 #    nic: "NIC_Intel-XXV710"
2685 #  data: "vpp-nic-comparison-2n-skx-mrr"
2686 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2687 #  filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
2688 #  parameters:
2689 #  - "name"
2690 #  - "parent"
2691 #  - "result"
2692 #  - "tags"
2693
2694 ################################################################################
2695 # VPP
2696
2697 # VPP Performance Changes 3n-hsw 1t1c pdr
2698 - type: "table"
2699   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2700   algorithm: "table_perf_comparison"
2701   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2702   history:
2703     - title: "rls1904"
2704       data: "vpp-performance-changes-3n-hsw-h1"
2705   reference:
2706     title: "rls1908"
2707     data: "vpp-performance-changes-3n-hsw-ref"
2708     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
2709   compare:
2710     title: "rls2001"
2711     data: "vpp-performance-changes-3n-hsw-cmp"
2712   data: "vpp-performance-changes-3n-hsw"
2713   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2714   filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2715   parameters:
2716   - "name"
2717   - "parent"
2718   - "throughput"
2719
2720 # VPP Performance Changes 3n-hsw 2t2c pdr
2721 - type: "table"
2722   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2723   algorithm: "table_perf_comparison"
2724   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2725   history:
2726     - title: "rls1904"
2727       data: "vpp-performance-changes-3n-hsw-h1"
2728   reference:
2729     title: "rls1908"
2730     data: "vpp-performance-changes-3n-hsw-ref"
2731     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
2732   compare:
2733     title: "rls2001"
2734     data: "vpp-performance-changes-3n-hsw-cmp"
2735   data: "vpp-performance-changes-3n-hsw"
2736   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2737   filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2738   parameters:
2739   - "name"
2740   - "parent"
2741   - "throughput"
2742
2743 # VPP Performance Changes 3n-hsw 1t1c ndr
2744 - type: "table"
2745   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2746   algorithm: "table_perf_comparison"
2747   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2748   history:
2749     - title: "rls1904"
2750       data: "vpp-performance-changes-3n-hsw-h1"
2751   reference:
2752     title: "rls1908"
2753     data: "vpp-performance-changes-3n-hsw-ref"
2754     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
2755   compare:
2756     title: "rls2001"
2757     data: "vpp-performance-changes-3n-hsw-cmp"
2758   data: "vpp-performance-changes-3n-hsw"
2759   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2760   filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2761   parameters:
2762   - "name"
2763   - "parent"
2764   - "throughput"
2765
2766 # VPP Performance Changes 3n-hsw 2t2c ndr
2767 - type: "table"
2768   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2769   algorithm: "table_perf_comparison"
2770   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2771   history:
2772     - title: "rls1904"
2773       data: "vpp-performance-changes-3n-hsw-h1"
2774   reference:
2775     title: "rls1908"
2776     data: "vpp-performance-changes-3n-hsw-ref"
2777     data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
2778   compare:
2779     title: "rls2001"
2780     data: "vpp-performance-changes-3n-hsw-cmp"
2781   data: "vpp-performance-changes-3n-hsw"
2782   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2783   filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2784   parameters:
2785   - "name"
2786   - "parent"
2787   - "throughput"
2788
2789 ## VPP Performance Changes 3n-skx 2t1c pdr
2790 #- type: "table"
2791 #  title: "VPP Performance Changes 3n-skx 2t1c pdr"
2792 #  algorithm: "table_perf_comparison_nic"
2793 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2794 #  history:
2795 #    - title: "rls1904 x710"
2796 #      data: "vpp-performance-changes-3n-skx-h1"
2797 #      nic: "NIC_Intel-X710"
2798 #  reference:
2799 #    title: "rls1908 xxv710"
2800 #    data: "vpp-performance-changes-3n-skx-ref"
2801 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
2802 #    nic: "NIC_Intel-XXV710"
2803 #  compare:
2804 #    title: "rls2001 xxv710"
2805 #    data: "vpp-performance-changes-3n-skx-cmp"
2806 #    nic: "NIC_Intel-XXV710"
2807 #  data: "vpp-performance-changes-3n-skx"
2808 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2809 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2810 #  parameters:
2811 #  - "name"
2812 #  - "parent"
2813 #  - "throughput"
2814 #  - "tags"
2815 #
2816 ## VPP Performance Changes 3n-skx 4t2c pdr
2817 #- type: "table"
2818 #  title: "VPP Performance Changes 3n-skx 4t2c pdr"
2819 #  algorithm: "table_perf_comparison_nic"
2820 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2821 #  history:
2822 #    - title: "rls1904 x710"
2823 #      data: "vpp-performance-changes-3n-skx-h1"
2824 #      nic: "NIC_Intel-X710"
2825 #  reference:
2826 #    title: "rls1908 x710"
2827 #    data: "vpp-performance-changes-3n-skx-ref"
2828 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
2829 #    nic: "NIC_Intel-X710"
2830 #  compare:
2831 #    title: "rls2001 xxv710"
2832 #    data: "vpp-performance-changes-3n-skx-cmp"
2833 #    nic: "NIC_Intel-XXV710"
2834 #  data: "vpp-performance-changes-3n-skx"
2835 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2836 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2837 #  parameters:
2838 #  - "name"
2839 #  - "parent"
2840 #  - "throughput"
2841 #  - "tags"
2842 #
2843 ## VPP Performance Changes 3n-skx 2t1c ndr
2844 #- type: "table"
2845 #  title: "VPP Performance Changes 3n-skx 2t1c ndr"
2846 #  algorithm: "table_perf_comparison_nic"
2847 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2848 #  history:
2849 #    - title: "rls1904 x710"
2850 #      data: "vpp-performance-changes-3n-skx-h1"
2851 #      nic: "NIC_Intel-X710"
2852 #  reference:
2853 #    title: "rls1908 x710"
2854 #    data: "vpp-performance-changes-3n-skx-ref"
2855 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
2856 #    nic: "NIC_Intel-X710"
2857 #  compare:
2858 #    title: "rls2001 xxv710"
2859 #    data: "vpp-performance-changes-3n-skx-cmp"
2860 #    nic: "NIC_Intel-XXV710"
2861 #  data: "vpp-performance-changes-3n-skx"
2862 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2863 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2864 #  parameters:
2865 #  - "name"
2866 #  - "parent"
2867 #  - "throughput"
2868 #  - "tags"
2869 #
2870 ## VPP Performance Changes 3n-skx 4t2c ndr
2871 #- type: "table"
2872 #  title: "VPP Performance Changes 3n-skx 4t2c ndr"
2873 #  algorithm: "table_perf_comparison_nic"
2874 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2875 #  history:
2876 #    - title: "rls1904 x710"
2877 #      data: "vpp-performance-changes-3n-skx-h1"
2878 #      nic: "NIC_Intel-X710"
2879 #  reference:
2880 #    title: "rls1908 x710"
2881 #    data: "vpp-performance-changes-3n-skx-ref"
2882 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
2883 #    nic: "NIC_Intel-X710"
2884 #  compare:
2885 #    title: "rls2001 xxv710"
2886 #    data: "vpp-performance-changes-3n-skx-cmp"
2887 #    nic: "NIC_Intel-XXV710"
2888 #  data: "vpp-performance-changes-3n-skx"
2889 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2890 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2891 #  parameters:
2892 #  - "name"
2893 #  - "parent"
2894 #  - "throughput"
2895 #  - "tags"
2896 #
2897 ## VPP Performance Changes 2n-skx 2t1c pdr
2898 #- type: "table"
2899 #  title: "VPP Performance Changes 2n-skx 2t1c pdr"
2900 #  algorithm: "table_perf_comparison_nic"
2901 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2902 #  history:
2903 #    - title: "rls1904 x710"
2904 #      data: "vpp-performance-changes-2n-skx-h1"
2905 #      nic: "NIC_Intel-X710"
2906 #  reference:
2907 #    title: "rls1908 xxv710"
2908 #    data: "vpp-performance-changes-2n-skx-ref"
2909 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
2910 #    nic: "NIC_Intel-XXV710"
2911 #  compare:
2912 #    title: "rls2001 xxv710"
2913 #    data: "vpp-performance-changes-2n-skx-cmp"
2914 #    nic: "NIC_Intel-XXV710"
2915 #  data: "vpp-performance-changes-2n-skx"
2916 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2917 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2918 #  parameters:
2919 #  - "name"
2920 #  - "parent"
2921 #  - "throughput"
2922 #  - "tags"
2923 #
2924 ## VPP Performance Changes 2n-skx 4t2c pdr
2925 #- type: "table"
2926 #  title: "VPP Performance Changes 2n-skx 4t2c pdr"
2927 #  algorithm: "table_perf_comparison_nic"
2928 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2929 #  history:
2930 #    - title: "rls1904 x710"
2931 #      data: "vpp-performance-changes-2n-skx-h1"
2932 #      nic: "NIC_Intel-X710"
2933 #  reference:
2934 #    title: "rls1908 xxv710"
2935 #    data: "vpp-performance-changes-2n-skx-ref"
2936 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
2937 #    nic: "NIC_Intel-XXV710"
2938 #  compare:
2939 #    title: "rls2001 xxv710"
2940 #    data: "vpp-performance-changes-2n-skx-cmp"
2941 #    nic: "NIC_Intel-XXV710"
2942 #  data: "vpp-performance-changes-2n-skx"
2943 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2944 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2945 #  parameters:
2946 #  - "name"
2947 #  - "parent"
2948 #  - "throughput"
2949 #  - "tags"
2950 #
2951 ## VPP Performance Changes 2n-skx 2t1c ndr
2952 #- type: "table"
2953 #  title: "VPP Performance Changes 2n-skx 2t1c ndr"
2954 #  algorithm: "table_perf_comparison_nic"
2955 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2956 #  history:
2957 #    - title: "rls1904 x710"
2958 #      data: "vpp-performance-changes-2n-skx-h1"
2959 #      nic: "NIC_Intel-X710"
2960 #  reference:
2961 #    title: "rls1908 xxv710"
2962 #    data: "vpp-performance-changes-2n-skx-ref"
2963 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
2964 #    nic: "NIC_Intel-XXV710"
2965 #  compare:
2966 #    title: "rls2001 xxv710"
2967 #    data: "vpp-performance-changes-2n-skx-cmp"
2968 #    nic: "NIC_Intel-XXV710"
2969 #  data: "vpp-performance-changes-2n-skx"
2970 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2971 #  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
2972 #  parameters:
2973 #  - "name"
2974 #  - "parent"
2975 #  - "throughput"
2976 #  - "tags"
2977 #
2978 ## VPP Performance Changes 2n-skx 4t2c ndr
2979 #- type: "table"
2980 #  title: "VPP Performance Changes 2n-skx 4t2c ndr"
2981 #  algorithm: "table_perf_comparison_nic"
2982 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2983 #  history:
2984 #    - title: "rls1904 x710"
2985 #      data: "vpp-performance-changes-2n-skx-h1"
2986 #      nic: "NIC_Intel-X710"
2987 #  reference:
2988 #    title: "rls1908 xxv710"
2989 #    data: "vpp-performance-changes-2n-skx-ref"
2990 #    data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
2991 #    nic: "NIC_Intel-XXV710"
2992 #  compare:
2993 #    title: "rls2001 xxv710"
2994 #    data: "vpp-performance-changes-2n-skx-cmp"
2995 #    nic: "NIC_Intel-XXV710"
2996 #  data: "vpp-performance-changes-2n-skx"
2997 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2998 #  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
2999 #  parameters:
3000 #  - "name"
3001 #  - "parent"
3002 #  - "throughput"
3003 #  - "tags"
3004 #
3005 ## VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr
3006 #- type: "table"
3007 #  title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr"
3008 #  algorithm: "table_perf_comparison"
3009 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr"
3010 #  reference:
3011 #    title: "rls1908"
3012 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
3013 #  compare:
3014 #    title: "rls2001"
3015 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
3016 #  data: "vpp-performance-changes-nfv-2n-skx"
3017 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3018 #  filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'"
3019 #  parameters:
3020 #  - "name"
3021 #  - "parent"
3022 #  - "throughput"
3023 #  - "tags"
3024 #
3025 ## VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr
3026 #- type: "table"
3027 #  title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr"
3028 #  algorithm: "table_perf_comparison"
3029 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr"
3030 #  reference:
3031 #    title: "rls1908"
3032 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
3033 #  compare:
3034 #    title: "rls2001"
3035 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
3036 #  data: "vpp-performance-changes-nfv-2n-skx"
3037 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3038 #  filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'"
3039 #  parameters:
3040 #  - "name"
3041 #  - "parent"
3042 #  - "throughput"
3043 #  - "tags"
3044 #
3045 ## VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr
3046 #- type: "table"
3047 #  title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr"
3048 #  algorithm: "table_perf_comparison"
3049 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr"
3050 #  reference:
3051 #    title: "rls1908"
3052 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
3053 #  compare:
3054 #    title: "rls2001"
3055 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
3056 #  data: "vpp-performance-changes-nfv-2n-skx"
3057 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3058 #  filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'"
3059 #  parameters:
3060 #  - "name"
3061 #  - "parent"
3062 #  - "throughput"
3063 #  - "tags"
3064 #
3065 ## VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr
3066 #- type: "table"
3067 #  title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr"
3068 #  algorithm: "table_perf_comparison"
3069 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr"
3070 #  reference:
3071 #    title: "rls1908"
3072 #    data: "vpp-performance-changes-nfv-2n-skx-ref"
3073 #  compare:
3074 #    title: "rls2001"
3075 #    data: "vpp-performance-changes-nfv-2n-skx-cmp"
3076 #  data: "vpp-performance-changes-nfv-2n-skx"
3077 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3078 #  filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'"
3079 #  parameters:
3080 #  - "name"
3081 #  - "parent"
3082 #  - "throughput"
3083 #  - "tags"
3084
3085 # VPP Performance Changes 2n-dnv 1t1c pdr
3086 - type: "table"
3087   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
3088   algorithm: "table_perf_comparison"
3089   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
3090   reference:
3091     title: "rls1908"
3092     data: "vpp-performance-changes-2n-dnv-ref"
3093   compare:
3094     title: "rls2001"
3095     data: "vpp-performance-changes-2n-dnv-cmp"
3096   data: "vpp-performance-changes-2n-dnv"
3097   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3098   filter: "'1T1C'"
3099   parameters:
3100   - "name"
3101   - "parent"
3102   - "throughput"
3103   - "tags"
3104
3105 # VPP Performance Changes 2n-dnv 2t2c pdr
3106 - type: "table"
3107   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
3108   algorithm: "table_perf_comparison"
3109   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
3110   reference:
3111     title: "rls1908"
3112     data: "vpp-performance-changes-2n-dnv-ref"
3113   compare:
3114     title: "rls2001"
3115     data: "vpp-performance-changes-2n-dnv-cmp"
3116   data: "vpp-performance-changes-2n-dnv"
3117   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3118   filter: "'2T2C'"
3119   parameters:
3120   - "name"
3121   - "parent"
3122   - "throughput"
3123   - "tags"
3124
3125 # VPP Performance Changes 2n-dnv 1t1c ndr
3126 - type: "table"
3127   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
3128   algorithm: "table_perf_comparison"
3129   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
3130   reference:
3131     title: "rls1908"
3132     data: "vpp-performance-changes-2n-dnv-ref"
3133   compare:
3134     title: "rls2001"
3135     data: "vpp-performance-changes-2n-dnv-cmp"
3136   data: "vpp-performance-changes-2n-dnv"
3137   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3138   filter: "'1T1C'"
3139   parameters:
3140   - "name"
3141   - "parent"
3142   - "throughput"
3143   - "tags"
3144
3145 # VPP Performance Changes 2n-dnv 2t2c ndr
3146 - type: "table"
3147   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
3148   algorithm: "table_perf_comparison"
3149   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
3150   reference:
3151     title: "rls1908 "
3152     data: "vpp-performance-changes-2n-dnv-ref"
3153   compare:
3154     title: "rls2001"
3155     data: "vpp-performance-changes-2n-dnv-cmp"
3156   data: "vpp-performance-changes-2n-dnv"
3157   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3158   filter: "'2T2C'"
3159   parameters:
3160   - "name"
3161   - "parent"
3162   - "throughput"
3163   - "tags"
3164
3165 # VPP Performance Changes 3n-dnv 1t1c pdr
3166 - type: "table"
3167   title: "VPP Performance Changes 3n-dnv 1t1c pdr"
3168   algorithm: "table_perf_comparison"
3169   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
3170   reference:
3171     title: "rls1908"
3172     data: "vpp-performance-changes-3n-dnv-ref"
3173   compare:
3174     title: "rls2001"
3175     data: "vpp-performance-changes-3n-dnv-cmp"
3176   data: "vpp-performance-changes-3n-dnv"
3177   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3178   filter: "'1T1C'"
3179   parameters:
3180   - "name"
3181   - "parent"
3182   - "throughput"
3183   - "tags"
3184
3185 # VPP Performance Changes 3n-dnv 2t2c pdr
3186 - type: "table"
3187   title: "VPP Performance Changes 3n-dnv 2t2c pdr"
3188   algorithm: "table_perf_comparison"
3189   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
3190   reference:
3191     title: "rls1908"
3192     data: "vpp-performance-changes-3n-dnv-ref"
3193   compare:
3194     title: "rls2001"
3195     data: "vpp-performance-changes-3n-dnv-cmp"
3196   data: "vpp-performance-changes-3n-dnv"
3197   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3198   filter: "'2T2C'"
3199   parameters:
3200   - "name"
3201   - "parent"
3202   - "throughput"
3203   - "tags"
3204
3205 # VPP Performance Changes 3n-dnv 1t1c ndr
3206 - type: "table"
3207   title: "VPP Performance Changes 3n-dnv 1t1c ndr"
3208   algorithm: "table_perf_comparison"
3209   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
3210   reference:
3211     title: "rls1908"
3212     data: "vpp-performance-changes-3n-dnv-ref"
3213   compare:
3214     title: "rls2001"
3215     data: "vpp-performance-changes-3n-dnv-cmp"
3216   data: "vpp-performance-changes-3n-dnv"
3217   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3218   filter: "'1T1C'"
3219   parameters:
3220   - "name"
3221   - "parent"
3222   - "throughput"
3223   - "tags"
3224
3225 # VPP Performance Changes 3n-dnv 2t2c ndr
3226 - type: "table"
3227   title: "VPP Performance Changes 3n-dnv 2t2c ndr"
3228   algorithm: "table_perf_comparison"
3229   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
3230   reference:
3231     title: "rls1908"
3232     data: "vpp-performance-changes-3n-dnv-ref"
3233   compare:
3234     title: "rls2001"
3235     data: "vpp-performance-changes-3n-dnv-cmp"
3236   data: "vpp-performance-changes-3n-dnv"
3237   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3238   filter: "'2T2C'"
3239   parameters:
3240   - "name"
3241   - "parent"
3242   - "throughput"
3243   - "tags"
3244
3245 # VPP Performance Changes 3n-tsh 1t1c pdr
3246 - type: "table"
3247   title: "VPP Performance Changes 3n-tsh 1t1c pdr"
3248   algorithm: "table_perf_comparison"
3249   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
3250   reference:
3251     title: "rls1908"
3252     data: "vpp-performance-changes-3n-tsh-ref"
3253   compare:
3254     title: "rls2001"
3255     data: "vpp-performance-changes-3n-tsh-cmp"
3256   data: "vpp-performance-changes-3n-tsh"
3257   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3258   filter: "'1T1C'"
3259   parameters:
3260   - "name"
3261   - "parent"
3262   - "throughput"
3263   - "tags"
3264
3265 # VPP Performance Changes 3n-tsh 2t2c pdr
3266 - type: "table"
3267   title: "VPP Performance Changes 3n-tsh 2t2c pdr"
3268   algorithm: "table_perf_comparison"
3269   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
3270   reference:
3271     title: "rls1908"
3272     data: "vpp-performance-changes-3n-tsh-ref"
3273   compare:
3274     title: "rls2001"
3275     data: "vpp-performance-changes-3n-tsh-cmp"
3276   data: "vpp-performance-changes-3n-tsh"
3277   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3278   filter: "'2T2C'"
3279   parameters:
3280   - "name"
3281   - "parent"
3282   - "throughput"
3283   - "tags"
3284
3285 # VPP Performance Changes 3n-tsh 1t1c ndr
3286 - type: "table"
3287   title: "VPP Performance Changes 3n-tsh 1t1c ndr"
3288   algorithm: "table_perf_comparison"
3289   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
3290   reference:
3291     title: "rls1908"
3292     data: "vpp-performance-changes-3n-tsh-ref"
3293   compare:
3294     title: "rls2001"
3295     data: "vpp-performance-changes-3n-tsh-cmp"
3296   data: "vpp-performance-changes-3n-tsh"
3297   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3298   filter: "'1T1C'"
3299   parameters:
3300   - "name"
3301   - "parent"
3302   - "throughput"
3303   - "tags"
3304
3305 # VPP Performance Changes 3n-tsh 2t2c ndr
3306 - type: "table"
3307   title: "VPP Performance Changes 3n-tsh 2t2c ndr"
3308   algorithm: "table_perf_comparison"
3309   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
3310   reference:
3311     title: "rls1908"
3312     data: "vpp-performance-changes-3n-tsh-ref"
3313   compare:
3314     title: "rls2001"
3315     data: "vpp-performance-changes-3n-tsh-cmp"
3316   data: "vpp-performance-changes-3n-tsh"
3317   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3318   filter: "'2T2C'"
3319   parameters:
3320   - "name"
3321   - "parent"
3322   - "throughput"
3323   - "tags"
3324
3325 ## VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
3326 #- type: "table"
3327 #  title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
3328 #  algorithm: "table_perf_comparison_nic"
3329 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
3330 #  reference:
3331 #    title: "3n-hsw xl710"
3332 #    data: "vpp-compare-testbeds-ref"
3333 #    nic: "NIC_Intel-XL710"
3334 #  compare:
3335 #    title: "3n-skx xxv710"
3336 #    data: "vpp-compare-testbeds-cmp"
3337 #    nic: "NIC_Intel-XXV710"
3338 #  data: "vpp-compare-testbeds"
3339 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3340 #  filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
3341 #  parameters:
3342 #  - "name"
3343 #  - "parent"
3344 #  - "throughput"
3345 #  - "tags"
3346 #
3347 ## VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
3348 #- type: "table"
3349 #  title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
3350 #  algorithm: "table_perf_comparison_nic"
3351 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
3352 #  reference:
3353 #    title: "3n-hsw xl710"
3354 #    data: "vpp-compare-testbeds-ref"
3355 #    nic: "NIC_Intel-XL710"
3356 #  compare:
3357 #    title: "3n-skx xxv710"
3358 #    data: "vpp-compare-testbeds-cmp"
3359 #    nic: "NIC_Intel-XXV710"
3360 #  data: "vpp-compare-testbeds"
3361 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3362 #  filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
3363 #  parameters:
3364 #  - "name"
3365 #  - "parent"
3366 #  - "throughput"
3367 #  - "tags"
3368 #
3369 ## VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
3370 #- type: "table"
3371 #  title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
3372 #  algorithm: "table_perf_comparison_nic"
3373 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
3374 #  reference:
3375 #    title: "3n-hsw xl710"
3376 #    data: "vpp-compare-testbeds-ref"
3377 #    nic: "NIC_Intel-XL710"
3378 #  compare:
3379 #    title: "3n-skx xxv710"
3380 #    data: "vpp-compare-testbeds-cmp"
3381 #    nic: "NIC_Intel-XXV710"
3382 #  data: "vpp-compare-testbeds"
3383 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3384 #  filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
3385 #  parameters:
3386 #  - "name"
3387 #  - "parent"
3388 #  - "throughput"
3389 #  - "tags"
3390 #
3391 ## VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
3392 #- type: "table"
3393 #  title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
3394 #  algorithm: "table_perf_comparison_nic"
3395 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
3396 #  reference:
3397 #    title: "3n-hsw xl710"
3398 #    data: "vpp-compare-testbeds-ref"
3399 #    nic: "NIC_Intel-XL710"
3400 #  compare:
3401 #    title: "3n-skx xxv710"
3402 #    data: "vpp-compare-testbeds-cmp"
3403 #    nic: "NIC_Intel-XXV710"
3404 #  data: "vpp-compare-testbeds"
3405 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3406 #  filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
3407 #  parameters:
3408 #  - "name"
3409 #  - "parent"
3410 #  - "throughput"
3411 #  - "tags"
3412 #
3413 ## VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
3414 #- type: "table"
3415 #  title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
3416 #  algorithm: "table_perf_comparison"
3417 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
3418 #  reference:
3419 #    title: "2n-skx"
3420 #    data: "vpp-compare-testbeds-skx-clx-ref"
3421 #  compare:
3422 #    title: "2n-clx"
3423 #    data: "vpp-compare-testbeds-skx-clx-cmp"
3424 #  data: "vpp-compare-testbeds-skx-clx"
3425 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3426 #  filter: "'2T1C'"
3427 #  parameters:
3428 #  - "name"
3429 #  - "parent"
3430 #  - "throughput"
3431 #  - "tags"
3432 #
3433 ## VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
3434 #- type: "table"
3435 #  title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
3436 #  algorithm: "table_perf_comparison"
3437 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
3438 #  reference:
3439 #    title: "2n-skx"
3440 #    data: "vpp-compare-testbeds-skx-clx-ref"
3441 #  compare:
3442 #    title: "2n-clx"
3443 #    data: "vpp-compare-testbeds-skx-clx-cmp"
3444 #  data: "vpp-compare-testbeds-skx-clx"
3445 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3446 #  filter: "'4T2C'"
3447 #  parameters:
3448 #  - "name"
3449 #  - "parent"
3450 #  - "throughput"
3451 #  - "tags"
3452 #
3453 ## VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
3454 #- type: "table"
3455 #  title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
3456 #  algorithm: "table_perf_comparison"
3457 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
3458 #  reference:
3459 #    title: "2n-skx"
3460 #    data: "vpp-compare-testbeds-skx-clx-ref"
3461 #  compare:
3462 #    title: "2n-clx"
3463 #    data: "vpp-compare-testbeds-skx-clx-cmp"
3464 #  data: "vpp-compare-testbeds-skx-clx"
3465 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3466 #  filter: "'2T1C'"
3467 #  parameters:
3468 #  - "name"
3469 #  - "parent"
3470 #  - "throughput"
3471 #  - "tags"
3472 #
3473 ## VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
3474 #- type: "table"
3475 #  title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
3476 #  algorithm: "table_perf_comparison"
3477 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
3478 #  reference:
3479 #    title: "2n-skx"
3480 #    data: "vpp-compare-testbeds-skx-clx-ref"
3481 #  compare:
3482 #    title: "2n-clx"
3483 #    data: "vpp-compare-testbeds-skx-clx-cmp"
3484 #  data: "vpp-compare-testbeds-skx-clx"
3485 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3486 #  filter: "'4T2C'"
3487 #  parameters:
3488 #  - "name"
3489 #  - "parent"
3490 #  - "throughput"
3491 #  - "tags"
3492 #
3493 ## VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
3494 #- type: "table"
3495 #  title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
3496 #  algorithm: "table_perf_comparison"
3497 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
3498 #  reference:
3499 #    title: "3-Node Skx"
3500 #    data: "vpp-compare-topologies-ref"
3501 #  compare:
3502 #    title: "2-Node Skx"
3503 #    data: "vpp-compare-topologies-cmp"
3504 #  data: "vpp-compare-topologies"
3505 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3506 #  filter: "'NDRPDR' and '1C'"
3507 #  parameters:
3508 #  - "name"
3509 #  - "parent"
3510 #  - "throughput"
3511 #
3512 ## VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
3513 #- type: "table"
3514 #  title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
3515 #  algorithm: "table_perf_comparison"
3516 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
3517 #  reference:
3518 #    title: "3-Node Skx"
3519 #    data: "vpp-compare-topologies-ref"
3520 #  compare:
3521 #    title: "2-Node Skx"
3522 #    data: "vpp-compare-topologies-cmp"
3523 #  data: "vpp-compare-topologies"
3524 #  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3525 #  filter: "'NDRPDR' and '2C'"
3526 #  parameters:
3527 #  - "name"
3528 #  - "parent"
3529 #  - "throughput"
3530 #
3531 ## VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
3532 #- type: "table"
3533 #  title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
3534 #  algorithm: "table_perf_comparison"
3535 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
3536 #  reference:
3537 #    title: "3-Node Skx"
3538 #    data: "vpp-compare-topologies-ref"
3539 #  compare:
3540 #    title: "2-Node Skx"
3541 #    data: "vpp-compare-topologies-cmp"
3542 #  data: "vpp-compare-topologies"
3543 #  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3544 #  filter: "'NDRPDR' and '1C'"
3545 #  parameters:
3546 #  - "name"
3547 #  - "parent"
3548 #  - "throughput"
3549 #
3550 ## VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
3551 #- type: "table"
3552 #  title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
3553 #  algorithm: "table_perf_comparison"
3554 #  output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
3555 #  reference:
3556 #    title: "3-Node Skx"
3557 #    data: "vpp-compare-topologies-ref"
3558 #  compare:
3559 #    title: "2-Node Skx"
3560 #    data: "vpp-compare-topologies-cmp"
3561 #  data: "vpp-compare-topologies"
3562 #  include-tests: "PDR"
3563 #  filter: "'NDRPDR' and '2C'"
3564 #  parameters:
3565 #  - "name"
3566 #  - "parent"
3567 #  - "throughput"
3568
3569 # VPP Performance Changes 3n-hsw 1t1c MRR
3570 - type: "table"
3571   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
3572   algorithm: "table_perf_comparison"
3573   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
3574   history:
3575     - title: "rls1904"
3576       data: "vpp-performance-changes-3n-hsw-mrr-h1"
3577   reference:
3578     title: "rls1908"
3579     data: "vpp-performance-changes-3n-hsw-mrr-ref"
3580   compare:
3581     title: "rls2001"
3582     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
3583   data: "vpp-performance-changes-3n-hsw-mrr"
3584   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3585   filter: "'1T1C' and 'MRR' and not 'NF_DENSITY'"
3586   parameters:
3587   - "name"
3588   - "parent"
3589   - "result"
3590
3591 # VPP Performance Changes 3n-hsw 2t2c MRR
3592 - type: "table"
3593   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
3594   algorithm: "table_perf_comparison"
3595   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
3596   history:
3597     - title: "rls1904"
3598       data: "vpp-performance-changes-3n-hsw-mrr-h1"
3599   reference:
3600     title: "rls1908"
3601     data: "vpp-performance-changes-3n-hsw-mrr-ref"
3602   compare:
3603     title: "rls2001"
3604     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
3605   data: "vpp-performance-changes-3n-hsw-mrr"
3606   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3607   filter: "'2T2C' and 'MRR' and not 'NF_DENSITY'"
3608   parameters:
3609   - "name"
3610   - "parent"
3611   - "result"
3612
3613 # VPP Performance Changes 3n-hsw 4t4c MRR
3614 - type: "table"
3615   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
3616   algorithm: "table_perf_comparison"
3617   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
3618   history:
3619     - title: "rls1904"
3620       data: "vpp-performance-changes-3n-hsw-mrr-h1"
3621   reference:
3622     title: "rls1908"
3623     data: "vpp-performance-changes-3n-hsw-mrr-ref"
3624   compare:
3625     title: "rls2001"
3626     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
3627   data: "vpp-performance-changes-3n-hsw-mrr"
3628   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3629   filter: "'4T4C' and 'MRR' and not 'NF_DENSITY'"
3630   parameters:
3631   - "name"
3632   - "parent"
3633   - "result"
3634
3635 ## VPP Performance Changes 3n-skx 2t1c MRR
3636 #- type: "table"
3637 #  title: "VPP Performance Changes 3n-skx 2t1c MRR"
3638 #  algorithm: "table_perf_comparison"
3639 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
3640 #  history:
3641 #    - title: "rls1904"
3642 #      data: "vpp-performance-changes-3n-skx-mrr-h1"
3643 #  reference:
3644 #    title: "rls1908"
3645 #    data: "vpp-performance-changes-3n-skx-mrr-ref"
3646 #  compare:
3647 #    title: "rls2001"
3648 #    data: "vpp-performance-changes-3n-skx-mrr-cmp"
3649 #  data: "vpp-performance-changes-3n-skx-mrr"
3650 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3651 #  filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
3652 #  parameters:
3653 #  - "name"
3654 #  - "parent"
3655 #  - "result"
3656 #
3657 ## VPP Performance Changes 3n-skx 4t2c MRR
3658 #- type: "table"
3659 #  title: "VPP Performance Changes 3n-skx 4t2c MRR"
3660 #  algorithm: "table_perf_comparison"
3661 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
3662 #  history:
3663 #    - title: "rls1904"
3664 #      data: "vpp-performance-changes-3n-skx-mrr-h1"
3665 #  reference:
3666 #    title: "rls1908"
3667 #    data: "vpp-performance-changes-3n-skx-mrr-ref"
3668 #  compare:
3669 #    title: "rls2001"
3670 #    data: "vpp-performance-changes-3n-skx-mrr-cmp"
3671 #  data: "vpp-performance-changes-3n-skx-mrr"
3672 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3673 #  filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
3674 #  parameters:
3675 #  - "name"
3676 #  - "parent"
3677 #  - "result"
3678 #
3679 ## VPP Performance Changes 3n-skx 8t4c MRR
3680 #- type: "table"
3681 #  title: "VPP Performance Changes 3n-skx 8t4c MRR"
3682 #  algorithm: "table_perf_comparison"
3683 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
3684 #  history:
3685 #    - title: "rls1904"
3686 #      data: "vpp-performance-changes-3n-skx-mrr-h1"
3687 #  reference:
3688 #    title: "rls1908"
3689 #    data: "vpp-performance-changes-3n-skx-mrr-ref"
3690 #  compare:
3691 #    title: "rls2001"
3692 #    data: "vpp-performance-changes-3n-skx-mrr-cmp"
3693 #  data: "vpp-performance-changes-3n-skx-mrr"
3694 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3695 #  filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
3696 #  parameters:
3697 #  - "name"
3698 #  - "parent"
3699 #  - "result"
3700 #
3701 ## VPP Performance Changes 2n-skx 2t1c MRR
3702 #- type: "table"
3703 #  title: "VPP Performance Changes 2n-skx 2t1c MRR"
3704 #  algorithm: "table_perf_comparison"
3705 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
3706 #  history:
3707 #    - title: "rls1904"
3708 #      data: "vpp-performance-changes-2n-skx-mrr-h1"
3709 #  reference:
3710 #    title: "rls1908"
3711 #    data: "vpp-performance-changes-2n-skx-mrr-ref"
3712 #  compare:
3713 #    title: "rls2001"
3714 #    data: "vpp-performance-changes-2n-skx-mrr-cmp"
3715 #  data: "vpp-performance-changes-2n-skx-mrr"
3716 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3717 #  filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
3718 #  parameters:
3719 #  - "name"
3720 #  - "parent"
3721 #  - "result"
3722 #
3723 ## VPP Performance Changes 2n-skx 4t2c MRR
3724 #- type: "table"
3725 #  title: "VPP Performance Changes 2n-skx 4t2c MRR"
3726 #  algorithm: "table_perf_comparison"
3727 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
3728 #  history:
3729 #    - title: "rls1904"
3730 #      data: "vpp-performance-changes-2n-skx-mrr-h1"
3731 #  reference:
3732 #    title: "rls1908"
3733 #    data: "vpp-performance-changes-2n-skx-mrr-ref"
3734 #  compare:
3735 #    title: "rls2001"
3736 #    data: "vpp-performance-changes-2n-skx-mrr-cmp"
3737 #  data: "vpp-performance-changes-2n-skx-mrr"
3738 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3739 #  filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
3740 #  parameters:
3741 #  - "name"
3742 #  - "parent"
3743 #  - "result"
3744 #
3745 ## VPP Performance Changes 2n-skx 8t4c MRR
3746 #- type: "table"
3747 #  title: "VPP Performance Changes 2n-skx 8t4c MRR"
3748 #  algorithm: "table_perf_comparison"
3749 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
3750 #  history:
3751 #    - title: "rls1904"
3752 #      data: "vpp-performance-changes-2n-skx-mrr-h1"
3753 #  reference:
3754 #    title: "rls1908"
3755 #    data: "vpp-performance-changes-2n-skx-mrr-ref"
3756 #  compare:
3757 #    title: "rls2001"
3758 #    data: "vpp-performance-changes-2n-skx-mrr-cmp"
3759 #  data: "vpp-performance-changes-2n-skx-mrr"
3760 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3761 #  filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
3762 #  parameters:
3763 #  - "name"
3764 #  - "parent"
3765 #  - "result"
3766 #
3767 ## VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr
3768 #- type: "table"
3769 #  title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr"
3770 #  algorithm: "table_perf_comparison"
3771 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr"
3772 #  reference:
3773 #    title: "rls1908"
3774 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
3775 #  compare:
3776 #    title: "rls2001"
3777 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
3778 #  data: "vpp-performance-changes-nfv-2n-skx-mrr"
3779 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3780 #  filter: "'2T1C' and 'MRR' and 'NF_DENSITY'"
3781 #  parameters:
3782 #  - "name"
3783 #  - "parent"
3784 #  - "result"
3785 #
3786 ## VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr
3787 #- type: "table"
3788 #  title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr"
3789 #  algorithm: "table_perf_comparison"
3790 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr"
3791 #  reference:
3792 #    title: "rls1908"
3793 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
3794 #  compare:
3795 #    title: "rls2001"
3796 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
3797 #  data: "vpp-performance-changes-nfv-2n-skx-mrr"
3798 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3799 #  filter: "'4T2C' and 'MRR' and 'NF_DENSITY'"
3800 #  parameters:
3801 #  - "name"
3802 #  - "parent"
3803 #  - "result"
3804 #
3805 ## VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr
3806 #- type: "table"
3807 #  title: "VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr"
3808 #  algorithm: "table_perf_comparison"
3809 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr"
3810 #  reference:
3811 #    title: "rls1908"
3812 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
3813 #  compare:
3814 #    title: "rls2001"
3815 #    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
3816 #  data: "vpp-performance-changes-nfv-2n-skx-mrr"
3817 #  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3818 #  filter: "'8T4C' and 'MRR' and 'NF_DENSITY'"
3819 #  parameters:
3820 #  - "name"
3821 #  - "parent"
3822 #  - "result"
3823
3824 # VPP Performance Changes 2n-dnv 1t1c MRR
3825 - type: "table"
3826   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
3827   algorithm: "table_perf_comparison"
3828   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
3829   reference:
3830     title: "rls1908"
3831     data: "vpp-performance-changes-2n-dnv-mrr-ref"
3832   compare:
3833     title: "rls2001"
3834     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
3835   data: "vpp-performance-changes-2n-dnv-mrr"
3836   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3837   filter: "'1T1C' and 'MRR'"
3838   parameters:
3839   - "name"
3840   - "parent"
3841   - "result"
3842
3843 # VPP Performance Changes 2n-dnv 2t2c MRR
3844 - type: "table"
3845   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
3846   algorithm: "table_perf_comparison"
3847   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
3848   reference:
3849     title: "rls1908"
3850     data: "vpp-performance-changes-2n-dnv-mrr-ref"
3851   compare:
3852     title: "rls2001"
3853     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
3854   data: "vpp-performance-changes-2n-dnv-mrr"
3855   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3856   filter: "'2T2C' and 'MRR'"
3857   parameters:
3858   - "name"
3859   - "parent"
3860   - "result"
3861
3862 # VPP Performance Changes 2n-dnv 4t4c MRR
3863 - type: "table"
3864   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
3865   algorithm: "table_perf_comparison"
3866   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
3867   reference:
3868     title: "rls1908"
3869     data: "vpp-performance-changes-2n-dnv-mrr-ref"
3870   compare:
3871     title: "rls2001"
3872     data: "vpp-performance-changes-2n-dnv-mrr-cmp"
3873   data: "vpp-performance-changes-2n-dnv-mrr"
3874   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3875   filter: "'4T4C' and 'MRR'"
3876   parameters:
3877   - "name"
3878   - "parent"
3879   - "result"
3880
3881 # VPP Performance Changes 3n-dnv 1t1c MRR
3882 - type: "table"
3883   title: "VPP Performance Changes 3n-dnv 1t1c MRR"
3884   algorithm: "table_perf_comparison"
3885   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
3886   reference:
3887     title: "rls1908"
3888     data: "vpp-performance-changes-3n-dnv-mrr-ref"
3889   compare:
3890     title: "rls2001"
3891     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
3892   data: "vpp-performance-changes-3n-dnv-mrr"
3893   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3894   filter: "'1T1C' and 'MRR'"
3895   parameters:
3896   - "name"
3897   - "parent"
3898   - "result"
3899
3900 # VPP Performance Changes 3n-dnv 2t2c MRR
3901 - type: "table"
3902   title: "VPP Performance Changes 3n-dnv 2t2c MRR"
3903   algorithm: "table_perf_comparison"
3904   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
3905   reference:
3906     title: "rls1908"
3907     data: "vpp-performance-changes-3n-dnv-mrr-ref"
3908   compare:
3909     title: "rls2001"
3910     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
3911   data: "vpp-performance-changes-3n-dnv-mrr"
3912   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3913   filter: "'2T2C' and 'MRR'"
3914   parameters:
3915   - "name"
3916   - "parent"
3917   - "result"
3918
3919 # VPP Performance Changes 3n-dnv 4t4c MRR
3920 - type: "table"
3921   title: "VPP Performance Changes 3n-dnv 4t4c MRR"
3922   algorithm: "table_perf_comparison"
3923   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
3924   reference:
3925     title: "rls1908"
3926     data: "vpp-performance-changes-3n-dnv-mrr-ref"
3927   compare:
3928     title: "rls2001"
3929     data: "vpp-performance-changes-3n-dnv-mrr-cmp"
3930   data: "vpp-performance-changes-3n-dnv-mrr"
3931   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3932   filter: "'4T4C' and 'MRR'"
3933   parameters:
3934   - "name"
3935   - "parent"
3936   - "result"
3937
3938 # VPP Performance Changes 3n-tsh 1t1c MRR
3939 - type: "table"
3940   title: "VPP Performance Changes 3n-tsh 1t1c MRR"
3941   algorithm: "table_perf_comparison"
3942   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
3943   reference:
3944     title: "rls1908"
3945     data: "vpp-performance-changes-3n-tsh-mrr-ref"
3946   compare:
3947     title: "rls2001"
3948     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
3949   data: "vpp-performance-changes-3n-tsh-mrr"
3950   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3951   filter: "'1T1C' and 'MRR'"
3952   parameters:
3953   - "name"
3954   - "parent"
3955   - "result"
3956
3957 # VPP Performance Changes 3n-tsh 2t2c MRR
3958 - type: "table"
3959   title: "VPP Performance Changes 3n-tsh 2t2c MRR"
3960   algorithm: "table_perf_comparison"
3961   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
3962   reference:
3963     title: "rls1908"
3964     data: "vpp-performance-changes-3n-tsh-mrr-ref"
3965   compare:
3966     title: "rls2001"
3967     data: "vpp-performance-changes-3n-tsh-mrr-cmp"
3968   data: "vpp-performance-changes-3n-tsh-mrr"