resources/tools/presentation/specification.yaml

   1 - type: "environment"
   2
   3   paths:
   4     # Top level directories:
   5     ## Working directory
   6     DIR[WORKING]: "_tmp"
   7     ## Build directories
   8     DIR[BUILD,HTML]: "_build"
   9     DIR[BUILD,LATEX]: "_build_latex"
  10
  11     # Static .rst files
  12     DIR[RST]: "../../../docs/report"
  13
  14     # Working directories
  15     ## Input data files (.zip, .xml)
  16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  17     ## Static source files from git
  18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  20
  21     # Static html content
  22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  26
  27     # Detailed test results
  28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  48
  49     # Detailed test configurations
  50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  62
  63     # Detailed tests operational data
  64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  69
  70     # .css patch file to fix tables generated by Sphinx
  71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  73
  74   urls:
  75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
  78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  79     URL[NEXUS]: "https://docs.fd.io/csit"
  80     DIR[NEXUS]: "report/_static/archive"
  81
  82   make-dirs:
  83   # List the directories which are created while preparing the environment.
  84   # All directories MUST be defined in "paths" section.
  85   - "DIR[WORKING,DATA]"
  86   - "DIR[STATIC,VPP]"
  87   - "DIR[STATIC,DPDK]"
  88   - "DIR[STATIC,ARCH]"
  89   - "DIR[BUILD,LATEX]"
  90   - "DIR[WORKING,SRC]"
  91   - "DIR[WORKING,SRC,STATIC]"
  92
  93   remove-dirs:
  94   # List the directories which are deleted while cleaning the environment.
  95   # All directories MUST be defined in "paths" section.
  96   #- "DIR[BUILD,HTML]"
  97   - "DIR[WORKING,DATA]"
  98
  99   build-dirs:
 100   # List the directories where the results (build) is stored.
 101   # All directories MUST be defined in "paths" section.
 102   - "DIR[BUILD,HTML]"
 103   - "DIR[BUILD,LATEX]"
 104
 105 - type: "configuration"
 106
 107   limits:
 108     nic:
 109       x520: 24460000
 110       x553: 29761905
 111       x710: 35800000
 112       xxv710: 35800000
 113       xl710: 35800000
 114
 115     link:
 116       10ge: 14880952.38
 117       25ge: 37202380.95
 118       40ge: 59523809.52
 119       100ge: 148809523.81
 120
 121     pci:
 122       pci-g3-x8: 74404761.90
 123       pci-g3-x16: 148809523.81
 124
 125   data-sets:
 126
 127     ###########################################################################
 128     # Plots:
 129
 130     # 3n-hsw
 131
 132     plot-vpp-throughput-lat-tsa-3n-hsw:
 133       # TODO: Add 1904 data
 134       csit-vpp-perf-verify-1904-3n-hsw:
 135         - 11  # NDRPDR sel
 136         - 12  # NDRPDR sel
 137         - 20  # NDRPDR sel
 138         - 21  # NDRPDR sel
 139         - 23  # NDRPDR sel
 140         - 24  # NDRPDR sel
 141         - 25  # NDRPDR sel
 142         - 26  # NDRPDR sel
 143         - 29  # NDRPDR sel
 144
 145 #    plot-vpp-http-server-performance:
 146 #      # TODO: Replace with 1904 data
 147 #      # csit-vpp-perf-verify-1904-3n-hsw:
 148 #      csit-vpp-perf-verify-1810-3n-hsw:
 149 #        - 28  # WRK
 150 #        - 29  # WRK
 151 #        - 30  # WRK
 152 #        - 31  # WRK
 153 #        - 32  # WRK
 154 #        - 33  # WRK
 155 #        - 34  # WRK
 156 #        - 35  # WRK
 157 #        - 36  # WRK
 158 #        - 37  # WRK
 159
 160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
 161 #      # TODO: Replace with 1904 data
 162 #      # csit-ligato-perf-verify-1904-3n-hsw:
 163 #      csit-ligato-perf-verify-1901-3n-hsw:
 164 #        - 8   # NDRPDR sel
 165 #        - 9   # NDRPDR sel
 166 #        - 11  # NDRPDR sel
 167 #        - 12  # NDRPDR sel
 168 #        - 13  # NDRPDR sel
 169 #        - 14  # NDRPDR sel
 170 #        - 15  # NDRPDR sel
 171 #        - 16  # NDRPDR sel
 172 #        - 17  # NDRPDR sel
 173 #        - 18  # NDRPDR sel
 174
 175     plot-dpdk-throughput-latency-3n-hsw:
 176       csit-dpdk-perf-verify-1904-3n-hsw:
 177         - 2   # NDRPDR sel
 178         - 3   # NDRPDR sel
 179         - 5   # NDRPDR sel
 180         - 6   # NDRPDR sel
 181         - 13  # NDRPDR sel
 182         - 14  # NDRPDR sel
 183         - 15  # NDRPDR sel
 184         - 18  # NDRPDR sel
 185         - 19  # NDRPDR sel
 186         - 20  # NDRPDR sel
 187
 188     # 3n-skx
 189
 190     plot-vpp-throughput-lat-tsa-3n-skx:
 191       csit-vpp-perf-verify-1904-3n-skx:
 192         - 8   # NDRPDR sel
 193         - 9   # NDRPDR sel
 194         - 10  # NDRPDR sel
 195         - 11  # NDRPDR sel
 196         - 12  # NDRPDR sel
 197         - 14  # NDRPDR sel
 198         - 16  # NDRPDR sel
 199         - 21  # NDRPDR sel
 200         - 23  # NDRPDR sel
 201         - 25  # NDRPDR sel
 202
 203     plot-dpdk-throughput-latency-3n-skx:
 204       csit-dpdk-perf-verify-1904-3n-skx:
 205         - 2   # NDRPDR sel
 206         - 3   # NDRPDR sel
 207         - 4   # NDRPDR sel
 208         - 5   # NDRPDR sel
 209         - 6   # NDRPDR sel
 210         - 7   # NDRPDR sel
 211         - 11  # NDRPDR sel
 212         - 12  # NDRPDR sel
 213         - 13  # NDRPDR sel
 214         - 14  # NDRPDR sel
 215
 216     # 2n-skx
 217
 218     plot-vpp-throughput-lat-tsa-2n-skx:
 219       csit-vpp-perf-verify-1904-2n-skx:
 220         - 12  # NDRPDR sel
 221         - 14  # NDRPDR sel
 222         - 16  # NDRPDR sel
 223         - 17  # NDRPDR sel
 224         - 18  # NDRPDR sel
 225         - 21  # NDRPDR sel
 226         - 27  # NDRPDR sel
 227         - 30  # NDRPDR sel
 228         - 31  # NDRPDR sel
 229         - 32  # NDRPDR sel
 230
 231 #    plot-vpp-soak-2n-skx:
 232 #      # TODO: Replace with 1904 data
 233 #      # csit-vpp-perf-verify-1904-2n-skx:
 234 #      csit-vpp-perf-verify-1901-2n-skx:
 235 #        - 45  # SOAK sel
 236
 237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
 238       # TODO: Add 1904 data
 239       csit-vpp-perf-verify-1904-2n-skx:
 240         - 56  # NFV NDRPDR 64b
 241         - 59  # NFV NDRPDR 64b
 242         - 60  # NFV NDRPDR 64b
 243         - 65  # NFV NDRPDR 64b
 244
 245     plot-vpp-nfv-2n-skx-ndrpdr-imix:
 246       # TODO: Add 1904 data
 247       csit-vpp-perf-verify-1904-2n-skx:
 248         - 61  # NFV NDRPDR IMIX
 249         - 63  # NFV NDRPDR IMIX
 250
 251     plot-vpp-nfv-2n-skx-mrr-64b:
 252       csit-vpp-perf-verify-1904-2n-skx:
 253         - 40  # NFV MRR 64b
 254         - 41  # NFV MRR 64b
 255         - 42  # NFV MRR 64b
 256         - 47  # NFV MRR 64b
 257         - 48  # NFV MRR 64b
 258
 259     plot-vpp-nfv-2n-skx-mrr-imix:
 260       csit-vpp-perf-verify-1904-2n-skx:
 261         - 49  # NFV MRR IMIX
 262         - 50  # NFV MRR IMIX
 263         - 51  # NFV MRR IMIX
 264         - 54  # NFV MRR IMIX
 265         - 55  # NFV MRR IMIX
 266
 267     plot-dpdk-throughput-latency-2n-skx:
 268       csit-dpdk-perf-verify-1904-2n-skx:
 269         - 2   # NDRPDR sel
 270         - 3   # NDRPDR sel
 271         - 4   # NDRPDR sel
 272         - 5   # NDRPDR sel
 273         - 7   # NDRPDR sel
 274         - 8   # NDRPDR sel
 275         - 9   # NDRPDR sel
 276         - 10  # NDRPDR sel
 277         - 11  # NDRPDR sel
 278         - 12  # NDRPDR sel
 279
 280     # 3rd party
 281
 282 #    # Denverton:
 283 #    intel-dnv-vpp:
 284 #      # TODO: Replace with 1904 data
 285 #      # intel-dnv-vpp-release-1904:
 286 #      intel-dnv-vpp-release-1901:
 287 #        - 1
 288
 289     ###########################################################################
 290     # Simple tables (only one data set):
 291
 292     # NIC Comparisons
 293
 294     vpp-nic-comparison-3n-hsw:
 295       # TODO: Add 1904 data
 296       csit-vpp-perf-verify-1904-3n-hsw:
 297         - 11  # NDRPDR sel
 298         - 12  # NDRPDR sel
 299         - 20  # NDRPDR sel
 300         - 21  # NDRPDR sel
 301         - 23  # NDRPDR sel
 302         - 24  # NDRPDR sel
 303         - 25  # NDRPDR sel
 304         - 26  # NDRPDR sel
 305         - 29  # NDRPDR sel
 306
 307     vpp-nic-comparison-3n-skx:
 308       csit-vpp-perf-verify-1904-3n-skx:
 309         - 8   # NDRPDR sel
 310         - 9   # NDRPDR sel
 311         - 10  # NDRPDR sel
 312         - 11  # NDRPDR sel
 313         - 12  # NDRPDR sel
 314         - 14  # NDRPDR sel
 315         - 16  # NDRPDR sel
 316         - 21  # NDRPDR sel
 317         - 23  # NDRPDR sel
 318         - 25  # NDRPDR sel
 319
 320     vpp-nic-comparison-2n-skx:
 321       csit-vpp-perf-verify-1904-2n-skx:
 322         - 12  # NDRPDR sel
 323         - 14  # NDRPDR sel
 324         - 16  # NDRPDR sel
 325         - 17  # NDRPDR sel
 326         - 18  # NDRPDR sel
 327         - 21  # NDRPDR sel
 328         - 27  # NDRPDR sel
 329         - 30  # NDRPDR sel
 330         - 31  # NDRPDR sel
 331         - 32  # NDRPDR sel
 332
 333     vpp-nic-comparison-3n-hsw-mrr:
 334       csit-vpp-perf-verify-1904-3n-hsw:
 335         - 9   # MRR sel
 336
 337     vpp-nic-comparison-3n-skx-mrr:
 338       csit-vpp-perf-verify-1904-3n-skx:
 339         - 7   # MRR sel
 340
 341     vpp-nic-comparison-2n-skx-mrr:
 342       csit-vpp-perf-verify-1904-2n-skx:
 343         - 11  # MRR sel
 344
 345     # Results
 346
 347     vpp-perf-results-3n-hsw:
 348       # TODO: Replace with FULL 1904 data
 349       csit-vpp-perf-verify-1904-3n-hsw:
 350         - 12  # NDRPDR sel
 351
 352     vpp-perf-results-3n-skx:
 353       # TODO: Add FULL 1904 data
 354       csit-vpp-perf-verify-1904-3n-skx:
 355         - 26  # NDRPDR full
 356         - 27  # NDRPDR full
 357
 358     vpp-perf-results-2n-skx:
 359       csit-vpp-perf-verify-1904-2n-skx:
 360         - 33  # NDRPDR full
 361         - 39  # NDRPDR full
 362         - 58  # NDRPDR full
 363         - 62  # NDRPDR full
 364
 365     vpp-mrr-results-3n-hsw:
 366       csit-vpp-perf-verify-1904-3n-hsw:
 367         - 9   # MRR sel
 368
 369     vpp-mrr-results-3n-skx:
 370       csit-vpp-perf-verify-1904-3n-skx:
 371         - 7   # MRR sel
 372
 373     vpp-mrr-results-2n-skx:
 374       csit-vpp-perf-verify-1904-2n-skx:
 375         - 11  # MRR sel
 376
 377     vpp-func-results-ubuntu:
 378       csit-vpp-functional-1904-ubuntu1604-virl:
 379         - 29
 380
 381     vpp-func-results-centos:
 382       csit-vpp-functional-1904-centos7-virl:
 383         - 32
 384
 385     vpp-device-results-ubuntu:
 386       csit-vpp-device-1904-ubuntu1804-1n-skx:
 387         - 33
 388
 389 #    # VPP Ligato
 390 #    ligato-perf-results-3n-hsw:
 391 #      # TODO: Replace with 1904 data
 392 #      # csit-ligato-perf-verify-1904-3n-hsw:
 393 #      csit-ligato-perf-verify-1901-3n-hsw:
 394 #        - 10  # NDRPDR full
 395
 396     dpdk-perf-results-3n-hsw:
 397       csit-dpdk-perf-verify-1904-3n-hsw:
 398         - 5   # NDRPDR sel
 399
 400     dpdk-perf-results-3n-skx:
 401       csit-dpdk-perf-verify-1904-3n-skx:
 402         - 7   # NDRPDR sel
 403
 404     dpdk-perf-results-2n-skx:
 405       csit-dpdk-perf-verify-1904-2n-skx:
 406         - 9   # NDRPDR sel
 407
 408     # HoneyComb Functional
 409     hc-func-results:
 410       csit-hc2vpp-verify-func-1904-ubuntu1604:
 411         - 4
 412
 413 #    # NSH SFC Functional
 414 #    nsh-func-results:
 415 #      # Not used
 416 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 417 #        - 1
 418
 419     # DMM Functional
 420     dmm-func-results:
 421       csit-dmm-functional-1904-ubuntu1604-virl:
 422         - 1
 423
 424     ###########################################################################
 425     # Tables (more than one data set)
 426
 427     # Performance changes
 428
 429 #    intel-dnv-vpp-changes-2n-dnv-h1:
 430 #      intel-dnv-vpp-release-1810:
 431 #        - 1
 432 #    intel-dnv-vpp-changes-2n-dnv-ref:
 433 #      intel-dnv-vpp-release-1901:
 434 #        - 1
 435 #    intel-dnv-vpp-changes-2n-dnv-cmp:
 436 #      # TODO: Replace with 1904 data
 437 #      # intel-dnv-vpp-release-1904:
 438 #      intel-dnv-vpp-release-1901:
 439 #        - 1
 440 #    intel-dnv-vpp-changes-2n-dnv:
 441 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
 442 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
 443 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
 444
 445     vpp-performance-changes-3n-hsw-h1:
 446       csit-vpp-perf-verify-1810-3n-hsw:
 447         - 8   # NDRPDR sel
 448         - 12  # NDRPDR sel
 449         - 14  # NDRPDR sel
 450         - 18  # NDRPDR sel
 451         - 23  # NDRPDR sel
 452         - 25  # NDRPDR sel
 453         - 38  # NDRPDR sel
 454         - 39  # NDRPDR sel
 455         - 41  # NDRPDR sel
 456         - 42  # NDRPDR sel
 457     vpp-performance-changes-3n-hsw-ref:
 458       csit-vpp-perf-verify-1901-3n-hsw:
 459         - 10  # NDRPDR sel
 460         - 19  # NDRPDR sel
 461         - 31  # NDRPDR sel
 462         - 36  # NDRPDR sel
 463         - 40  # NDRPDR sel
 464         - 42  # NDRPDR sel
 465         - 44  # NDRPDR sel
 466         - 46  # NDRPDR sel
 467         - 47  # NDRPDR sel
 468         - 48  # NDRPDR sel
 469         - 61  # NDRPDR LB
 470         - 62  # NDRPDR LB
 471         - 63  # NDRPDR LB
 472         - 64  # NDRPDR LB
 473         - 65  # NDRPDR LB
 474         - 66  # NDRPDR LB
 475         - 67  # NDRPDR LB
 476         - 69  # NDRPDR LB
 477         - 70  # NDRPDR LB
 478         - 71  # NDRPDR LB
 479     vpp-performance-changes-3n-hsw-cmp:
 480       # TODO: Add 1904 data
 481       csit-vpp-perf-verify-1904-3n-hsw:
 482         - 11  # NDRPDR sel
 483         - 12  # NDRPDR sel
 484         - 20  # NDRPDR sel
 485         - 21  # NDRPDR sel
 486         - 23  # NDRPDR sel
 487         - 24  # NDRPDR sel
 488         - 25  # NDRPDR sel
 489         - 26  # NDRPDR sel
 490         - 29  # NDRPDR sel
 491     vpp-performance-changes-3n-hsw:
 492       - "vpp-performance-changes-3n-hsw-h1"
 493       - "vpp-performance-changes-3n-hsw-ref"
 494       - "vpp-performance-changes-3n-hsw-cmp"
 495
 496     vpp-performance-changes-3n-skx-h1:
 497       csit-vpp-perf-verify-1810-3n-skx:
 498         - 10  # NDRPDR sel
 499         - 14  # NDRPDR sel
 500         - 15  # NDRPDR sel
 501         - 16  # NDRPDR sel
 502         - 17  # NDRPDR sel
 503         - 19  # NDRPDR sel
 504         - 20  # NDRPDR sel
 505         - 21  # NDRPDR sel
 506         - 22  # NDRPDR sel
 507         - 25  # NDRPDR sel
 508     vpp-performance-changes-3n-skx-ref:
 509       csit-vpp-perf-verify-1901-3n-skx:
 510         - 18  # NDRPDR sel
 511         - 19  # NDRPDR sel
 512         - 20  # NDRPDR sel
 513         - 28  # NDRPDR sel
 514         - 31  # NDRPDR sel
 515         - 33  # NDRPDR sel
 516         - 36  # NDRPDR sel
 517         - 38  # NDRPDR sel
 518         - 47  # NDRPDR sel
 519         - 48  # NDRPDR sel
 520         - 54  # NDRPDR LB
 521         - 57  # NDRPDR LB
 522         - 58  # NDRPDR LB
 523         - 59  # NDRPDR LB
 524         - 60  # NDRPDR LB
 525         - 63  # NDRPDR LB
 526         - 64  # NDRPDR LB
 527         - 65  # NDRPDR LB
 528         - 66  # NDRPDR LB
 529         - 67  # NDRPDR LB
 530     vpp-performance-changes-3n-skx-cmp:
 531       csit-vpp-perf-verify-1904-3n-skx:
 532         - 8   # NDRPDR sel
 533         - 9   # NDRPDR sel
 534         - 10  # NDRPDR sel
 535         - 11  # NDRPDR sel
 536         - 12  # NDRPDR sel
 537         - 14  # NDRPDR sel
 538         - 16  # NDRPDR sel
 539         - 21  # NDRPDR sel
 540         - 23  # NDRPDR sel
 541         - 25  # NDRPDR sel
 542     vpp-performance-changes-3n-skx:
 543       - "vpp-performance-changes-3n-skx-h1"
 544       - "vpp-performance-changes-3n-skx-ref"
 545       - "vpp-performance-changes-3n-skx-cmp"
 546
 547     vpp-performance-changes-2n-skx-h1:
 548       csit-vpp-perf-verify-1810-2n-skx:
 549         - 9   # NDRPDR sel
 550         - 13  # NDRPDR sel
 551         - 14  # NDRPDR sel
 552         - 19  # NDRPDR sel
 553         - 20  # NDRPDR sel
 554         - 21  # NDRPDR sel
 555         - 22  # NDRPDR sel
 556         - 23  # NDRPDR sel
 557         - 24  # NDRPDR sel
 558         - 27  # NDRPDR sel
 559     vpp-performance-changes-2n-skx-ref:
 560       csit-vpp-perf-verify-1901-2n-skx:
 561         - 5   # NDRPDR sel
 562         - 12  # NDRPDR sel
 563         - 13  # NDRPDR sel
 564         - 21  # NDRPDR sel
 565         - 23  # NDRPDR sel
 566         - 31  # NDRPDR sel
 567         - 34  # NDRPDR sel
 568         - 40  # NDRPDR sel
 569         - 42  # NDRPDR sel
 570         - 43  # NDRPDR sel
 571     vpp-performance-changes-2n-skx-cmp:
 572       csit-vpp-perf-verify-1904-2n-skx:
 573         - 12  # NDRPDR sel
 574         - 14  # NDRPDR sel
 575         - 16  # NDRPDR sel
 576         - 17  # NDRPDR sel
 577         - 18  # NDRPDR sel
 578         - 21  # NDRPDR sel
 579         - 27  # NDRPDR sel
 580         - 30  # NDRPDR sel
 581         - 31  # NDRPDR sel
 582         - 32  # NDRPDR sel
 583     vpp-performance-changes-2n-skx:
 584       - "vpp-performance-changes-2n-skx-h1"
 585       - "vpp-performance-changes-2n-skx-ref"
 586       - "vpp-performance-changes-2n-skx-cmp"
 587
 588     vpp-performance-changes-3n-hsw-mrr-h1:
 589       csit-vpp-perf-verify-1810-3n-hsw:
 590         - 9   # MRR sel
 591     vpp-performance-changes-3n-hsw-mrr-ref:
 592       csit-vpp-perf-verify-1901-3n-hsw:
 593         - 35  # MRR sel
 594     vpp-performance-changes-3n-hsw-mrr-cmp:
 595       csit-vpp-perf-verify-1904-3n-hsw:
 596         - 9   # MRR sel
 597     vpp-performance-changes-3n-hsw-mrr:
 598       - "vpp-performance-changes-3n-hsw-mrr-h1"
 599       - "vpp-performance-changes-3n-hsw-mrr-ref"
 600       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 601
 602     vpp-performance-changes-3n-skx-mrr-h1:
 603       csit-vpp-perf-verify-1810-3n-skx:
 604         - 9   # MRR sel
 605         - 11  # MRR sel
 606         - 12  # MRR sel
 607         - 13  # MRR sel
 608     vpp-performance-changes-3n-skx-mrr-ref:
 609       csit-vpp-perf-verify-1901-3n-skx:
 610         - 32  # MRR sel
 611     vpp-performance-changes-3n-skx-mrr-cmp:
 612       csit-vpp-perf-verify-1904-3n-skx:
 613         - 7   # MRR sel
 614     vpp-performance-changes-3n-skx-mrr:
 615       - "vpp-performance-changes-3n-skx-mrr-h1"
 616       - "vpp-performance-changes-3n-skx-mrr-ref"
 617       - "vpp-performance-changes-3n-skx-mrr-cmp"
 618
 619     vpp-performance-changes-2n-skx-mrr-h1:
 620       csit-vpp-perf-verify-1810-2n-skx:
 621         - 8   # MRR sel
 622         - 10  # MRR sel
 623         - 11  # MRR sel
 624         - 12  # MRR sel
 625     vpp-performance-changes-2n-skx-mrr-ref:
 626       csit-vpp-perf-verify-1901-2n-skx:
 627         - 22  # MRR sel
 628     vpp-performance-changes-2n-skx-mrr-cmp:
 629       csit-vpp-perf-verify-1904-2n-skx:
 630         - 11  # MRR sel
 631     vpp-performance-changes-2n-skx-mrr:
 632       - "vpp-performance-changes-2n-skx-mrr-h1"
 633       - "vpp-performance-changes-2n-skx-mrr-ref"
 634       - "vpp-performance-changes-2n-skx-mrr-cmp"
 635
 636     dpdk-performance-changes-3n-hsw-h1:
 637       csit-dpdk-perf-verify-1810-3n-hsw:
 638         - 1   # NDRPDR sel
 639         - 2   # NDRPDR sel
 640         - 3   # NDRPDR sel
 641         - 4   # NDRPDR sel
 642         - 5   # NDRPDR sel
 643         - 6   # NDRPDR sel
 644         - 7   # NDRPDR sel
 645         - 8   # NDRPDR sel
 646         - 9   # NDRPDR sel
 647         - 10  # NDRPDR sel
 648     dpdk-performance-changes-3n-hsw-ref:
 649       csit-dpdk-perf-verify-1901-3n-hsw:
 650         - 13  # NDRPDR sel
 651         - 14  # NDRPDR sel
 652         - 16  # NDRPDR sel
 653         - 17  # NDRPDR sel
 654         - 18  # NDRPDR sel
 655         - 19  # NDRPDR sel
 656         - 20  # NDRPDR sel
 657         - 21  # NDRPDR sel
 658         - 22  # NDRPDR sel
 659         - 23  # NDRPDR sel
 660     dpdk-performance-changes-3n-hsw-cmp:
 661       csit-dpdk-perf-verify-1904-3n-hsw:
 662         - 2   # NDRPDR sel
 663         - 3   # NDRPDR sel
 664         - 5   # NDRPDR sel
 665         - 6   # NDRPDR sel
 666         - 13  # NDRPDR sel
 667         - 14  # NDRPDR sel
 668         - 15  # NDRPDR sel
 669         - 18  # NDRPDR sel
 670         - 19  # NDRPDR sel
 671         - 20  # NDRPDR sel
 672     dpdk-performance-changes-3n-hsw:
 673       - "dpdk-performance-changes-3n-hsw-h1"
 674       - "dpdk-performance-changes-3n-hsw-ref"
 675       - "dpdk-performance-changes-3n-hsw-cmp"
 676
 677     dpdk-performance-changes-3n-skx-h1:
 678       csit-dpdk-perf-verify-1810-3n-skx:
 679         - 3   # NDRPDR sel
 680         - 4   # NDRPDR sel
 681         - 6   # NDRPDR sel
 682         - 7   # NDRPDR sel
 683         - 8   # NDRPDR sel
 684         - 9   # NDRPDR sel
 685         - 10  # NDRPDR sel
 686         - 11  # NDRPDR sel
 687         - 12  # NDRPDR sel
 688         - 13  # NDRPDR sel
 689     dpdk-performance-changes-3n-skx-ref:
 690       csit-dpdk-perf-verify-1901-3n-skx:
 691         - 3   # NDRPDR sel
 692         - 5   # NDRPDR sel
 693         - 6   # NDRPDR sel
 694         - 7   # NDRPDR sel
 695         - 8   # NDRPDR sel
 696         - 9   # NDRPDR sel
 697         - 10  # NDRPDR sel
 698         - 11  # NDRPDR sel
 699         - 12  # NDRPDR sel
 700         - 13  # NDRPDR sel
 701     dpdk-performance-changes-3n-skx-cmp:
 702       csit-dpdk-perf-verify-1904-3n-skx:
 703         - 2   # NDRPDR sel
 704         - 3   # NDRPDR sel
 705         - 4   # NDRPDR sel
 706         - 5   # NDRPDR sel
 707         - 6   # NDRPDR sel
 708         - 7   # NDRPDR sel
 709         - 11  # NDRPDR sel
 710         - 12  # NDRPDR sel
 711         - 13  # NDRPDR sel
 712         - 14  # NDRPDR sel
 713     dpdk-performance-changes-3n-skx:
 714       - "dpdk-performance-changes-3n-skx-h1"
 715       - "dpdk-performance-changes-3n-skx-ref"
 716       - "dpdk-performance-changes-3n-skx-cmp"
 717
 718     dpdk-performance-changes-2n-skx-h1:
 719       csit-dpdk-perf-verify-1810-2n-skx:
 720         - 3   # NDRPDR sel
 721         - 4   # NDRPDR sel
 722         - 5   # NDRPDR sel
 723         - 7   # NDRPDR sel
 724         - 8   # NDRPDR sel
 725         - 9   # NDRPDR sel
 726         - 10  # NDRPDR sel
 727         - 11  # NDRPDR sel
 728         - 12  # NDRPDR sel
 729         - 13  # NDRPDR sel
 730     dpdk-performance-changes-2n-skx-ref:
 731       csit-dpdk-perf-verify-1901-2n-skx:
 732         - 12  # NDRPDR sel
 733         - 13  # NDRPDR sel
 734         - 14  # NDRPDR sel
 735         - 15  # NDRPDR sel
 736         - 16  # NDRPDR sel
 737         - 17  # NDRPDR sel
 738         - 18  # NDRPDR sel
 739         - 19  # NDRPDR sel
 740         - 20  # NDRPDR sel
 741         - 21  # NDRPDR sel
 742     dpdk-performance-changes-2n-skx-cmp:
 743       csit-dpdk-perf-verify-1904-2n-skx:
 744         - 2   # NDRPDR sel
 745         - 3   # NDRPDR sel
 746         - 4   # NDRPDR sel
 747         - 5   # NDRPDR sel
 748         - 7   # NDRPDR sel
 749         - 8   # NDRPDR sel
 750         - 9   # NDRPDR sel
 751         - 10  # NDRPDR sel
 752         - 11  # NDRPDR sel
 753         - 12  # NDRPDR sel
 754     dpdk-performance-changes-2n-skx:
 755       - "dpdk-performance-changes-2n-skx-h1"
 756       - "dpdk-performance-changes-2n-skx-ref"
 757       - "dpdk-performance-changes-2n-skx-cmp"
 758
 759     # Compare testbeds
 760
 761     vpp-compare-testbeds-ref:
 762       # TODO: Add 1904 data
 763       csit-vpp-perf-verify-1904-3n-hsw:
 764         - 11  # NDRPDR sel
 765         - 12  # NDRPDR sel
 766         - 20  # NDRPDR sel
 767         - 21  # NDRPDR sel
 768         - 23  # NDRPDR sel
 769         - 24  # NDRPDR sel
 770         - 25  # NDRPDR sel
 771         - 26  # NDRPDR sel
 772         - 29  # NDRPDR sel
 773     vpp-compare-testbeds-cmp:
 774       csit-vpp-perf-verify-1904-3n-skx:
 775         - 8   # NDRPDR sel
 776         - 9   # NDRPDR sel
 777         - 10  # NDRPDR sel
 778         - 11  # NDRPDR sel
 779         - 12  # NDRPDR sel
 780         - 14  # NDRPDR sel
 781         - 16  # NDRPDR sel
 782         - 21  # NDRPDR sel
 783         - 23  # NDRPDR sel
 784         - 25  # NDRPDR sel
 785     vpp-compare-testbeds:
 786       - "vpp-compare-testbeds-ref"
 787       - "vpp-compare-testbeds-cmp"
 788
 789     vpp-compare-testbeds-mrr-ref:
 790       csit-vpp-perf-verify-1904-3n-hsw:
 791         - 9   # MRR sel
 792     vpp-compare-testbeds-mrr-cmp:
 793       csit-vpp-perf-verify-1904-3n-skx:
 794         - 7   # MRR sel
 795     vpp-compare-testbeds-mrr:
 796       - "vpp-compare-testbeds-mrr-ref"
 797       - "vpp-compare-testbeds-mrr-cmp"
 798
 799     dpdk-compare-testbeds-ref:
 800       csit-dpdk-perf-verify-1904-3n-hsw:
 801         - 2   # NDRPDR sel
 802         - 3   # NDRPDR sel
 803         - 5   # NDRPDR sel
 804         - 6   # NDRPDR sel
 805         - 13  # NDRPDR sel
 806         - 14  # NDRPDR sel
 807         - 15  # NDRPDR sel
 808         - 18  # NDRPDR sel
 809         - 19  # NDRPDR sel
 810         - 20  # NDRPDR sel
 811     dpdk-compare-testbeds-cmp:
 812       csit-dpdk-perf-verify-1904-3n-skx:
 813         - 2   # NDRPDR sel
 814         - 3   # NDRPDR sel
 815         - 4   # NDRPDR sel
 816         - 5   # NDRPDR sel
 817         - 6   # NDRPDR sel
 818         - 7   # NDRPDR sel
 819         - 11  # NDRPDR sel
 820         - 12  # NDRPDR sel
 821         - 13  # NDRPDR sel
 822         - 14  # NDRPDR sel
 823     dpdk-compare-testbeds:
 824       - "dpdk-compare-testbeds-ref"
 825       - "dpdk-compare-testbeds-cmp"
 826
 827     # Compare topologies
 828
 829     vpp-compare-topologies-ref:
 830       csit-vpp-perf-verify-1904-3n-skx:
 831         - 8   # NDRPDR sel
 832         - 9   # NDRPDR sel
 833         - 10  # NDRPDR sel
 834         - 11  # NDRPDR sel
 835         - 12  # NDRPDR sel
 836         - 14  # NDRPDR sel
 837         - 16  # NDRPDR sel
 838         - 21  # NDRPDR sel
 839         - 23  # NDRPDR sel
 840         - 25  # NDRPDR sel
 841     vpp-compare-topologies-cmp:
 842       csit-vpp-perf-verify-1904-2n-skx:
 843         - 12  # NDRPDR sel
 844         - 14  # NDRPDR sel
 845         - 16  # NDRPDR sel
 846         - 17  # NDRPDR sel
 847         - 18  # NDRPDR sel
 848         - 21  # NDRPDR sel
 849         - 27  # NDRPDR sel
 850         - 30  # NDRPDR sel
 851         - 31  # NDRPDR sel
 852         - 32  # NDRPDR sel
 853     vpp-compare-topologies:
 854       - "vpp-compare-topologies-ref"
 855       - "vpp-compare-topologies-cmp"
 856
 857     vpp-compare-topologies-mrr-ref:
 858       csit-vpp-perf-verify-1904-3n-skx:
 859         - 7   # MRR sel
 860     vpp-compare-topologies-mrr-cmp:
 861       csit-vpp-perf-verify-1904-2n-skx:
 862         - 11  # MRR sel
 863     vpp-compare-topologies-mrr:
 864       - "vpp-compare-topologies-mrr-ref"
 865       - "vpp-compare-topologies-mrr-cmp"
 866
 867     dpdk-compare-topologies-ref:
 868       csit-dpdk-perf-verify-1904-3n-skx:
 869         - 2   # NDRPDR sel
 870         - 3   # NDRPDR sel
 871         - 4   # NDRPDR sel
 872         - 5   # NDRPDR sel
 873         - 6   # NDRPDR sel
 874         - 7   # NDRPDR sel
 875         - 11  # NDRPDR sel
 876         - 12  # NDRPDR sel
 877         - 13  # NDRPDR sel
 878         - 14  # NDRPDR sel
 879     dpdk-compare-topologies-cmp:
 880       csit-dpdk-perf-verify-1904-2n-skx:
 881         - 2   # NDRPDR sel
 882         - 3   # NDRPDR sel
 883         - 4   # NDRPDR sel
 884         - 5   # NDRPDR sel
 885         - 7   # NDRPDR sel
 886         - 8   # NDRPDR sel
 887         - 9   # NDRPDR sel
 888         - 10  # NDRPDR sel
 889         - 11  # NDRPDR sel
 890         - 12  # NDRPDR sel
 891     dpdk-compare-topologies:
 892       - "dpdk-compare-topologies-ref"
 893       - "dpdk-compare-topologies-cmp"
 894
 895   plot-layouts:
 896
 897     plot-soak-throughput:
 898       titlefont:
 899         size: 18
 900       xaxis:
 901         title: "<b>Test Cases [Index]</b>"
 902         titlefont:
 903           size: 16
 904         autorange: True
 905         fixedrange: False
 906         gridcolor: "rgb(230, 230, 230)"
 907         linecolor: "rgb(220, 220, 220)"
 908         linewidth: 1
 909         showgrid: True
 910         showline: True
 911         showticklabels: True
 912         tickcolor: "rgb(220, 220, 220)"
 913         tickmode: "linear"
 914         tickfont:
 915           size: 16
 916         zeroline: False
 917       yaxis:
 918         title: "<b>Packet Throughput [Mpps]</b>"
 919         titlefont:
 920           size: 16
 921         gridcolor: "rgb(230, 230, 230)"
 922         hoverformat: ".4s"
 923         tickformat: ".3s"
 924         linecolor: "rgb(220, 220, 220)"
 925         linewidth: 1
 926         showgrid: True
 927         showline: True
 928         showticklabels: True
 929         tickcolor: "rgb(220, 220, 220)"
 930         tickfont:
 931           size: 16
 932         zeroline: False
 933         range: [0,50]
 934       autosize: False
 935       margin:
 936         t: 50
 937         b: 0
 938         l: 80
 939         r: 20
 940       showlegend: True
 941       legend:
 942         orientation: "h"
 943         font:
 944           size: 16
 945       width: 700
 946       height: 900
 947
 948     plot-service-density:
 949       titlefont:
 950         size: 18
 951       xaxis:
 952         side: "top"
 953         autorange: True
 954         fixedrange: False
 955         showgrid: False
 956         showline: False
 957         showticklabels: False
 958         ticks: ""
 959         ticklen: 0
 960         tickwidth: 0
 961         zeroline: False
 962       yaxis:
 963         autorange: "reversed"
 964         showgrid: False
 965         showline: False
 966         showticklabels: False
 967         ticks: ""
 968         ticklen: 0
 969         tickwidth: 0
 970         zeroline: False
 971       autosize: True
 972       showlegend: False
 973       width: 700
 974       height: 700
 975
 976     plot-cps:
 977       titlefont:
 978         size: 18
 979       xaxis:
 980         title: "<b>Test Cases [Index]</b>"
 981         titlefont:
 982           size: 16
 983         autorange: True
 984         fixedrange: False
 985         gridcolor: "rgb(230, 230, 230)"
 986         linecolor: "rgb(220, 220, 220)"
 987         linewidth: 1
 988         showgrid: True
 989         showline: True
 990         showticklabels: True
 991         tickcolor: "rgb(220, 220, 220)"
 992         tickmode: "linear"
 993         tickfont:
 994           size: 16
 995         zeroline: False
 996       yaxis:
 997         title: "<b>Connections Per Second [cps]</b>"
 998         titlefont:
 999           size: 16
1000         gridcolor: "rgb(230, 230, 230)"
1001         hoverformat: ".4s"
1002         linecolor: "rgb(220, 220, 220)"
1003         linewidth: 1
1004         rangemode: "tozero"
1005         showgrid: True
1006         showline: True
1007         showticklabels: True
1008         tickcolor: "rgb(220, 220, 220)"
1009         tickformat: ".3s"
1010         tickfont:
1011           size: 16
1012         zeroline: False
1013       boxmode: "group"
1014       boxgroupgap: 0.5
1015       autosize: False
1016       margin:
1017         t: 50
1018         b: 20
1019         l: 80
1020         r: 20
1021       showlegend: True
1022       legend:
1023         orientation: "h"
1024         font:
1025           size: 16
1026       width: 700
1027       height: 800
1028
1029     plot-rps:
1030       titlefont:
1031         size: 18
1032       xaxis:
1033         title: "<b>Test Cases [Index]</b>"
1034         titlefont:
1035           size: 16
1036         autorange: True
1037         fixedrange: False
1038         gridcolor: "rgb(230, 230, 230)"
1039         linecolor: "rgb(220, 220, 220)"
1040         linewidth: 1
1041         showgrid: True
1042         showline: True
1043         showticklabels: True
1044         tickcolor: "rgb(220, 220, 220)"
1045         tickmode: "linear"
1046         tickfont:
1047           size: 16
1048         zeroline: False
1049       yaxis:
1050         title: "<b>Requests Per Second [rps]</b>"
1051         titlefont:
1052           size: 16
1053         gridcolor: "rgb(230, 230, 230)"
1054         hoverformat: ".4s"
1055         linecolor: "rgb(220, 220, 220)"
1056         linewidth: 1
1057         rangemode: "tozero"
1058         showgrid: True
1059         showline: True
1060         showticklabels: True
1061         tickcolor: "rgb(230, 230, 230)"
1062         tickformat: ".3s"
1063         tickfont:
1064           size: 16
1065         zeroline: False
1066       boxmode: "group"
1067       boxgroupgap: 0.5
1068       autosize: False
1069       margin:
1070         t: 50
1071         b: 20
1072         l: 80
1073         r: 20
1074       showlegend: True
1075       legend:
1076         orientation: "h"
1077         font:
1078           size: 16
1079       width: 700
1080       height: 800
1081
1082     plot-throughput:
1083       titlefont:
1084         size: 18
1085       xaxis:
1086         title: "<b>Test Cases [Index]</b>"
1087         titlefont:
1088           size: 16
1089         autorange: True
1090         fixedrange: False
1091         gridcolor: "rgb(230, 230, 230)"
1092         linecolor: "rgb(220, 220, 220)"
1093         linewidth: 1
1094         showgrid: True
1095         showline: True
1096         showticklabels: True
1097         tickcolor: "rgb(220, 220, 220)"
1098         tickmode: "linear"
1099         tickfont:
1100           size: 16
1101         zeroline: False
1102       yaxis:
1103         title: "<b>Packet Throughput [Mpps]</b>"
1104         titlefont:
1105           size: 16
1106         gridcolor: "rgb(230, 230, 230)"
1107         hoverformat: ".4s"
1108         tickformat: ".3s"
1109         linecolor: "rgb(220, 220, 220)"
1110         linewidth: 1
1111         showgrid: True
1112         showline: True
1113         showticklabels: True
1114         tickcolor: "rgb(220, 220, 220)"
1115         tickfont:
1116           size: 16
1117         zeroline: False
1118         range: [0,50]
1119       boxmode: "group"
1120       boxgroupgap: 0.5
1121       autosize: False
1122       margin:
1123         t: 50
1124         b: 0
1125         l: 80
1126         r: 20
1127       showlegend: True
1128       legend:
1129         orientation: "h"
1130         font:
1131           size: 16
1132       width: 700
1133       height: 900
1134
1135     plot-throughput-speedup-analysis:
1136       titlefont:
1137         size: 18
1138       xaxis:
1139         title: "<b>Number of Cores [Qty]</b>"
1140         titlefont:
1141           size: 16
1142         autorange: True
1143         fixedrange: False
1144         gridcolor: "rgb(230, 230, 230)"
1145         linecolor: "rgb(220, 220, 220)"
1146         linewidth: 1
1147         showgrid: True
1148         showline: True
1149         showticklabels: True
1150         tickcolor: "rgb(238, 238, 238)"
1151         tickmode: "linear"
1152         tickfont:
1153           size: 16
1154         zeroline: False
1155       yaxis:
1156         title: "<b>Packet Throughput [Mpps]</b>"
1157         titlefont:
1158           size: 16
1159         type: "linear"
1160         gridcolor: "rgb(230, 230, 230)"
1161         hoverformat: ".4s"
1162         linecolor: "rgb(220, 220, 220)"
1163         linewidth: 1
1164         showgrid: True
1165         showline: True
1166         showticklabels: True
1167         tickcolor: "rgb(220, 220, 220)"
1168         tickformat: ".4s"
1169         tickfont:
1170           size: 16
1171         zeroline: True
1172         rangemode: "tozero"
1173         range: [0,100]
1174       legend:
1175         orientation: "h"
1176         font:
1177           size: 16
1178         xanchor: "left"
1179         yanchor: "top"
1180         x: 0
1181         y: -0.2
1182         bgcolor: "rgba(255, 255, 255, 0)"
1183         bordercolor: "rgba(255, 255, 255, 0)"
1184         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1185       autosize: False
1186       margin:
1187           't': 50
1188           'b': 150
1189           'l': 85
1190           'r': 10
1191       showlegend: True
1192       width: 700
1193       height: 700
1194       hoverlabel:
1195         namelength: -1
1196       annotations: [
1197         {
1198           text: "_ _          __          ...",
1199           align: "left",
1200           showarrow: False,
1201           xref: "paper",
1202           yref: "paper",
1203           xanchor: "left",
1204           yanchor: "top",
1205           x: 0,
1206           y: -0.13,
1207           font: {
1208             family: "Consolas, Courier New",
1209             size: 15
1210           },
1211         },
1212         {
1213           text: "    Perfect     Measured     Limit",
1214           align: "left",
1215           showarrow: False,
1216           xref: "paper",
1217           yref: "paper",
1218           xanchor: "left",
1219           yanchor: "top",
1220           x: 0,
1221           y: -0.15,
1222           font: {
1223             family: "Consolas, Courier New",
1224             size: 15
1225           },
1226         },
1227       ]
1228
1229     plot-latency:
1230       titlefont:
1231         size: 18
1232       xaxis:
1233         title: "<b>Direction</b>"
1234         titlefont:
1235           size: 16
1236         autorange: True
1237         fixedrange: False
1238         gridcolor: "rgb(230, 230, 230)"
1239         linecolor: "rgb(220, 220, 220)"
1240         linewidth: 1
1241         showgrid: True
1242         showline: True
1243         showticklabels: False
1244         tickcolor: "rgb(220, 220, 220)"
1245         tickmode: "linear"
1246         tickfont:
1247           size: 16
1248         zeroline: False
1249       yaxis:
1250         title: "<b>Packet Latency [uSec]</b>"
1251         titlefont:
1252           size: 16
1253         type: "linear"
1254         gridcolor: "rgb(230, 230, 230)"
1255         hoverformat: ".4s"
1256         linecolor: "rgb(220, 220, 220)"
1257         linewidth: 1
1258         showgrid: True
1259         showline: True
1260         showticklabels: True
1261         tickcolor: "rgb(220, 220, 220)"
1262         tickformat: ".4s"
1263         tickfont:
1264           size: 16
1265         zeroline: True
1266         rangemode: "tozero"
1267       legend:
1268         orientation: "h"
1269         font:
1270           size: 16
1271         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1272       autosize: False
1273       margin:
1274           't': 50
1275           'b': 150
1276           'l': 80
1277           'r': 10
1278       showlegend: True
1279       width: 700
1280       height: 700
1281       hoverlabel:
1282         namelength: -1
1283
1284 - type: "static"
1285   src-path: "{DIR[RST]}"
1286   dst-path: "{DIR[WORKING,SRC]}"
1287
1288 - type: "input"
1289   general:
1290     file-name: "robot-plugin.zip"
1291     file-format: ".zip"
1292     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1293     extract: "robot-plugin/output.xml"
1294
1295   builds:
1296 #    # TODO: Add 1904 data
1297 ##    intel-dnv-vpp-release-1904:
1298 ##      - 1
1299 #
1300 #    intel-dnv-vpp-release-1901:
1301 #      - 1
1302 #
1303 #    intel-dnv-vpp-release-1810:
1304 #      - 1
1305
1306     csit-vpp-perf-verify-1810-3n-hsw:
1307       - 9   # MRR sel
1308       - 8   # NDRPDR sel
1309       - 12  # NDRPDR sel
1310       - 14  # NDRPDR sel
1311       - 18  # NDRPDR sel
1312       - 23  # NDRPDR sel
1313       - 25  # NDRPDR sel
1314       - 38  # NDRPDR sel
1315       - 39  # NDRPDR sel
1316       - 41  # NDRPDR sel
1317       - 42  # NDRPDR sel
1318 #      - 28  # WRK
1319 #      - 29  # WRK
1320 #      - 30  # WRK
1321 #      - 31  # WRK
1322 #      - 32  # WRK
1323 #      - 33  # WRK
1324 #      - 34  # WRK
1325 #      - 35  # WRK
1326 #      - 36  # WRK
1327 #      - 37  # WRK
1328     csit-vpp-perf-verify-1901-3n-hsw:
1329       - 35  # MRR sel
1330       - 10  # NDRPDR sel
1331       - 19  # NDRPDR sel
1332       - 31  # NDRPDR sel
1333       - 36  # NDRPDR sel
1334       - 40  # NDRPDR sel
1335       - 42  # NDRPDR sel
1336       - 44  # NDRPDR sel
1337       - 46  # NDRPDR sel
1338       - 47  # NDRPDR sel
1339       - 48  # NDRPDR sel
1340       - 61  # NDRPDR LB
1341       - 62  # NDRPDR LB
1342       - 63  # NDRPDR LB
1343       - 64  # NDRPDR LB
1344       - 65  # NDRPDR LB
1345       - 66  # NDRPDR LB
1346       - 67  # NDRPDR LB
1347       - 69  # NDRPDR LB
1348       - 70  # NDRPDR LB
1349       - 71  # NDRPDR LB
1350     # TODO: Add 1904 Data
1351     csit-vpp-perf-verify-1904-3n-hsw:
1352       - 9   # MRR sel
1353       - 11  # NDRPDR sel
1354       - 12  # NDRPDR sel
1355       - 20  # NDRPDR sel
1356       - 21  # NDRPDR sel
1357       - 23  # NDRPDR sel
1358       - 24  # NDRPDR sel
1359       - 25  # NDRPDR sel
1360       - 26  # NDRPDR sel
1361       - 29  # NDRPDR sel
1362
1363     csit-vpp-perf-verify-1810-3n-skx:
1364       - 9   # MRR sel
1365       - 11  # MRR sel
1366       - 12  # MRR sel
1367       - 13  # MRR sel
1368       - 10  # NDRPDR sel
1369       - 14  # NDRPDR sel
1370       - 15  # NDRPDR sel
1371       - 16  # NDRPDR sel
1372       - 17  # NDRPDR sel
1373       - 19  # NDRPDR sel
1374       - 20  # NDRPDR sel
1375       - 21  # NDRPDR sel
1376       - 22  # NDRPDR sel
1377       - 25  # NDRPDR sel
1378     csit-vpp-perf-verify-1901-3n-skx:
1379       - 32  # MRR sel
1380       - 18  # NDRPDR sel
1381       - 19  # NDRPDR sel
1382       - 20  # NDRPDR sel
1383       - 28  # NDRPDR sel
1384       - 31  # NDRPDR sel
1385       - 33  # NDRPDR sel
1386       - 36  # NDRPDR sel
1387       - 38  # NDRPDR sel
1388       - 47  # NDRPDR sel
1389       - 48  # NDRPDR sel
1390       - 54  # NDRPDR LB
1391       - 57  # NDRPDR LB
1392       - 58  # NDRPDR LB
1393       - 59  # NDRPDR LB
1394       - 60  # NDRPDR LB
1395       - 63  # NDRPDR LB
1396       - 64  # NDRPDR LB
1397       - 65  # NDRPDR LB
1398       - 66  # NDRPDR LB
1399       - 67  # NDRPDR LB
1400     csit-vpp-perf-verify-1904-3n-skx:
1401       - 7   # MRR sel
1402       - 26  # NDRPDR full
1403       - 27  # NDRPDR full
1404       - 8   # NDRPDR sel
1405       - 9   # NDRPDR sel
1406       - 10  # NDRPDR sel
1407       - 11  # NDRPDR sel
1408       - 12  # NDRPDR sel
1409       - 14  # NDRPDR sel
1410       - 16  # NDRPDR sel
1411       - 21  # NDRPDR sel
1412       - 23  # NDRPDR sel
1413       - 25  # NDRPDR sel
1414
1415     csit-vpp-perf-verify-1810-2n-skx:
1416       - 8   # MRR sel
1417       - 10  # MRR sel
1418       - 11  # MRR sel
1419       - 12  # MRR sel
1420       - 9   # NDRPDR sel
1421       - 13  # NDRPDR sel
1422       - 14  # NDRPDR sel
1423       - 19  # NDRPDR sel
1424       - 20  # NDRPDR sel
1425       - 21  # NDRPDR sel
1426       - 22  # NDRPDR sel
1427       - 23  # NDRPDR sel
1428       - 24  # NDRPDR sel
1429       - 27  # NDRPDR sel
1430     csit-vpp-perf-verify-1901-2n-skx:
1431       - 22  # MRR sel
1432       - 5   # NDRPDR sel
1433       - 12  # NDRPDR sel
1434       - 13  # NDRPDR sel
1435       - 21  # NDRPDR sel
1436       - 23  # NDRPDR sel
1437       - 31  # NDRPDR sel
1438       - 34  # NDRPDR sel
1439       - 40  # NDRPDR sel
1440       - 42  # NDRPDR sel
1441       - 43  # NDRPDR sel
1442 #      - 45  # SOAK
1443     # TODO: Add 1904 data
1444     csit-vpp-perf-verify-1904-2n-skx:
1445       - 11  # MRR sel
1446       - 33  # NDRPDR full
1447       - 39  # NDRPDR full
1448       - 58  # NDRPDR full
1449       - 62  # NDRPDR full
1450       - 12  # NDRPDR sel
1451       - 14  # NDRPDR sel
1452       - 16  # NDRPDR sel
1453       - 17  # NDRPDR sel
1454       - 18  # NDRPDR sel
1455       - 21  # NDRPDR sel
1456       - 27  # NDRPDR sel
1457       - 30  # NDRPDR sel
1458       - 31  # NDRPDR sel
1459       - 32  # NDRPDR sel
1460       - 40  # NFV MRR 64b
1461       - 41  # NFV MRR 64b
1462       - 42  # NFV MRR 64b
1463       - 47  # NFV MRR 64b
1464       - 48  # NFV MRR 64b
1465       - 49  # NFV MRR IMIX
1466       - 50  # NFV MRR IMIX
1467       - 51  # NFV MRR IMIX
1468       - 54  # NFV MRR IMIX
1469       - 55  # NFV MRR IMIX
1470       - 56  # NFV NDRPDR 64b
1471       - 59  # NFV NDRPDR 64b
1472       - 60  # NFV NDRPDR 64b
1473       - 65  # NFV NDRPDR 64b
1474       - 61  # NFV NDRPDR IMIX
1475       - 63  # NFV NDRPDR IMIX
1476
1477 #    csit-ligato-perf-verify-1901-3n-hsw:
1478 #      - 10  # NDRPDR full
1479 #      - 8   # NDRPDR sel
1480 #      - 9   # NDRPDR sel
1481 #      - 11  # NDRPDR sel
1482 #      - 12  # NDRPDR sel
1483 #      - 13  # NDRPDR sel
1484 #      - 14  # NDRPDR sel
1485 #      - 15  # NDRPDR sel
1486 #      - 16  # NDRPDR sel
1487 #      - 17  # NDRPDR sel
1488 #      - 18  # NDRPDR sel
1489 #    # TODO: Add 1904 data
1490 ##    csit-ligato-perf-verify-1904-3n-hsw:
1491 ##      -
1492
1493     csit-dpdk-perf-verify-1810-3n-hsw:
1494       - 1   # NDRPDR sel
1495       - 2   # NDRPDR sel
1496       - 3   # NDRPDR sel
1497       - 4   # NDRPDR sel
1498       - 5   # NDRPDR sel
1499       - 6   # NDRPDR sel
1500       - 7   # NDRPDR sel
1501       - 8   # NDRPDR sel
1502       - 9   # NDRPDR sel
1503       - 10  # NDRPDR sel
1504     csit-dpdk-perf-verify-1901-3n-hsw:
1505       - 13  # NDRPDR sel
1506       - 14  # NDRPDR sel
1507       - 16  # NDRPDR sel
1508       - 17  # NDRPDR sel
1509       - 18  # NDRPDR sel
1510       - 19  # NDRPDR sel
1511       - 20  # NDRPDR sel
1512       - 21  # NDRPDR sel
1513       - 22  # NDRPDR sel
1514       - 23  # NDRPDR sel
1515     csit-dpdk-perf-verify-1904-3n-hsw:
1516       - 2   # NDRPDR sel
1517       - 3   # NDRPDR sel
1518       - 5   # NDRPDR sel
1519       - 6   # NDRPDR sel
1520       - 13  # NDRPDR sel
1521       - 14  # NDRPDR sel
1522       - 15  # NDRPDR sel
1523       - 18  # NDRPDR sel
1524       - 19  # NDRPDR sel
1525       - 20  # NDRPDR sel
1526
1527     csit-dpdk-perf-verify-1810-3n-skx:
1528       - 3   # NDRPDR sel
1529       - 4   # NDRPDR sel
1530       - 6   # NDRPDR sel
1531       - 7   # NDRPDR sel
1532       - 8   # NDRPDR sel
1533       - 9   # NDRPDR sel
1534       - 10  # NDRPDR sel
1535       - 11  # NDRPDR sel
1536       - 12  # NDRPDR sel
1537       - 13  # NDRPDR sel
1538     csit-dpdk-perf-verify-1901-3n-skx:
1539       - 3   # NDRPDR sel
1540       - 5   # NDRPDR sel
1541       - 6   # NDRPDR sel
1542       - 7   # NDRPDR sel
1543       - 8   # NDRPDR sel
1544       - 9   # NDRPDR sel
1545       - 10  # NDRPDR sel
1546       - 11  # NDRPDR sel
1547       - 12  # NDRPDR sel
1548       - 13  # NDRPDR sel
1549     csit-dpdk-perf-verify-1904-3n-skx:
1550       - 2   # NDRPDR sel
1551       - 3   # NDRPDR sel
1552       - 4   # NDRPDR sel
1553       - 5   # NDRPDR sel
1554       - 6   # NDRPDR sel
1555       - 7   # NDRPDR sel
1556       - 11  # NDRPDR sel
1557       - 12  # NDRPDR sel
1558       - 13  # NDRPDR sel
1559       - 14  # NDRPDR sel
1560
1561     csit-dpdk-perf-verify-1810-2n-skx:
1562       - 3   # NDRPDR sel
1563       - 4   # NDRPDR sel
1564       - 5   # NDRPDR sel
1565       - 7   # NDRPDR sel
1566       - 8   # NDRPDR sel
1567       - 9   # NDRPDR sel
1568       - 10  # NDRPDR sel
1569       - 11  # NDRPDR sel
1570       - 12  # NDRPDR sel
1571       - 13  # NDRPDR sel
1572     csit-dpdk-perf-verify-1901-2n-skx:
1573       - 12  # NDRPDR sel
1574       - 13  # NDRPDR sel
1575       - 14  # NDRPDR sel
1576       - 15  # NDRPDR sel
1577       - 16  # NDRPDR sel
1578       - 17  # NDRPDR sel
1579       - 18  # NDRPDR sel
1580       - 19  # NDRPDR sel
1581       - 20  # NDRPDR sel
1582       - 21  # NDRPDR sel
1583     csit-dpdk-perf-verify-1904-2n-skx:
1584       - 2   # NDRPDR sel
1585       - 3   # NDRPDR sel
1586       - 4   # NDRPDR sel
1587       - 5   # NDRPDR sel
1588       - 7   # NDRPDR sel
1589       - 8   # NDRPDR sel
1590       - 9   # NDRPDR sel
1591       - 10  # NDRPDR sel
1592       - 11  # NDRPDR sel
1593       - 12  # NDRPDR sel
1594
1595     csit-vpp-functional-1904-ubuntu1604-virl:
1596       - 33
1597     csit-vpp-functional-1904-centos7-virl:
1598       - 32
1599     csit-vpp-device-1904-ubuntu1804-1n-skx:
1600       - 32
1601 #    # Not used
1602 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1603 #      - 1
1604     csit-dmm-functional-1904-ubuntu1604-virl:
1605       - 1
1606     csit-hc2vpp-verify-func-1904-ubuntu1604:
1607       - 4
1608
1609 - type: "output"
1610   output: "report"
1611   format:
1612     html:
1613     - full
1614     pdf:
1615     - minimal
1616
1617 ################################################################################
1618 ###                               T A B L E S                                ###
1619 ################################################################################
1620
1621 # VPP Compare NICs 3n-hsw 1t1c ndr
1622 - type: "table"
1623   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1624   algorithm: "table_nics_comparison"
1625   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1626   reference:
1627     title: "Intel-x520"
1628     nic: "NIC_Intel-X520-DA2"
1629   compare:
1630     title: "Intel-x710"
1631     nic: "NIC_Intel-X710"
1632   data: "vpp-nic-comparison-3n-hsw"
1633   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1634   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1635   parameters:
1636   - "name"
1637   - "parent"
1638   - "throughput"
1639   - "tags"
1640
1641 # VPP Compare NICs 3n-hsw 2t2c ndr
1642 - type: "table"
1643   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1644   algorithm: "table_nics_comparison"
1645   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1646   reference:
1647     title: "Intel-x520"
1648     nic: "NIC_Intel-X520-DA2"
1649   compare:
1650     title: "Intel-x710"
1651     nic: "NIC_Intel-X710"
1652   data: "vpp-nic-comparison-3n-hsw"
1653   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1654   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1655   parameters:
1656   - "name"
1657   - "parent"
1658   - "throughput"
1659   - "tags"
1660
1661 # VPP Compare NICs 3n-hsw 1t1c pdr
1662 - type: "table"
1663   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1664   algorithm: "table_nics_comparison"
1665   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1666   reference:
1667     title: "Intel-x520"
1668     nic: "NIC_Intel-X520-DA2"
1669   compare:
1670     title: "Intel-x710"
1671     nic: "NIC_Intel-X710"
1672   data: "vpp-nic-comparison-3n-hsw"
1673   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1674   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1675   parameters:
1676   - "name"
1677   - "parent"
1678   - "throughput"
1679   - "tags"
1680
1681 # VPP Compare NICs 3n-hsw 2t2c pdr
1682 - type: "table"
1683   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1684   algorithm: "table_nics_comparison"
1685   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1686   reference:
1687     title: "Intel-x520"
1688     nic: "NIC_Intel-X520-DA2"
1689   compare:
1690     title: "Intel-x710"
1691     nic: "NIC_Intel-X710"
1692   data: "vpp-nic-comparison-3n-hsw"
1693   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1694   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1695   parameters:
1696   - "name"
1697   - "parent"
1698   - "throughput"
1699   - "tags"
1700
1701 # VPP Compare NICs 3n-hsw 1t1c mrr
1702 - type: "table"
1703   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1704   algorithm: "table_nics_comparison"
1705   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1706   reference:
1707     title: "Intel-x520"
1708     nic: "NIC_Intel-X520-DA2"
1709   compare:
1710     title: "Intel-x710"
1711     nic: "NIC_Intel-X710"
1712   data: "vpp-nic-comparison-3n-hsw-mrr"
1713   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1714   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1715   parameters:
1716   - "name"
1717   - "parent"
1718   - "result"
1719   - "tags"
1720
1721 # VPP Compare NICs 3n-hsw 2t2c mrr
1722 - type: "table"
1723   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1724   algorithm: "table_nics_comparison"
1725   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1726   reference:
1727     title: "Intel-x520"
1728     nic: "NIC_Intel-X520-DA2"
1729   compare:
1730     title: "Intel-x710"
1731     nic: "NIC_Intel-X710"
1732   data: "vpp-nic-comparison-3n-hsw-mrr"
1733   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1734   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1735   parameters:
1736   - "name"
1737   - "parent"
1738   - "result"
1739   - "tags"
1740
1741 # VPP Compare NICs 3n-hsw 4t4c mrr
1742 - type: "table"
1743   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1744   algorithm: "table_nics_comparison"
1745   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1746   reference:
1747     title: "Intel-x520"
1748     nic: "NIC_Intel-X520-DA2"
1749   compare:
1750     title: "Intel-x710"
1751     nic: "NIC_Intel-X710"
1752   data: "vpp-nic-comparison-3n-hsw-mrr"
1753   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1754   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1755   parameters:
1756   - "name"
1757   - "parent"
1758   - "result"
1759   - "tags"
1760
1761 # VPP Compare NICs 3n-skx 2t1c ndr
1762 - type: "table"
1763   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1764   algorithm: "table_nics_comparison"
1765   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1766   reference:
1767     title: "Intel-x710"
1768     nic: "NIC_Intel-X710"
1769   compare:
1770     title: "Intel-xxv710"
1771     nic: "NIC_Intel-XXV710"
1772   data: "vpp-nic-comparison-3n-skx"
1773   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1774   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1775   parameters:
1776   - "name"
1777   - "parent"
1778   - "throughput"
1779   - "tags"
1780
1781 # VPP Compare NICs 3n-skx 4t2c ndr
1782 - type: "table"
1783   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1784   algorithm: "table_nics_comparison"
1785   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1786   reference:
1787     title: "Intel-x710"
1788     nic: "NIC_Intel-X710"
1789   compare:
1790     title: "Intel-xxv710"
1791     nic: "NIC_Intel-XXV710"
1792   data: "vpp-nic-comparison-3n-skx"
1793   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1794   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1795   parameters:
1796   - "name"
1797   - "parent"
1798   - "throughput"
1799   - "tags"
1800
1801 # VPP Compare NICs 3n-skx 2t1c pdr
1802 - type: "table"
1803   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1804   algorithm: "table_nics_comparison"
1805   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1806   reference:
1807     title: "Intel-x710"
1808     nic: "NIC_Intel-X710"
1809   compare:
1810     title: "Intel-xxv710"
1811     nic: "NIC_Intel-XXV710"
1812   data: "vpp-nic-comparison-3n-skx"
1813   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1814   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1815   parameters:
1816   - "name"
1817   - "parent"
1818   - "throughput"
1819   - "tags"
1820
1821  # VPP Compare NICs 3n-skx 4t2c pdr
1822 - type: "table"
1823   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1824   algorithm: "table_nics_comparison"
1825   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1826   reference:
1827     title: "Intel-x710"
1828     nic: "NIC_Intel-X710"
1829   compare:
1830     title: "Intel-xxv710"
1831     nic: "NIC_Intel-XXV710"
1832   data: "vpp-nic-comparison-3n-skx"
1833   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1834   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1835   parameters:
1836   - "name"
1837   - "parent"
1838   - "throughput"
1839   - "tags"
1840
1841 # VPP Compare NICs 3n-skx 2t1c mrr
1842 - type: "table"
1843   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1844   algorithm: "table_nics_comparison"
1845   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1846   reference:
1847     title: "Intel-x710"
1848     nic: "NIC_Intel-X710"
1849   compare:
1850     title: "Intel-xxv710"
1851     nic: "NIC_Intel-XXV710"
1852   data: "vpp-nic-comparison-3n-skx-mrr"
1853   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1854   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1855   parameters:
1856   - "name"
1857   - "parent"
1858   - "result"
1859   - "tags"
1860
1861 # VPP Compare NICs 3n-skx 4t2c mrr
1862 - type: "table"
1863   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1864   algorithm: "table_nics_comparison"
1865   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1866   reference:
1867     title: "Intel-x710"
1868     nic: "NIC_Intel-X710"
1869   compare:
1870     title: "Intel-xxv710"
1871     nic: "NIC_Intel-XXV710"
1872   data: "vpp-nic-comparison-3n-skx-mrr"
1873   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1874   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1875   parameters:
1876   - "name"
1877   - "parent"
1878   - "result"
1879   - "tags"
1880
1881  # VPP Compare NICs 3n-skx 8t4c mrr
1882 - type: "table"
1883   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1884   algorithm: "table_nics_comparison"
1885   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1886   reference:
1887     title: "Intel-x710"
1888     nic: "NIC_Intel-X710"
1889   compare:
1890     title: "Intel-xxv710"
1891     nic: "NIC_Intel-XXV710"
1892   data: "vpp-nic-comparison-3n-skx-mrr"
1893   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1894   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1895   parameters:
1896   - "name"
1897   - "parent"
1898   - "result"
1899   - "tags"
1900
1901 # VPP Compare NICs 2n-skx 2t1c ndr
1902 - type: "table"
1903   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1904   algorithm: "table_nics_comparison"
1905   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1906   reference:
1907     title: "Intel-x710"
1908     nic: "NIC_Intel-X710"
1909   compare:
1910     title: "Intel-xxv710"
1911     nic: "NIC_Intel-XXV710"
1912   data: "vpp-nic-comparison-2n-skx"
1913   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1914   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1915   parameters:
1916   - "name"
1917   - "parent"
1918   - "throughput"
1919   - "tags"
1920
1921 # VPP Compare NICs 2n-skx 4t2c ndr
1922 - type: "table"
1923   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1924   algorithm: "table_nics_comparison"
1925   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1926   reference:
1927     title: "Intel-x710"
1928     nic: "NIC_Intel-X710"
1929   compare:
1930     title: "Intel-xxv710"
1931     nic: "NIC_Intel-XXV710"
1932   data: "vpp-nic-comparison-2n-skx"
1933   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1934   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1935   parameters:
1936   - "name"
1937   - "parent"
1938   - "throughput"
1939   - "tags"
1940
1941  # VPP Compare NICs 2n-skx 2t1c pdr
1942 - type: "table"
1943   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1944   algorithm: "table_nics_comparison"
1945   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1946   reference:
1947     title: "Intel-x710"
1948     nic: "NIC_Intel-X710"
1949   compare:
1950     title: "Intel-xxv710"
1951     nic: "NIC_Intel-XXV710"
1952   data: "vpp-nic-comparison-2n-skx"
1953   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1954   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1955   parameters:
1956   - "name"
1957   - "parent"
1958   - "throughput"
1959   - "tags"
1960
1961 # VPP Compare NICs 2n-skx 4t2c pdr
1962 - type: "table"
1963   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1964   algorithm: "table_nics_comparison"
1965   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1966   reference:
1967     title: "Intel-x710"
1968     nic: "NIC_Intel-X710"
1969   compare:
1970     title: "Intel-xxv710"
1971     nic: "NIC_Intel-XXV710"
1972   data: "vpp-nic-comparison-2n-skx"
1973   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1974   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1975   parameters:
1976   - "name"
1977   - "parent"
1978   - "throughput"
1979   - "tags"
1980
1981 # VPP Compare NICs 2n-skx 2t1c mrr
1982 - type: "table"
1983   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1984   algorithm: "table_nics_comparison"
1985   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1986   reference:
1987     title: "Intel-x710"
1988     nic: "NIC_Intel-X710"
1989   compare:
1990     title: "Intel-xxv710"
1991     nic: "NIC_Intel-XXV710"
1992   data: "vpp-nic-comparison-2n-skx-mrr"
1993   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1994   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1995   parameters:
1996   - "name"
1997   - "parent"
1998   - "result"
1999   - "tags"
2000
2001 # VPP Compare NICs 2n-skx 4t2c mrr
2002 - type: "table"
2003   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2004   algorithm: "table_nics_comparison"
2005   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2006   reference:
2007     title: "Intel-x710"
2008     nic: "NIC_Intel-X710"
2009   compare:
2010     title: "Intel-xxv710"
2011     nic: "NIC_Intel-XXV710"
2012   data: "vpp-nic-comparison-2n-skx-mrr"
2013   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2014   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2015   parameters:
2016   - "name"
2017   - "parent"
2018   - "result"
2019   - "tags"
2020
2021 # VPP Compare NICs 2n-skx 8t4c mrr
2022 - type: "table"
2023   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2024   algorithm: "table_nics_comparison"
2025   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2026   reference:
2027     title: "Intel-x710"
2028     nic: "NIC_Intel-X710"
2029   compare:
2030     title: "Intel-xxv710"
2031     nic: "NIC_Intel-XXV710"
2032   data: "vpp-nic-comparison-2n-skx-mrr"
2033   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2034   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2035   parameters:
2036   - "name"
2037   - "parent"
2038   - "result"
2039   - "tags"
2040
2041 ################################################################################
2042 # VPP
2043
2044 ## VPP Performance Changes 2n-dnv 1t1c pdr
2045 #- type: "table"
2046 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2047 #  algorithm: "table_performance_comparison"
2048 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2049 #  history:
2050 #    - title: "rls1810"
2051 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2052 #  reference:
2053 #    title: "rls1901"
2054 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2055 #  compare:
2056 #    title: "rls1904"
2057 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2058 #  data: "intel-dnv-vpp-changes-2n-dnv"
2059 #  include-tests: "PDR"
2060 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2061 #  parameters:
2062 #  - "name"
2063 #  - "parent"
2064 #  - "throughput"
2065 #
2066 ## VPP Performance Changes 2n-dnv 2t2c pdr
2067 #- type: "table"
2068 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2069 #  algorithm: "table_performance_comparison"
2070 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2071 #  history:
2072 #    - title: "rls1810"
2073 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2074 #  reference:
2075 #    title: "rls1901"
2076 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2077 #  compare:
2078 #    title: "rls1904"
2079 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2080 #  data: "intel-dnv-vpp-changes-2n-dnv"
2081 #  include-tests: "PDR"
2082 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2083 #  parameters:
2084 #  - "name"
2085 #  - "parent"
2086 #  - "throughput"
2087 #
2088 ## VPP Performance Changes 2n-dnv 1t1c ndr
2089 #- type: "table"
2090 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2091 #  algorithm: "table_performance_comparison"
2092 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2093 #  history:
2094 #    - title: "rls1810"
2095 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2096 #  reference:
2097 #    title: "rls1901"
2098 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2099 #  compare:
2100 #    title: "rls1904"
2101 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2102 #  data: "intel-dnv-vpp-changes-2n-dnv"
2103 #  include-tests: "NDR"
2104 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2105 #  parameters:
2106 #  - "name"
2107 #  - "parent"
2108 #  - "throughput"
2109 #
2110 ## VPP Performance Changes 2n-dnv 2t2c ndr
2111 #- type: "table"
2112 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2113 #  algorithm: "table_performance_comparison"
2114 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2115 #  history:
2116 #    - title: "rls1810"
2117 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2118 #  reference:
2119 #    title: "rls1901"
2120 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2121 #  compare:
2122 #    title: "rls1904"
2123 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2124 #  data: "intel-dnv-vpp-changes-2n-dnv"
2125 #  include-tests: "NDR"
2126 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2127 #  parameters:
2128 #  - "name"
2129 #  - "parent"
2130 #  - "throughput"
2131 #
2132 ## VPP Performance Changes 2n-dnv 1t1c MRR
2133 #- type: "table"
2134 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2135 #  algorithm: "table_performance_comparison"
2136 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2137 #  history:
2138 #    - title: "rls1810"
2139 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2140 #  reference:
2141 #    title: "rls1901"
2142 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2143 #  compare:
2144 #    title: "rls1904"
2145 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2146 #  data: "intel-dnv-vpp-changes-2n-dnv"
2147 #  include-tests: "MRR"
2148 #  filter: "'1T1C' and 'MRR'"
2149 #  parameters:
2150 #  - "name"
2151 #  - "parent"
2152 #  - "result"
2153 #
2154 ## VPP Performance Changes 2n-dnv 2t2c MRR
2155 #- type: "table"
2156 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2157 #  algorithm: "table_performance_comparison"
2158 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2159 #  history:
2160 #    - title: "rls1810"
2161 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2162 #  reference:
2163 #    title: "rls1901"
2164 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2165 #  compare:
2166 #    title: "rls1904"
2167 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2168 #  data: "intel-dnv-vpp-changes-2n-dnv"
2169 #  include-tests: "MRR"
2170 #  filter: "'2T2C' and 'MRR'"
2171 #  parameters:
2172 #  - "name"
2173 #  - "parent"
2174 #  - "result"
2175 #
2176 ## VPP Performance Changes 2n-dnv 4t4c MRR
2177 #- type: "table"
2178 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2179 #  algorithm: "table_performance_comparison"
2180 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2181 #  history:
2182 #    - title: "rls1810"
2183 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2184 #  reference:
2185 #    title: "rls1901"
2186 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2187 #  compare:
2188 #    title: "rls1904"
2189 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2190 #  data: "intel-dnv-vpp-changes-2n-dnv"
2191 #  include-tests: "MRR"
2192 #  filter: "'4T4C' and 'MRR'"
2193 #  parameters:
2194 #  - "name"
2195 #  - "parent"
2196 #  - "result"
2197
2198 # VPP Performance Changes 3n-hsw 1t1c pdr
2199 - type: "table"
2200   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2201   algorithm: "table_performance_comparison"
2202   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2203   history:
2204     - title: "rls1810"
2205       data: "vpp-performance-changes-3n-hsw-h1"
2206   reference:
2207     title: "rls1901"
2208     data: "vpp-performance-changes-3n-hsw-ref"
2209   compare:
2210     title: "rls1904"
2211     data: "vpp-performance-changes-3n-hsw-cmp"
2212   data: "vpp-performance-changes-3n-hsw"
2213   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2214   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2215   parameters:
2216   - "name"
2217   - "parent"
2218   - "throughput"
2219
2220 # VPP Performance Changes 3n-hsw 2t2c pdr
2221 - type: "table"
2222   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2223   algorithm: "table_performance_comparison"
2224   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2225   history:
2226     - title: "rls1810"
2227       data: "vpp-performance-changes-3n-hsw-h1"
2228   reference:
2229     title: "rls1901"
2230     data: "vpp-performance-changes-3n-hsw-ref"
2231   compare:
2232     title: "rls1904"
2233     data: "vpp-performance-changes-3n-hsw-cmp"
2234   data: "vpp-performance-changes-3n-hsw"
2235   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2236   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2237   parameters:
2238   - "name"
2239   - "parent"
2240   - "throughput"
2241
2242 # VPP Performance Changes 3n-hsw 1t1c ndr
2243 - type: "table"
2244   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2245   algorithm: "table_performance_comparison"
2246   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2247   history:
2248     - title: "rls1810"
2249       data: "vpp-performance-changes-3n-hsw-h1"
2250   reference:
2251     title: "rls1901"
2252     data: "vpp-performance-changes-3n-hsw-ref"
2253   compare:
2254     title: "rls1904"
2255     data: "vpp-performance-changes-3n-hsw-cmp"
2256   data: "vpp-performance-changes-3n-hsw"
2257   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2258   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2259   parameters:
2260   - "name"
2261   - "parent"
2262   - "throughput"
2263
2264 # VPP Performance Changes 3n-hsw 2t2c ndr
2265 - type: "table"
2266   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2267   algorithm: "table_performance_comparison"
2268   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2269   history:
2270     - title: "rls1810"
2271       data: "vpp-performance-changes-3n-hsw-h1"
2272   reference:
2273     title: "rls1901"
2274     data: "vpp-performance-changes-3n-hsw-ref"
2275   compare:
2276     title: "rls1904"
2277     data: "vpp-performance-changes-3n-hsw-cmp"
2278   data: "vpp-performance-changes-3n-hsw"
2279   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2280   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2281   parameters:
2282   - "name"
2283   - "parent"
2284   - "throughput"
2285
2286 # VPP Performance Changes 3n-skx 2t1c pdr
2287 - type: "table"
2288   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2289   algorithm: "table_performance_comparison"
2290   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2291   history:
2292     - title: "rls1810"
2293       data: "vpp-performance-changes-3n-skx-h1"
2294   reference:
2295     title: "rls1901"
2296     data: "vpp-performance-changes-3n-skx-ref"
2297   compare:
2298     title: "rls1904"
2299     data: "vpp-performance-changes-3n-skx-cmp"
2300   data: "vpp-performance-changes-3n-skx"
2301   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2302   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2303   parameters:
2304   - "name"
2305   - "parent"
2306   - "throughput"
2307
2308 # VPP Performance Changes 3n-skx 4t2c pdr
2309 - type: "table"
2310   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2311   algorithm: "table_performance_comparison"
2312   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2313   history:
2314     - title: "rls1810"
2315       data: "vpp-performance-changes-3n-skx-h1"
2316   reference:
2317     title: "rls1901"
2318     data: "vpp-performance-changes-3n-skx-ref"
2319   compare:
2320     title: "rls1904"
2321     data: "vpp-performance-changes-3n-skx-cmp"
2322   data: "vpp-performance-changes-3n-skx"
2323   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2324   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2325   parameters:
2326   - "name"
2327   - "parent"
2328   - "throughput"
2329
2330 # VPP Performance Changes 3n-skx 2t1c ndr
2331 - type: "table"
2332   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2333   algorithm: "table_performance_comparison"
2334   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2335   history:
2336     - title: "rls1810"
2337       data: "vpp-performance-changes-3n-skx-h1"
2338   reference:
2339     title: "rls1901"
2340     data: "vpp-performance-changes-3n-skx-ref"
2341   compare:
2342     title: "rls1904"
2343     data: "vpp-performance-changes-3n-skx-cmp"
2344   data: "vpp-performance-changes-3n-skx"
2345   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2346   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2347   parameters:
2348   - "name"
2349   - "parent"
2350   - "throughput"
2351
2352 # VPP Performance Changes 3n-skx 4t2c ndr
2353 - type: "table"
2354   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2355   algorithm: "table_performance_comparison"
2356   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2357   history:
2358     - title: "rls1810"
2359       data: "vpp-performance-changes-3n-skx-h1"
2360   reference:
2361     title: "rls1901"
2362     data: "vpp-performance-changes-3n-skx-ref"
2363   compare:
2364     title: "rls1904"
2365     data: "vpp-performance-changes-3n-skx-cmp"
2366   data: "vpp-performance-changes-3n-skx"
2367   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2368   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2369   parameters:
2370   - "name"
2371   - "parent"
2372   - "throughput"
2373
2374 # VPP Performance Changes 2n-skx 2t1c pdr
2375 - type: "table"
2376   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2377   algorithm: "table_performance_comparison"
2378   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2379   history:
2380     - title: "rls1810"
2381       data: "vpp-performance-changes-2n-skx-h1"
2382   reference:
2383     title: "rls1901"
2384     data: "vpp-performance-changes-2n-skx-ref"
2385   compare:
2386     title: "rls1904"
2387     data: "vpp-performance-changes-2n-skx-cmp"
2388   data: "vpp-performance-changes-2n-skx"
2389   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2390   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2391   parameters:
2392   - "name"
2393   - "parent"
2394   - "throughput"
2395
2396 # VPP Performance Changes 2n-skx 4t2c pdr
2397 - type: "table"
2398   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2399   algorithm: "table_performance_comparison"
2400   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2401   history:
2402     - title: "rls1810"
2403       data: "vpp-performance-changes-2n-skx-h1"
2404   reference:
2405     title: "rls1901"
2406     data: "vpp-performance-changes-2n-skx-ref"
2407   compare:
2408     title: "rls1904"
2409     data: "vpp-performance-changes-2n-skx-cmp"
2410   data: "vpp-performance-changes-2n-skx"
2411   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2412   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2413   parameters:
2414   - "name"
2415   - "parent"
2416   - "throughput"
2417
2418 # VPP Performance Changes 2n-skx 2t1c ndr
2419 - type: "table"
2420   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2421   algorithm: "table_performance_comparison"
2422   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2423   history:
2424     - title: "rls1810"
2425       data: "vpp-performance-changes-2n-skx-h1"
2426   reference:
2427     title: "rls1901"
2428     data: "vpp-performance-changes-2n-skx-ref"
2429   compare:
2430     title: "rls1904"
2431     data: "vpp-performance-changes-2n-skx-cmp"
2432   data: "vpp-performance-changes-2n-skx"
2433   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2434   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2435   parameters:
2436   - "name"
2437   - "parent"
2438   - "throughput"
2439
2440 # VPP Performance Changes 2n-skx 4t2c ndr
2441 - type: "table"
2442   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2443   algorithm: "table_performance_comparison"
2444   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2445   history:
2446     - title: "rls1810"
2447       data: "vpp-performance-changes-2n-skx-h1"
2448   reference:
2449     title: "rls1901"
2450     data: "vpp-performance-changes-2n-skx-ref"
2451   compare:
2452     title: "rls1904"
2453     data: "vpp-performance-changes-2n-skx-cmp"
2454   data: "vpp-performance-changes-2n-skx"
2455   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2456   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2457   parameters:
2458   - "name"
2459   - "parent"
2460   - "throughput"
2461
2462 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2463 - type: "table"
2464   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2465   algorithm: "table_performance_comparison"
2466   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2467   reference:
2468     title: "3-Node Hsw"
2469     data: "vpp-compare-testbeds-ref"
2470   compare:
2471     title: "3-Node Skx"
2472     data: "vpp-compare-testbeds-cmp"
2473   data: "vpp-compare-testbeds"
2474   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2475   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2476   parameters:
2477   - "name"
2478   - "parent"
2479   - "throughput"
2480
2481 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2482 - type: "table"
2483   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2484   algorithm: "table_performance_comparison"
2485   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2486   reference:
2487     title: "3-Node Hsw"
2488     data: "vpp-compare-testbeds-ref"
2489   compare:
2490     title: "3-Node Skx"
2491     data: "vpp-compare-testbeds-cmp"
2492   data: "vpp-compare-testbeds"
2493   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2494   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2495   parameters:
2496   - "name"
2497   - "parent"
2498   - "throughput"
2499
2500 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2501 - type: "table"
2502   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2503   algorithm: "table_performance_comparison"
2504   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2505   reference:
2506     title: "3-Node Hsw"
2507     data: "vpp-compare-testbeds-ref"
2508   compare:
2509     title: "3-Node Skx"
2510     data: "vpp-compare-testbeds-cmp"
2511   data: "vpp-compare-testbeds"
2512   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2513   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2514   parameters:
2515   - "name"
2516   - "parent"
2517   - "throughput"
2518
2519 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2520 - type: "table"
2521   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2522   algorithm: "table_performance_comparison"
2523   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2524   reference:
2525     title: "3-Node Hsw"
2526     data: "vpp-compare-testbeds-ref"
2527   compare:
2528     title: "3-Node Skx"
2529     data: "vpp-compare-testbeds-cmp"
2530   data: "vpp-compare-testbeds"
2531   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2532   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2533   parameters:
2534   - "name"
2535   - "parent"
2536   - "throughput"
2537
2538 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2539 - type: "table"
2540   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2541   algorithm: "table_performance_comparison"
2542   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2543   reference:
2544     title: "3-Node Skx"
2545     data: "vpp-compare-topologies-ref"
2546   compare:
2547     title: "2-Node Skx"
2548     data: "vpp-compare-topologies-cmp"
2549   data: "vpp-compare-topologies"
2550   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2551   filter: "'NDRPDR' and '1C'"
2552   parameters:
2553   - "name"
2554   - "parent"
2555   - "throughput"
2556
2557 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2558 - type: "table"
2559   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2560   algorithm: "table_performance_comparison"
2561   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2562   reference:
2563     title: "3-Node Skx"
2564     data: "vpp-compare-topologies-ref"
2565   compare:
2566     title: "2-Node Skx"
2567     data: "vpp-compare-topologies-cmp"
2568   data: "vpp-compare-topologies"
2569   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2570   filter: "'NDRPDR' and '2C'"
2571   parameters:
2572   - "name"
2573   - "parent"
2574   - "throughput"
2575
2576 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2577 - type: "table"
2578   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2579   algorithm: "table_performance_comparison"
2580   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2581   reference:
2582     title: "3-Node Skx"
2583     data: "vpp-compare-topologies-ref"
2584   compare:
2585     title: "2-Node Skx"
2586     data: "vpp-compare-topologies-cmp"
2587   data: "vpp-compare-topologies"
2588   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2589   filter: "'NDRPDR' and '1C'"
2590   parameters:
2591   - "name"
2592   - "parent"
2593   - "throughput"
2594
2595 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2596 - type: "table"
2597   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2598   algorithm: "table_performance_comparison"
2599   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2600   reference:
2601     title: "3-Node Skx"
2602     data: "vpp-compare-topologies-ref"
2603   compare:
2604     title: "2-Node Skx"
2605     data: "vpp-compare-topologies-cmp"
2606   data: "vpp-compare-topologies"
2607   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2608   filter: "'NDRPDR' and '2C'"
2609   parameters:
2610   - "name"
2611   - "parent"
2612   - "throughput"
2613
2614 # VPP Performance Changes 3n-hsw 1t1c MRR
2615 - type: "table"
2616   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2617   algorithm: "table_performance_comparison"
2618   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2619   history:
2620     - title: "rls1810"
2621       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2622   reference:
2623     title: "rls1901"
2624     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2625   compare:
2626     title: "rls1904"
2627     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2628   data: "vpp-performance-changes-3n-hsw-mrr"
2629   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2630   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2631   parameters:
2632   - "name"
2633   - "parent"
2634   - "result"
2635
2636 # VPP Performance Changes 3n-hsw 2t2c MRR
2637 - type: "table"
2638   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2639   algorithm: "table_performance_comparison"
2640   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2641   history:
2642     - title: "rls1810"
2643       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2644   reference:
2645     title: "rls1901"
2646     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2647   compare:
2648     title: "rls1904"
2649     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2650   data: "vpp-performance-changes-3n-hsw-mrr"
2651   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2652   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2653   parameters:
2654   - "name"
2655   - "parent"
2656   - "result"
2657
2658 # VPP Performance Changes 3n-hsw 4t4c MRR
2659 - type: "table"
2660   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2661   algorithm: "table_performance_comparison"
2662   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2663   history:
2664     - title: "rls1810"
2665       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2666   reference:
2667     title: "rls1901"
2668     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2669   compare:
2670     title: "rls1904"
2671     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2672   data: "vpp-performance-changes-3n-hsw-mrr"
2673   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2674   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2675   parameters:
2676   - "name"
2677   - "parent"
2678   - "result"
2679
2680 # VPP Performance Changes 3n-skx 2t1c MRR
2681 - type: "table"
2682   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2683   algorithm: "table_performance_comparison"
2684   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2685   history:
2686     - title: "rls1810"
2687       data: "vpp-performance-changes-3n-skx-mrr-h1"
2688   reference:
2689     title: "rls1901"
2690     data: "vpp-performance-changes-3n-skx-mrr-ref"
2691   compare:
2692     title: "rls1904"
2693     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2694   data: "vpp-performance-changes-3n-skx-mrr"
2695   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2696   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2697   parameters:
2698   - "name"
2699   - "parent"
2700   - "result"
2701
2702 # VPP Performance Changes 3n-skx 4t2c MRR
2703 - type: "table"
2704   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2705   algorithm: "table_performance_comparison"
2706   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2707   history:
2708     - title: "rls1810"
2709       data: "vpp-performance-changes-3n-skx-mrr-h1"
2710   reference:
2711     title: "rls1901"
2712     data: "vpp-performance-changes-3n-skx-mrr-ref"
2713   compare:
2714     title: "rls1904"
2715     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2716   data: "vpp-performance-changes-3n-skx-mrr"
2717   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2718   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2719   parameters:
2720   - "name"
2721   - "parent"
2722   - "result"
2723
2724 # VPP Performance Changes 3n-skx 8t4c MRR
2725 - type: "table"
2726   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2727   algorithm: "table_performance_comparison"
2728   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2729   history:
2730     - title: "rls1810"
2731       data: "vpp-performance-changes-3n-skx-mrr-h1"
2732   reference:
2733     title: "rls1901"
2734     data: "vpp-performance-changes-3n-skx-mrr-ref"
2735   compare:
2736     title: "rls1904"
2737     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2738   data: "vpp-performance-changes-3n-skx-mrr"
2739   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2740   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2741   parameters:
2742   - "name"
2743   - "parent"
2744   - "result"
2745
2746 # VPP Performance Changes 2n-skx 2t1c MRR
2747 - type: "table"
2748   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2749   algorithm: "table_performance_comparison"
2750   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2751   history:
2752     - title: "rls1810"
2753       data: "vpp-performance-changes-2n-skx-mrr-h1"
2754   reference:
2755     title: "rls1901"
2756     data: "vpp-performance-changes-2n-skx-mrr-ref"
2757   compare:
2758     title: "rls1904"
2759     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2760   data: "vpp-performance-changes-2n-skx-mrr"
2761   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2762   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2763   parameters:
2764   - "name"
2765   - "parent"
2766   - "result"
2767
2768 # VPP Performance Changes 2n-skx 4t2c MRR
2769 - type: "table"
2770   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2771   algorithm: "table_performance_comparison"
2772   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2773   history:
2774     - title: "rls1810"
2775       data: "vpp-performance-changes-2n-skx-mrr-h1"
2776   reference:
2777     title: "rls1901"
2778     data: "vpp-performance-changes-2n-skx-mrr-ref"
2779   compare:
2780     title: "rls1904"
2781     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2782   data: "vpp-performance-changes-2n-skx-mrr"
2783   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2784   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2785   parameters:
2786   - "name"
2787   - "parent"
2788   - "result"
2789
2790 # VPP Performance Changes 2n-skx 8t4c MRR
2791 - type: "table"
2792   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2793   algorithm: "table_performance_comparison"
2794   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2795   history:
2796     - title: "rls1810"
2797       data: "vpp-performance-changes-2n-skx-mrr-h1"
2798   reference:
2799     title: "rls1901"
2800     data: "vpp-performance-changes-2n-skx-mrr-ref"
2801   compare:
2802     title: "rls1904"
2803     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2804   data: "vpp-performance-changes-2n-skx-mrr"
2805   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2806   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2807   parameters:
2808   - "name"
2809   - "parent"
2810   - "result"
2811
2812 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2813 - type: "table"
2814   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2815   algorithm: "table_performance_comparison"
2816   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2817   reference:
2818     title: "3-Node Hsw"
2819     data: "vpp-compare-testbeds-mrr-ref"
2820   compare:
2821     title: "3-Node Skx"
2822     data: "vpp-compare-testbeds-mrr-cmp"
2823   data: "vpp-compare-testbeds-mrr"
2824   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2825   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2826   parameters:
2827   - "name"
2828   - "parent"
2829   - "result"
2830
2831 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2832 - type: "table"
2833   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2834   algorithm: "table_performance_comparison"
2835   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2836   reference:
2837     title: "3-Node Hsw"
2838     data: "vpp-compare-testbeds-mrr-ref"
2839   compare:
2840     title: "3-Node Skx"
2841     data: "vpp-compare-testbeds-mrr-cmp"
2842   data: "vpp-compare-testbeds-mrr"
2843   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2844   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2845   parameters:
2846   - "name"
2847   - "parent"
2848   - "result"
2849
2850 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2851 - type: "table"
2852   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2853   algorithm: "table_performance_comparison"
2854   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2855   reference:
2856     title: "3-Node Hsw"
2857     data: "vpp-compare-testbeds-mrr-ref"
2858   compare:
2859     title: "3-Node Skx"
2860     data: "vpp-compare-testbeds-mrr-cmp"
2861   data: "vpp-compare-testbeds-mrr"
2862   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2863   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2864   parameters:
2865   - "name"
2866   - "parent"
2867   - "result"
2868
2869 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2870 - type: "table"
2871   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2872   algorithm: "table_performance_comparison"
2873   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2874   reference:
2875     title: "3-Node Skx"
2876     data: "vpp-compare-topologies-mrr-ref"
2877   compare:
2878     title: "2-Node Skx"
2879     data: "vpp-compare-topologies-mrr-cmp"
2880   data: "vpp-compare-topologies-mrr"
2881   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2882   filter: "'MRR' and '1C'"
2883   parameters:
2884   - "name"
2885   - "parent"
2886   - "result"
2887
2888 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2889 - type: "table"
2890   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2891   algorithm: "table_performance_comparison"
2892   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2893   reference:
2894     title: "3-Node Skx"
2895     data: "vpp-compare-topologies-mrr-ref"
2896   compare:
2897     title: "2-Node Skx"
2898     data: "vpp-compare-topologies-mrr-cmp"
2899   data: "vpp-compare-topologies-mrr"
2900   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2901   filter: "'MRR' and '2C'"
2902   parameters:
2903   - "name"
2904   - "parent"
2905   - "result"
2906
2907 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2908 - type: "table"
2909   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2910   algorithm: "table_performance_comparison"
2911   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2912   reference:
2913     title: "3-Node Skx"
2914     data: "vpp-compare-topologies-mrr-ref"
2915   compare:
2916     title: "2-Node Skx"
2917     data: "vpp-compare-topologies-mrr-cmp"
2918   data: "vpp-compare-topologies-mrr"
2919   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2920   filter: "'MRR' and '4C'"
2921   parameters:
2922   - "name"
2923   - "parent"
2924   - "result"
2925
2926 # Detailed Test Results - VPP Performance Results 3n-hsw
2927 - type: "table"
2928   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2929   algorithm: "table_merged_details"
2930   output-file-ext: ".csv"
2931   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2932   columns:
2933   - title: "Name"
2934     data: "data name"
2935   - title: "Status"
2936     data: "data msg"
2937   rows: "generated"
2938   data: "vpp-perf-results-3n-hsw"
2939   filter: "not 'NDRCHK' and not 'PDRCHK'"
2940   parameters:
2941   - "name"
2942   - "parent"
2943   - "msg"
2944
2945 # Detailed Test Results - VPP Performance Results 3n-skx
2946 - type: "table"
2947   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2948   algorithm: "table_merged_details"
2949   output-file-ext: ".csv"
2950   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2951   columns:
2952   - title: "Name"
2953     data: "data name"
2954   - title: "Status"
2955     data: "data msg"
2956   rows: "generated"
2957   data: "vpp-perf-results-3n-skx"
2958   filter: "not 'NDRCHK' and not 'PDRCHK'"
2959   parameters:
2960   - "name"
2961   - "parent"
2962   - "msg"
2963
2964 # Detailed Test Results - VPP Performance Results 2n-skx
2965 - type: "table"
2966   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2967   algorithm: "table_merged_details"
2968   output-file-ext: ".csv"
2969   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2970   columns:
2971   - title: "Name"
2972     data: "data name"
2973   - title: "Status"
2974     data: "data msg"
2975   rows: "generated"
2976   data: "vpp-perf-results-2n-skx"
2977   filter: "not 'NDRCHK' and not 'PDRCHK'"
2978   parameters:
2979   - "name"
2980   - "parent"
2981   - "msg"
2982
2983 ## Detailed Test Results - VPP Performance Results 2n-dnv
2984 #- type: "table"
2985 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2986 #  algorithm: "table_details"
2987 #  output-file-ext: ".csv"
2988 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2989 #  columns:
2990 #  - title: "Name"
2991 #    data: "data name"
2992 #  - title: "Status"
2993 #    data: "data msg"
2994 #  rows: "generated"
2995 #  data: "intel-dnv-vpp"
2996 #  filter: "'NDRPDR'"
2997 #  parameters:
2998 #  - "name"
2999 #  - "parent"
3000 #  - "msg"
3001
3002 # Test configuration - VPP Performance Test Configs 3n-hsw
3003 - type: "table"
3004   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3005   algorithm: "table_merged_details"
3006   output-file-ext: ".csv"
3007   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3008   columns:
3009   - title: "Name"
3010     data: "data name"
3011   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3012     data: "data conf-history"
3013   rows: "generated"
3014   data: "vpp-perf-results-3n-hsw"
3015   filter: "not 'NDRCHK' and not 'PDRCHK'"
3016   parameters:
3017   - "parent"
3018   - "name"
3019   - "conf-history"
3020
3021 # Test configuration - VPP Performance Test Configs 3n-skx
3022 - type: "table"
3023   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3024   algorithm: "table_merged_details"
3025   output-file-ext: ".csv"
3026   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3027   columns:
3028   - title: "Name"
3029     data: "data name"
3030   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3031     data: "data conf-history"
3032   rows: "generated"
3033   data: "vpp-perf-results-3n-skx"
3034   filter: "not 'NDRCHK' and not 'PDRCHK'"
3035   parameters:
3036   - "parent"
3037   - "name"
3038   - "conf-history"
3039
3040 # Test configuration - VPP Performance Test Configs 2n-skx
3041 - type: "table"
3042   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3043   algorithm: "table_merged_details"
3044   output-file-ext: ".csv"
3045   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3046   columns:
3047   - title: "Name"
3048     data: "data name"
3049   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3050     data: "data conf-history"
3051   rows: "generated"
3052   data: "vpp-perf-results-2n-skx"
3053   filter: "not 'NDRCHK' and not 'PDRCHK'"
3054   parameters:
3055   - "parent"
3056   - "name"
3057   - "conf-history"
3058
3059 ## Test configuration - VPP Performance Test Configs 2n-dnv
3060 #- type: "table"
3061 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3062 #  algorithm: "table_details"
3063 #  output-file-ext: ".csv"
3064 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3065 #  columns:
3066 #  - title: "Name"
3067 #    data: "data name"
3068 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3069 #    data: "data conf-history"
3070 #  rows: "generated"
3071 #  data: "intel-dnv-vpp"
3072 #  filter: "'NDRPDR'"
3073 #  parameters:
3074 #  - "parent"
3075 #  - "name"
3076 #  - "conf-history"
3077
3078 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3079 - type: "table"
3080   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3081   algorithm: "table_merged_details"
3082   output-file-ext: ".csv"
3083   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3084   columns:
3085   - title: "Name"
3086     data: "data name"
3087   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3088     data: "data show-run"
3089   rows: "generated"
3090   data: "vpp-perf-results-3n-hsw"
3091   filter: "not 'NDRCHK' and not 'PDRCHK'"
3092   parameters:
3093   - "parent"
3094   - "name"
3095   - "show-run"
3096
3097 # Test Operational Data - VPP Performance Operational Data 3n-skx
3098 - type: "table"
3099   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3100   algorithm: "table_merged_details"
3101   output-file-ext: ".csv"
3102   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3103   columns:
3104   - title: "Name"
3105     data: "data name"
3106   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3107     data: "data show-run"
3108   rows: "generated"
3109   data: "vpp-perf-results-3n-skx"
3110   filter: "not 'NDRCHK' and not 'PDRCHK'"
3111   parameters:
3112   - "parent"
3113   - "name"
3114   - "show-run"
3115
3116 # Test Operational Data - VPP Performance Operational Data 2n-skx
3117 - type: "table"
3118   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3119   algorithm: "table_merged_details"
3120   output-file-ext: ".csv"
3121   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3122   columns:
3123   - title: "Name"
3124     data: "data name"
3125   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3126     data: "data show-run"
3127   rows: "generated"
3128   data: "vpp-perf-results-2n-skx"
3129   filter: "not 'NDRCHK' and not 'PDRCHK'"
3130   parameters:
3131   - "parent"
3132   - "name"
3133   - "show-run"
3134
3135 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3136 #- type: "table"
3137 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3138 #  algorithm: "table_details"
3139 #  output-file-ext: ".csv"
3140 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3141 #  columns:
3142 #  - title: "Name"
3143 #    data: "data name"
3144 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3145 #    data: "data show-run"
3146 #  rows: "generated"
3147 #  data: "intel-dnv-vpp"
3148 #  filter: "'NDRPDR'"
3149 #  parameters:
3150 #  - "parent"
3151 #  - "name"
3152 #  - "show-run"
3153
3154 # Detailed Test Results - VPP MRR Results 3n-hsw
3155 - type: "table"
3156   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3157   algorithm: "table_details"
3158   output-file-ext: ".csv"
3159   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3160   columns:
3161   - title: "Name"
3162     data: "data name"
3163   - title: "Status"
3164     data: "data msg"
3165   rows: "generated"
3166   data: "vpp-mrr-results-3n-hsw"
3167   filter: "'MRR'"
3168   parameters:
3169   - "name"
3170   - "parent"
3171   - "msg"
3172
3173 # Detailed Test Results - VPP MRR Results 3n-skx
3174 - type: "table"
3175   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3176   algorithm: "table_details"
3177   output-file-ext: ".csv"
3178   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3179   columns:
3180   - title: "Name"
3181     data: "data name"
3182   - title: "Status"
3183     data: "data msg"
3184   rows: "generated"
3185   data: "vpp-mrr-results-3n-skx"
3186   filter: "'MRR'"
3187   parameters:
3188   - "name"
3189   - "parent"
3190   - "msg"
3191
3192 # Detailed Test Results - VPP MRR Results 2n-skx
3193 - type: "table"
3194   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3195   algorithm: "table_details"
3196   output-file-ext: ".csv"
3197   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3198   columns:
3199   - title: "Name"
3200     data: "data name"
3201   - title: "Status"
3202     data: "data msg"
3203   rows: "generated"
3204   data: "vpp-mrr-results-2n-skx"
3205   filter: "'MRR'"
3206   parameters:
3207   - "name"
3208   - "parent"
3209   - "msg"
3210
3211 ## Detailed Test Results - VPP MRR Results 2n-dnv
3212 #- type: "table"
3213 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3214 #  algorithm: "table_details"
3215 #  output-file-ext: ".csv"
3216 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3217 #  columns:
3218 #  - title: "Name"
3219 #    data: "data name"
3220 #  - title: "Status"
3221 #    data: "data msg"
3222 #  rows: "generated"
3223 #  data: "intel-dnv-vpp"
3224 #  filter: "'MRR'"
3225 #  parameters:
3226 #  - "name"
3227 #  - "parent"
3228 #  - "msg"
3229
3230 # Test configuration - VPP MRR Test Configs 3n-hsw
3231 - type: "table"
3232   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3233   algorithm: "table_details"
3234   output-file-ext: ".csv"
3235   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3236   columns:
3237   - title: "Name"
3238     data: "data name"
3239   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3240     data: "data conf-history"
3241   rows: "generated"
3242   data: "vpp-mrr-results-3n-hsw"
3243   filter: "'MRR'"
3244   parameters:
3245   - "parent"
3246   - "name"
3247   - "conf-history"
3248
3249 # Test configuration - VPP MRR Test Configs 3n-skx
3250 - type: "table"
3251   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3252   algorithm: "table_details"
3253   output-file-ext: ".csv"
3254   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3255   columns:
3256   - title: "Name"
3257     data: "data name"
3258   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3259     data: "data conf-history"
3260   rows: "generated"
3261   data: "vpp-mrr-results-3n-skx"
3262   filter: "'MRR'"
3263   parameters:
3264   - "parent"
3265   - "name"
3266   - "conf-history"
3267
3268 # Test configuration - VPP MRR Test Configs 2n-skx
3269 - type: "table"
3270   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3271   algorithm: "table_details"
3272   output-file-ext: ".csv"
3273   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3274   columns:
3275   - title: "Name"
3276     data: "data name"
3277   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3278     data: "data conf-history"
3279   rows: "generated"
3280   data: "vpp-mrr-results-2n-skx"
3281   filter: "'MRR'"
3282   parameters:
3283   - "parent"
3284   - "name"
3285   - "conf-history"
3286
3287 ## Test configuration - VPP MRR Test Configs 2n-dnv
3288 #- type: "table"
3289 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3290 #  algorithm: "table_details"
3291 #  output-file-ext: ".csv"
3292 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3293 #  columns:
3294 #  - title: "Name"
3295 #    data: "data name"
3296 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3297 #    data: "data conf-history"
3298 #  rows: "generated"
3299 #  data: "intel-dnv-vpp"
3300 #  filter: "'MRR'"
3301 #  parameters:
3302 #  - "parent"
3303 #  - "name"
3304 #  - "conf-history"
3305
3306 # Detailed Test Results - VPP Functional Results - Ubuntu
3307 - type: "table"
3308   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3309   algorithm: "table_details"
3310   output-file-ext: ".csv"
3311   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3312   columns:
3313   - title: "Name"
3314     data: "data name"
3315   - title: "Documentation"
3316     data: "data doc"
3317   - title: "Status"
3318     data: "data status"
3319   rows: "generated"
3320   data: "vpp-func-results-ubuntu"
3321   filter: "all"
3322   parameters:
3323   - "name"
3324   - "parent"
3325   - "doc"
3326   - "status"
3327
3328 # Detailed Test Results - VPP Functional Results - CentOS
3329 - type: "table"
3330   title: "Detailed Test Results - VPP Functional Results - CentOS"
3331   algorithm: "table_details"
3332   output-file-ext: ".csv"
3333   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3334   columns:
3335   - title: "Name"
3336     data: "data name"
3337   - title: "Documentation"
3338     data: "data doc"
3339   -
3340     title: "Status"
3341     data: "data status"
3342   rows: "generated"
3343   data:
3344     "vpp-func-results-centos"
3345   filter: "all"
3346   parameters:
3347   - "name"
3348   - "parent"
3349   - "doc"
3350   - "status"
3351
3352 # Test configuration - VPP Functional Test Configs - Ubuntu
3353 - type: "table"
3354   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3355   algorithm: "table_details"
3356   output-file-ext: ".csv"
3357   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3358   columns:
3359   - title: "Name"
3360     data: "data name"
3361   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3362     data: "data conf-history"
3363   rows: "generated"
3364   data: "vpp-func-results-ubuntu"
3365   filter: "all"
3366   parameters:
3367   - "parent"
3368   - "name"
3369   - "conf-history"
3370
3371 # Test configuration - VPP Functional Test Configs - CentOS
3372 - type: "table"
3373   title: "Test configuration - VPP Functional Test Configs - CentOS"
3374   algorithm: "table_details"
3375   output-file-ext: ".csv"
3376   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3377   columns:
3378   - title: "Name"
3379     data: "data name"
3380   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3381     data: "data conf-history"
3382   rows: "generated"
3383   data: "vpp-func-results-centos"
3384   filter: "all"
3385   parameters:
3386   - "parent"
3387   - "name"
3388   - "conf-history"
3389
3390 ## Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3391 #- type: "table"
3392 #  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3393 #  algorithm: "table_details"
3394 #  output-file-ext: ".csv"
3395 #  output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3396 #  columns:
3397 #  - title: "Name"
3398 #    data: "data name"
3399 #  - title: "Status"
3400 #    data: "data msg"
3401 #  rows: "generated"
3402 #  data: "ligato-perf-results-3n-hsw"
3403 #  filter: "all"
3404 #  parameters:
3405 #  - "name"
3406 #  - "parent"
3407 #  - "msg"
3408
3409 # Detailed Test Results - VPP Device Results - Ubuntu
3410 - type: "table"
3411   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3412   algorithm: "table_details"
3413   output-file-ext: ".csv"
3414   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3415   columns:
3416   - title: "Name"
3417     data: "data name"
3418   - title: "Documentation"
3419     data: "data doc"
3420   - title: "Status"
3421     data: "data status"
3422   rows: "generated"
3423   data: "vpp-device-results-ubuntu"
3424   filter: "all"
3425   parameters:
3426   - "name"
3427   - "parent"
3428   - "doc"
3429   - "status"
3430
3431 # Test configuration - VPP Device Test Configs - Ubuntu
3432 - type: "table"
3433   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3434   algorithm: "table_details"
3435   output-file-ext: ".csv"
3436   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3437   columns:
3438   - title: "Name"
3439     data: "data name"
3440   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3441     data: "data conf-history"
3442   rows: "generated"
3443   data: "vpp-device-results-ubuntu"
3444   filter: "all"
3445   parameters:
3446   - "parent"
3447   - "name"
3448   - "conf-history"
3449
3450 ################################################################################
3451
3452 # DPDK Performance Changes 3n-hsw 1t1c pdr
3453 - type: "table"
3454   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3455   algorithm: "table_performance_comparison"
3456   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3457   history:
3458     - title: "rls1810"
3459       data: "dpdk-performance-changes-3n-hsw-h1"
3460   reference:
3461     title: "rls1901"
3462     data: "dpdk-performance-changes-3n-hsw-ref"
3463   compare:
3464     title: "rls1904"
3465     data: "dpdk-performance-changes-3n-hsw-cmp"
3466   data: "dpdk-performance-changes-3n-hsw"
3467   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3468   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3469   parameters:
3470   - "name"
3471   - "parent"
3472   - "throughput"
3473
3474 # DPDK Performance Changes 3n-hsw 2t2c pdr
3475 - type: "table"
3476   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3477   algorithm: "table_performance_comparison"
3478   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3479   history:
3480     - title: "rls1810"
3481       data: "dpdk-performance-changes-3n-hsw-h1"
3482   reference:
3483     title: "rls1901"
3484     data: "dpdk-performance-changes-3n-hsw-ref"
3485   compare:
3486     title: "rls1904"
3487     data: "dpdk-performance-changes-3n-hsw-cmp"
3488   data: "dpdk-performance-changes-3n-hsw"
3489   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3490   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3491   parameters:
3492   - "name"
3493   - "parent"
3494   - "throughput"
3495
3496 # DPDK Performance Changes 3n-hsw 1t1c ndr
3497 - type: "table"
3498   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3499   algorithm: "table_performance_comparison"
3500   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3501   history:
3502     - title: "rls1810"
3503       data: "dpdk-performance-changes-3n-hsw-h1"
3504   reference:
3505     title: "rls1901"
3506     data: "dpdk-performance-changes-3n-hsw-ref"
3507   compare:
3508     title: "rls1904"
3509     data: "dpdk-performance-changes-3n-hsw-cmp"
3510   data: "dpdk-performance-changes-3n-hsw"
3511   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3512   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3513   parameters:
3514   - "name"
3515   - "parent"
3516   - "throughput"
3517
3518 # DPDK Performance Changes 3n-hsw 2t2c ndr
3519 - type: "table"
3520   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3521   algorithm: "table_performance_comparison"
3522   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3523   history:
3524     - title: "rls1810"
3525       data: "dpdk-performance-changes-3n-hsw-h1"
3526   reference:
3527     title: "rls1901"
3528     data: "dpdk-performance-changes-3n-hsw-ref"
3529   compare:
3530     title: "rls1904"
3531     data: "dpdk-performance-changes-3n-hsw-cmp"
3532   data: "dpdk-performance-changes-3n-hsw"
3533   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3534   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3535   parameters:
3536   - "name"
3537   - "parent"
3538   - "throughput"
3539
3540 # DPDK Performance Changes 3n-skx 2t1c pdr
3541 - type: "table"
3542   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3543   algorithm: "table_performance_comparison"
3544   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3545   history:
3546     - title: "rls1810"
3547       data: "dpdk-performance-changes-3n-skx-h1"
3548   reference:
3549     title: "rls1901"
3550     data: "dpdk-performance-changes-3n-skx-ref"
3551   compare:
3552     title: "rls1904"
3553     data: "dpdk-performance-changes-3n-skx-cmp"
3554   data: "dpdk-performance-changes-3n-skx"
3555   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3556   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3557   parameters:
3558   - "name"
3559   - "parent"
3560   - "throughput"
3561
3562 # DPDK Performance Changes 3n-skx 4t2c pdr
3563 - type: "table"
3564   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3565   algorithm: "table_performance_comparison"
3566   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3567   history:
3568     - title: "rls1810"
3569       data: "dpdk-performance-changes-3n-skx-h1"
3570   reference:
3571     title: "rls1901"
3572     data: "dpdk-performance-changes-3n-skx-ref"
3573   compare:
3574     title: "rls1904"
3575     data: "dpdk-performance-changes-3n-skx-cmp"
3576   data: "dpdk-performance-changes-3n-skx"
3577   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3578   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3579   parameters:
3580   - "name"
3581   - "parent"
3582   - "throughput"
3583
3584 # DPDK Performance Changes 3n-skx 2t1c ndr
3585 - type: "table"
3586   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3587   algorithm: "table_performance_comparison"
3588   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3589   history:
3590     - title: "rls1810"
3591       data: "dpdk-performance-changes-3n-skx-h1"
3592   reference:
3593     title: "rls1901"
3594     data: "dpdk-performance-changes-3n-skx-ref"
3595   compare:
3596     title: "rls1904"
3597     data: "dpdk-performance-changes-3n-skx-cmp"
3598   data: "dpdk-performance-changes-3n-skx"
3599   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3600   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3601   parameters:
3602   - "name"
3603   - "parent"
3604   - "throughput"
3605
3606 # DPDK Performance Changes 3n-skx 4t2c ndr
3607 - type: "table"
3608   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3609   algorithm: "table_performance_comparison"
3610   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3611   history:
3612     - title: "rls1810"
3613       data: "dpdk-performance-changes-3n-skx-h1"
3614   reference:
3615     title: "rls1901"
3616     data: "dpdk-performance-changes-3n-skx-ref"
3617   compare:
3618     title: "rls1904"
3619     data: "dpdk-performance-changes-3n-skx-cmp"
3620   data: "dpdk-performance-changes-3n-skx"
3621   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3622   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3623   parameters:
3624   - "name"
3625   - "parent"
3626   - "throughput"
3627
3628 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3629 - type: "table"
3630   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3631   algorithm: "table_performance_comparison"
3632   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3633   reference:
3634     title: "3-Node Hsw"
3635     data: "dpdk-compare-testbeds-ref"
3636   compare:
3637     title: "3-Node Skx"
3638     data: "dpdk-compare-testbeds-cmp"
3639   data: "dpdk-compare-testbeds"
3640   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3641   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3642   parameters:
3643   - "name"
3644   - "parent"
3645   - "throughput"
3646
3647 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3648 - type: "table"
3649   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3650   algorithm: "table_performance_comparison"
3651   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3652   reference:
3653     title: "3-Node Hsw"
3654     data: "dpdk-compare-testbeds-ref"
3655   compare:
3656     title: "3-Node Skx"
3657     data: "dpdk-compare-testbeds-cmp"
3658   data: "dpdk-compare-testbeds"
3659   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3660   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3661   parameters:
3662   - "name"
3663   - "parent"
3664   - "throughput"
3665
3666 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3667 - type: "table"
3668   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3669   algorithm: "table_performance_comparison"
3670   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3671   reference:
3672     title: "3-Node Skx"
3673     data: "dpdk-compare-topologies-ref"
3674   compare:
3675     title: "2-Node Skx"
3676     data: "dpdk-compare-topologies-cmp"
3677   data: "dpdk-compare-topologies"
3678   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3679   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3680   parameters:
3681   - "name"
3682   - "parent"
3683   - "throughput"
3684
3685 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3686 - type: "table"
3687   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3688   algorithm: "table_performance_comparison"
3689   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3690   reference:
3691     title: "3-Node Skx"
3692     data: "dpdk-compare-topologies-ref"
3693   compare:
3694     title: "2-Node Skx"
3695     data: "dpdk-compare-topologies-cmp"
3696   data: "dpdk-compare-topologies"
3697   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3698   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3699   parameters:
3700   - "name"
3701   - "parent"
3702   - "throughput"
3703
3704 # DPDK Performance Changes 2n-skx 2t1c pdr
3705 - type: "table"
3706   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3707   algorithm: "table_performance_comparison"
3708   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3709   history:
3710     - title: "rls1810"
3711       data: "dpdk-performance-changes-2n-skx-h1"
3712   reference:
3713     title: "rls1901"
3714     data: "dpdk-performance-changes-2n-skx-ref"
3715   compare:
3716     title: "rls1904"
3717     data: "dpdk-performance-changes-2n-skx-cmp"
3718   data: "dpdk-performance-changes-2n-skx"
3719   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3720   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3721   parameters:
3722   - "name"
3723   - "parent"
3724   - "throughput"
3725
3726 # DPDK Performance Changes 2n-skx 4t2c pdr
3727 - type: "table"
3728   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3729   algorithm: "table_performance_comparison"
3730   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3731   history:
3732     - title: "rls1810"
3733       data: "dpdk-performance-changes-2n-skx-h1"
3734   reference:
3735     title: "rls1901"
3736     data: "dpdk-performance-changes-2n-skx-ref"
3737   compare:
3738     title: "rls1904"
3739     data: "dpdk-performance-changes-2n-skx-cmp"
3740   data: "dpdk-performance-changes-2n-skx"
3741   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3742   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3743   parameters:
3744   - "name"
3745   - "parent"
3746   - "throughput"
3747
3748 # DPDK Performance Changes 2n-skx 2t1c ndr
3749 - type: "table"
3750   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3751   algorithm: "table_performance_comparison"
3752   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3753   history:
3754     - title: "rls1810"
3755       data: "dpdk-performance-changes-2n-skx-h1"
3756   reference:
3757     title: "rls1901"
3758     data: "dpdk-performance-changes-2n-skx-ref"
3759   compare:
3760     title: "rls1904"
3761     data: "dpdk-performance-changes-2n-skx-cmp"
3762   data: "dpdk-performance-changes-2n-skx"
3763   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3764   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3765   parameters:
3766   - "name"
3767   - "parent"
3768   - "throughput"
3769
3770 # DPDK Performance Changes 2n-skx 4t2c ndr
3771 - type: "table"
3772   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3773   algorithm: "table_performance_comparison"
3774   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3775   history:
3776     - title: "rls1810"
3777       data: "dpdk-performance-changes-2n-skx-h1"
3778   reference:
3779     title: "rls1901"
3780     data: "dpdk-performance-changes-2n-skx-ref"
3781   compare:
3782     title: "rls1904"
3783     data: "dpdk-performance-changes-2n-skx-cmp"
3784   data: "dpdk-performance-changes-2n-skx"
3785   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3786   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3787   parameters:
3788   - "name"
3789   - "parent"
3790   - "throughput"
3791
3792 # Detailed Test Results - DPDK Performance Results 3n-hsw
3793 - type: "table"
3794   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3795   algorithm: "table_details"
3796   output-file-ext: ".csv"
3797   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3798   columns:
3799   - title: "Name"
3800     data: "data name"
3801   - title: "Status"
3802     data: "data msg"
3803   rows: "generated"
3804   data: "dpdk-perf-results-3n-hsw"
3805   filter: "all"
3806   parameters:
3807   - "name"
3808   - "parent"
3809   - "msg"
3810
3811 # Detailed Test Results - DPDK Performance Results 3n-skx
3812 - type: "table"
3813   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3814   algorithm: "table_details"
3815   output-file-ext: ".csv"
3816   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3817   columns:
3818   - title: "Name"
3819     data: "data name"
3820   - title: "Status"
3821     data: "data msg"
3822   rows: "generated"
3823   data: "dpdk-perf-results-3n-skx"
3824   filter: "all"
3825   parameters:
3826   - "name"
3827   - "parent"
3828   - "msg"
3829
3830 # Detailed Test Results - DPDK Performance Results 2n-skx
3831 - type: "table"
3832   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3833   algorithm: "table_details"
3834   output-file-ext: ".csv"
3835   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3836   columns:
3837   - title: "Name"
3838     data: "data name"
3839   - title: "Status"
3840     data: "data msg"
3841   rows: "generated"
3842   data: "dpdk-perf-results-2n-skx"
3843   filter: "all"
3844   parameters:
3845   - "name"
3846   - "parent"
3847   - "msg"
3848
3849 ################################################################################
3850 # HoneyComb
3851 - type: "table"
3852   title: "Detailed Test Results - Honeycomb Functional Results"
3853   algorithm: "table_details"
3854   output-file-ext: ".csv"
3855   output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
3856   columns:
3857   - title: "Name"
3858     data: "data name"
3859   - title: "Documentation"
3860     data: "data doc"
3861   - title: "Status"
3862     data: "data status"
3863   rows: "generated"
3864   data:
3865     "hc-func-results"
3866   filter: "all"
3867   parameters:
3868   - "name"
3869   - "parent"
3870   - "doc"
3871   - "status"
3872
3873 ################################################################################
3874 # NSH SFC
3875 #-
3876 #  type: "table"
3877 #  title: "Detailed Test Results - NSH SFC Functional Results"
3878 #  algorithm: "table_details"
3879 #  output-file-ext: ".csv"
3880 #  output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
3881 #  columns:
3882 #  -
3883 #    title: "Name"
3884 #    data: "data name"
3885 #  -
3886 #    title: "Documentation"
3887 #    data: "data doc"
3888 #  -
3889 #    title: "Status"
3890 #    data: "data status"
3891 #  rows: "generated"
3892 #  data:
3893 #    "nsh-func-results"
3894 #  filter: "all"
3895 #  parameters:
3896 #  - "name"
3897 #  - "parent"
3898 #  - "doc"
3899 #  - "status"
3900
3901 ################################################################################
3902 # DMM
3903 - type: "table"
3904   title: "Detailed Test Results - DMM Functional Results"
3905   algorithm: "table_details"
3906   output-file-ext: ".csv"
3907   output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results"
3908   columns:
3909   - title: "Name"
3910     data: "data name"
3911   - title: "Documentation"
3912     data: "data doc"
3913   - title: "Status"
3914     data: "data status"
3915   rows: "generated"
3916   data:
3917     "dmm-func-results"
3918   filter: "all"
3919   parameters:
3920   - "name"
3921   - "parent"
3922   - "doc"
3923   - "status"
3924
3925 ################################################################################
3926 ###                                F I L E S                                 ###
3927 ################################################################################
3928
3929 # VPP Performance Results 3n-hsw
3930 - type: "file"
3931   title: "VPP Performance Results 3n-hsw"
3932   algorithm: "file_test_results"
3933   output-file-ext: ".rst"
3934   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3935   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3936   dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}"
3937   data: "vpp-perf-results-3n-hsw"
3938   filter: "not 'NDRCHK' and not 'PDRCHK'"
3939   parameters:
3940   - "name"
3941   - "doc"
3942   - "level"
3943   - "parent"
3944   data-start-level: 3
3945
3946 # VPP Performance Results 3n-skx
3947 - type: "file"
3948   title: "VPP Performance Results 3n-skx"
3949   algorithm: "file_test_results"
3950   output-file-ext: ".rst"
3951   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3952   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3953   dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}"
3954   data: "vpp-perf-results-3n-skx"
3955   filter: "not 'NDRCHK' and not 'PDRCHK'"
3956   parameters:
3957   - "name"
3958   - "doc"
3959   - "level"
3960   - "parent"
3961   data-start-level: 3
3962
3963 # VPP Performance Results 2n-skx
3964 - type: "file"
3965   title: "VPP Performance Results 2n-skx"
3966   algorithm: "file_test_results"
3967   output-file-ext: ".rst"
3968   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3969   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3970   dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}"
3971   data: "vpp-perf-results-2n-skx"
3972   filter: "not 'NDRCHK' and not 'PDRCHK'"
3973   parameters:
3974   - "name"
3975   - "doc"
3976   - "level"
3977   - "parent"
3978   data-start-level: 3
3979
3980 ## VPP Performance Results 2n-dnv
3981 #- type: "file"
3982 #  title: "VPP Performance Results 2n-dnv"
3983 #  algorithm: "file_test_results"
3984 #  output-file-ext: ".rst"
3985 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3986 #  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3987 #  dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}"
3988 #  data: "intel-dnv-vpp"
3989 #  filter: "'NDRPDR'"
3990 #  parameters:
3991 #  - "name"
3992 #  - "doc"
3993 #  - "level"
3994 #  - "parent"
3995 #  data-start-level: 3
3996
3997 # VPP Performance Configuration 3n-hsw
3998 - type: "file"
3999   title: "VPP Performance Configuration 3n-hsw"
4000   algorithm: "file_test_results"
4001   output-file-ext: ".rst"
4002   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw"
4003   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
4004   dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}"
4005   data: "vpp-perf-results-3n-hsw"
4006   filter: "not 'NDRCHK' and not 'PDRCHK'"
4007   parameters:
4008   - "name"
4009   - "doc"
4010   - "level"
4011   - "parent"
4012   data-start-level: 3
4013
4014 # VPP Performance Configuration 3n-skx
4015 - type: "file"