resources/tools/presentation/specification.yaml

   1 - type: "environment"
   2
   3   paths:
   4     # Top level directories:
   5     ## Working directory
   6     DIR[WORKING]: "_tmp"
   7     ## Build directories
   8     DIR[BUILD,HTML]: "_build"
   9     DIR[BUILD,LATEX]: "_build_latex"
  10
  11     # Static .rst files
  12     DIR[RST]: "../../../docs/report"
  13
  14     # Working directories
  15     ## Input data files (.zip, .xml)
  16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  17     ## Static source files from git
  18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  20
  21     # Static html content
  22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  26
  27     # Detailed test results
  28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  48
  49     # Detailed test configurations
  50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  62
  63     # Detailed tests operational data
  64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  69
  70     # .css patch file to fix tables generated by Sphinx
  71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  73
  74   urls:
  75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
  78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  79     URL[NEXUS]: "https://docs.fd.io/csit"
  80     DIR[NEXUS]: "report/_static/archive"
  81
  82   make-dirs:
  83   # List the directories which are created while preparing the environment.
  84   # All directories MUST be defined in "paths" section.
  85   - "DIR[WORKING,DATA]"
  86   - "DIR[STATIC,VPP]"
  87   - "DIR[STATIC,DPDK]"
  88   - "DIR[STATIC,ARCH]"
  89   - "DIR[BUILD,LATEX]"
  90   - "DIR[WORKING,SRC]"
  91   - "DIR[WORKING,SRC,STATIC]"
  92
  93   remove-dirs:
  94   # List the directories which are deleted while cleaning the environment.
  95   # All directories MUST be defined in "paths" section.
  96   #- "DIR[BUILD,HTML]"
  97   - "DIR[WORKING,DATA]"
  98
  99   build-dirs:
 100   # List the directories where the results (build) is stored.
 101   # All directories MUST be defined in "paths" section.
 102   - "DIR[BUILD,HTML]"
 103   - "DIR[BUILD,LATEX]"
 104
 105 - type: "configuration"
 106
 107   limits:
 108     nic:
 109       x520: 24460000
 110       x553: 29761905
 111       x710: 35800000
 112       xxv710: 35800000
 113       xl710: 35800000
 114
 115     link:
 116       10ge: 14880952.38
 117       25ge: 37202380.95
 118       40ge: 59523809.52
 119       100ge: 148809523.81
 120
 121     pci:
 122       pci-g3-x8: 74404761.90
 123       pci-g3-x16: 148809523.81
 124
 125   data-sets:
 126
 127     ###########################################################################
 128     # Plots:
 129
 130     # 3n-hsw
 131
 132     plot-vpp-throughput-lat-tsa-3n-hsw:
 133       csit-vpp-perf-verify-1904-3n-hsw:
 134         - 11  # NDRPDR sel
 135         - 12  # NDRPDR sel
 136         - 20  # NDRPDR sel
 137         - 21  # NDRPDR sel
 138         - 23  # NDRPDR sel
 139         - 24  # NDRPDR sel
 140         - 25  # NDRPDR sel
 141         - 26  # NDRPDR sel
 142         - 29  # NDRPDR sel
 143         - 30  # NDRPDR sel
 144
 145 #    plot-vpp-http-server-performance:
 146 #      # TODO: Replace with 1904 data
 147 #      # csit-vpp-perf-verify-1904-3n-hsw:
 148 #      csit-vpp-perf-verify-1810-3n-hsw:
 149 #        - 28  # WRK
 150 #        - 29  # WRK
 151 #        - 30  # WRK
 152 #        - 31  # WRK
 153 #        - 32  # WRK
 154 #        - 33  # WRK
 155 #        - 34  # WRK
 156 #        - 35  # WRK
 157 #        - 36  # WRK
 158 #        - 37  # WRK
 159
 160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
 161 #      # TODO: Replace with 1904 data
 162 #      # csit-ligato-perf-verify-1904-3n-hsw:
 163 #      csit-ligato-perf-verify-1901-3n-hsw:
 164 #        - 8   # NDRPDR sel
 165 #        - 9   # NDRPDR sel
 166 #        - 11  # NDRPDR sel
 167 #        - 12  # NDRPDR sel
 168 #        - 13  # NDRPDR sel
 169 #        - 14  # NDRPDR sel
 170 #        - 15  # NDRPDR sel
 171 #        - 16  # NDRPDR sel
 172 #        - 17  # NDRPDR sel
 173 #        - 18  # NDRPDR sel
 174
 175     plot-dpdk-throughput-latency-3n-hsw:
 176       csit-dpdk-perf-verify-1904-3n-hsw:
 177         - 2   # NDRPDR sel
 178         - 3   # NDRPDR sel
 179         - 5   # NDRPDR sel
 180         - 6   # NDRPDR sel
 181         - 13  # NDRPDR sel
 182         - 14  # NDRPDR sel
 183         - 15  # NDRPDR sel
 184         - 18  # NDRPDR sel
 185         - 19  # NDRPDR sel
 186         - 20  # NDRPDR sel
 187
 188     # 3n-skx
 189
 190     plot-vpp-throughput-lat-tsa-3n-skx:
 191       csit-vpp-perf-verify-1904-3n-skx:
 192         - 8   # NDRPDR sel
 193         - 9   # NDRPDR sel
 194         - 10  # NDRPDR sel
 195         - 11  # NDRPDR sel
 196         - 12  # NDRPDR sel
 197         - 14  # NDRPDR sel
 198         - 16  # NDRPDR sel
 199         - 21  # NDRPDR sel
 200         - 23  # NDRPDR sel
 201         - 25  # NDRPDR sel
 202
 203     plot-dpdk-throughput-latency-3n-skx:
 204       csit-dpdk-perf-verify-1904-3n-skx:
 205         - 2   # NDRPDR sel
 206         - 3   # NDRPDR sel
 207         - 4   # NDRPDR sel
 208         - 5   # NDRPDR sel
 209         - 6   # NDRPDR sel
 210         - 7   # NDRPDR sel
 211         - 11  # NDRPDR sel
 212         - 12  # NDRPDR sel
 213         - 13  # NDRPDR sel
 214         - 14  # NDRPDR sel
 215
 216     # 2n-skx
 217
 218     plot-vpp-throughput-lat-tsa-2n-skx:
 219       csit-vpp-perf-verify-1904-2n-skx:
 220         - 12  # NDRPDR sel
 221         - 14  # NDRPDR sel
 222         - 16  # NDRPDR sel
 223         - 17  # NDRPDR sel
 224         - 18  # NDRPDR sel
 225         - 21  # NDRPDR sel
 226         - 27  # NDRPDR sel
 227         - 30  # NDRPDR sel
 228         - 31  # NDRPDR sel
 229         - 32  # NDRPDR sel
 230
 231     plot-vpp-soak-2n-skx:
 232       # TODO: Add 1904 data
 233       csit-vpp-perf-verify-1904-2n-skx:
 234         - 70  # SOAK
 235         - 71  # SOAK
 236
 237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
 238       csit-vpp-perf-verify-1904-2n-skx:
 239         - 56  # NFV NDRPDR 64b
 240         - 59  # NFV NDRPDR 64b
 241         - 60  # NFV NDRPDR 64b
 242         - 65  # NFV NDRPDR 64b
 243         - 68  # NFV NDRPDR 64b
 244
 245     plot-vpp-nfv-2n-skx-ndrpdr-imix:
 246       # TODO: Add 1904 data
 247       csit-vpp-perf-verify-1904-2n-skx:
 248         - 66  # NFV NDRPDR IMIX
 249         - 67  # NFV NDRPDR IMIX
 250         - 69  # NFV NDRPDR IMIX
 251
 252     plot-vpp-nfv-2n-skx-mrr-64b:
 253       csit-vpp-perf-verify-1904-2n-skx:
 254         - 40  # NFV MRR 64b
 255         - 41  # NFV MRR 64b
 256         - 42  # NFV MRR 64b
 257         - 47  # NFV MRR 64b
 258         - 48  # NFV MRR 64b
 259
 260     plot-vpp-nfv-2n-skx-mrr-imix:
 261       csit-vpp-perf-verify-1904-2n-skx:
 262         - 49  # NFV MRR IMIX
 263         - 50  # NFV MRR IMIX
 264         - 51  # NFV MRR IMIX
 265         - 54  # NFV MRR IMIX
 266         - 55  # NFV MRR IMIX
 267
 268     plot-dpdk-throughput-latency-2n-skx:
 269       csit-dpdk-perf-verify-1904-2n-skx:
 270         - 2   # NDRPDR sel
 271         - 3   # NDRPDR sel
 272         - 4   # NDRPDR sel
 273         - 5   # NDRPDR sel
 274         - 7   # NDRPDR sel
 275         - 8   # NDRPDR sel
 276         - 9   # NDRPDR sel
 277         - 10  # NDRPDR sel
 278         - 11  # NDRPDR sel
 279         - 12  # NDRPDR sel
 280
 281     # 3rd party
 282
 283 #    # Denverton:
 284 #    intel-dnv-vpp:
 285 #      # TODO: Replace with 1904 data
 286 #      # intel-dnv-vpp-release-1904:
 287 #      intel-dnv-vpp-release-1901:
 288 #        - 1
 289
 290     ###########################################################################
 291     # Simple tables (only one data set):
 292
 293     # NIC Comparisons
 294
 295     vpp-nic-comparison-3n-hsw:
 296       csit-vpp-perf-verify-1904-3n-hsw:
 297         - 11  # NDRPDR sel
 298         - 12  # NDRPDR sel
 299         - 20  # NDRPDR sel
 300         - 21  # NDRPDR sel
 301         - 23  # NDRPDR sel
 302         - 24  # NDRPDR sel
 303         - 25  # NDRPDR sel
 304         - 26  # NDRPDR sel
 305         - 29  # NDRPDR sel
 306         - 30  # NDRPDR sel
 307
 308     vpp-nic-comparison-3n-skx:
 309       csit-vpp-perf-verify-1904-3n-skx:
 310         - 8   # NDRPDR sel
 311         - 9   # NDRPDR sel
 312         - 10  # NDRPDR sel
 313         - 11  # NDRPDR sel
 314         - 12  # NDRPDR sel
 315         - 14  # NDRPDR sel
 316         - 16  # NDRPDR sel
 317         - 21  # NDRPDR sel
 318         - 23  # NDRPDR sel
 319         - 25  # NDRPDR sel
 320
 321     vpp-nic-comparison-2n-skx:
 322       csit-vpp-perf-verify-1904-2n-skx:
 323         - 12  # NDRPDR sel
 324         - 14  # NDRPDR sel
 325         - 16  # NDRPDR sel
 326         - 17  # NDRPDR sel
 327         - 18  # NDRPDR sel
 328         - 21  # NDRPDR sel
 329         - 27  # NDRPDR sel
 330         - 30  # NDRPDR sel
 331         - 31  # NDRPDR sel
 332         - 32  # NDRPDR sel
 333
 334     vpp-nic-comparison-3n-hsw-mrr:
 335       csit-vpp-perf-verify-1904-3n-hsw:
 336         - 9   # MRR sel
 337
 338     vpp-nic-comparison-3n-skx-mrr:
 339       csit-vpp-perf-verify-1904-3n-skx:
 340         - 7   # MRR sel
 341
 342     vpp-nic-comparison-2n-skx-mrr:
 343       csit-vpp-perf-verify-1904-2n-skx:
 344         - 11  # MRR sel
 345
 346     # Results
 347
 348     vpp-perf-results-3n-hsw:
 349       # TODO: Replace with FULL 1904 data
 350       csit-vpp-perf-verify-1904-3n-hsw:
 351         - 12  # NDRPDR sel
 352
 353     vpp-perf-results-3n-skx:
 354       csit-vpp-perf-verify-1904-3n-skx:
 355         - 26  # NDRPDR full
 356         - 27  # NDRPDR full
 357         - 30  # NDRPDR full
 358         - 31  # NDRPDR full
 359
 360     vpp-perf-results-2n-skx:
 361       csit-vpp-perf-verify-1904-2n-skx:
 362         - 33  # NDRPDR full
 363         - 39  # NDRPDR full
 364         - 58  # NDRPDR full
 365         - 62  # NDRPDR full
 366
 367     vpp-mrr-results-3n-hsw:
 368       csit-vpp-perf-verify-1904-3n-hsw:
 369         - 9   # MRR sel
 370
 371     vpp-mrr-results-3n-skx:
 372       csit-vpp-perf-verify-1904-3n-skx:
 373         - 7   # MRR sel
 374
 375     vpp-mrr-results-2n-skx:
 376       csit-vpp-perf-verify-1904-2n-skx:
 377         - 11  # MRR sel
 378
 379     vpp-func-results-ubuntu:
 380       csit-vpp-functional-1904-ubuntu1604-virl:
 381         - 29
 382
 383     vpp-func-results-centos:
 384       csit-vpp-functional-1904-centos7-virl:
 385         - 32
 386
 387     vpp-device-results-ubuntu:
 388       csit-vpp-device-1904-ubuntu1804-1n-skx:
 389         - 33
 390
 391 #    # VPP Ligato
 392 #    ligato-perf-results-3n-hsw:
 393 #      # TODO: Replace with 1904 data
 394 #      # csit-ligato-perf-verify-1904-3n-hsw:
 395 #      csit-ligato-perf-verify-1901-3n-hsw:
 396 #        - 10  # NDRPDR full
 397
 398     dpdk-perf-results-3n-hsw:
 399       csit-dpdk-perf-verify-1904-3n-hsw:
 400         - 5   # NDRPDR sel
 401
 402     dpdk-perf-results-3n-skx:
 403       csit-dpdk-perf-verify-1904-3n-skx:
 404         - 7   # NDRPDR sel
 405
 406     dpdk-perf-results-2n-skx:
 407       csit-dpdk-perf-verify-1904-2n-skx:
 408         - 9   # NDRPDR sel
 409
 410     # HoneyComb Functional
 411     hc-func-results:
 412       csit-hc2vpp-verify-func-1904-ubuntu1604:
 413         - 4
 414
 415 #    # NSH SFC Functional
 416 #    nsh-func-results:
 417 #      # Not used
 418 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 419 #        - 1
 420
 421     # DMM Functional
 422     dmm-func-results:
 423       csit-dmm-functional-1904-ubuntu1604-virl:
 424         - 1
 425
 426     ###########################################################################
 427     # Tables (more than one data set)
 428
 429     # Performance changes
 430
 431 #    intel-dnv-vpp-changes-2n-dnv-h1:
 432 #      intel-dnv-vpp-release-1810:
 433 #        - 1
 434 #    intel-dnv-vpp-changes-2n-dnv-ref:
 435 #      intel-dnv-vpp-release-1901:
 436 #        - 1
 437 #    intel-dnv-vpp-changes-2n-dnv-cmp:
 438 #      # TODO: Replace with 1904 data
 439 #      # intel-dnv-vpp-release-1904:
 440 #      intel-dnv-vpp-release-1901:
 441 #        - 1
 442 #    intel-dnv-vpp-changes-2n-dnv:
 443 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
 444 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
 445 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
 446
 447     vpp-performance-changes-3n-hsw-h1:
 448       csit-vpp-perf-verify-1810-3n-hsw:
 449         - 8   # NDRPDR sel
 450         - 12  # NDRPDR sel
 451         - 14  # NDRPDR sel
 452         - 18  # NDRPDR sel
 453         - 23  # NDRPDR sel
 454         - 25  # NDRPDR sel
 455         - 38  # NDRPDR sel
 456         - 39  # NDRPDR sel
 457         - 41  # NDRPDR sel
 458         - 42  # NDRPDR sel
 459     vpp-performance-changes-3n-hsw-ref:
 460       csit-vpp-perf-verify-1901-3n-hsw:
 461         - 10  # NDRPDR sel
 462         - 19  # NDRPDR sel
 463         - 31  # NDRPDR sel
 464         - 36  # NDRPDR sel
 465         - 40  # NDRPDR sel
 466         - 42  # NDRPDR sel
 467         - 44  # NDRPDR sel
 468         - 46  # NDRPDR sel
 469         - 47  # NDRPDR sel
 470         - 48  # NDRPDR sel
 471         - 61  # NDRPDR LB
 472         - 62  # NDRPDR LB
 473         - 63  # NDRPDR LB
 474         - 64  # NDRPDR LB
 475         - 65  # NDRPDR LB
 476         - 66  # NDRPDR LB
 477         - 67  # NDRPDR LB
 478         - 69  # NDRPDR LB
 479         - 70  # NDRPDR LB
 480         - 71  # NDRPDR LB
 481     vpp-performance-changes-3n-hsw-cmp:
 482       csit-vpp-perf-verify-1904-3n-hsw:
 483         - 11  # NDRPDR sel
 484         - 12  # NDRPDR sel
 485         - 20  # NDRPDR sel
 486         - 21  # NDRPDR sel
 487         - 23  # NDRPDR sel
 488         - 24  # NDRPDR sel
 489         - 25  # NDRPDR sel
 490         - 26  # NDRPDR sel
 491         - 29  # NDRPDR sel
 492         - 30  # NDRPDR sel
 493     vpp-performance-changes-3n-hsw:
 494       - "vpp-performance-changes-3n-hsw-h1"
 495       - "vpp-performance-changes-3n-hsw-ref"
 496       - "vpp-performance-changes-3n-hsw-cmp"
 497
 498     vpp-performance-changes-3n-skx-h1:
 499       csit-vpp-perf-verify-1810-3n-skx:
 500         - 10  # NDRPDR sel
 501         - 14  # NDRPDR sel
 502         - 15  # NDRPDR sel
 503         - 16  # NDRPDR sel
 504         - 17  # NDRPDR sel
 505         - 19  # NDRPDR sel
 506         - 20  # NDRPDR sel
 507         - 21  # NDRPDR sel
 508         - 22  # NDRPDR sel
 509         - 25  # NDRPDR sel
 510     vpp-performance-changes-3n-skx-ref:
 511       csit-vpp-perf-verify-1901-3n-skx:
 512         - 18  # NDRPDR sel
 513         - 19  # NDRPDR sel
 514         - 20  # NDRPDR sel
 515         - 28  # NDRPDR sel
 516         - 31  # NDRPDR sel
 517         - 33  # NDRPDR sel
 518         - 36  # NDRPDR sel
 519         - 38  # NDRPDR sel
 520         - 47  # NDRPDR sel
 521         - 48  # NDRPDR sel
 522         - 54  # NDRPDR LB
 523         - 57  # NDRPDR LB
 524         - 58  # NDRPDR LB
 525         - 59  # NDRPDR LB
 526         - 60  # NDRPDR LB
 527         - 63  # NDRPDR LB
 528         - 64  # NDRPDR LB
 529         - 65  # NDRPDR LB
 530         - 66  # NDRPDR LB
 531         - 67  # NDRPDR LB
 532     vpp-performance-changes-3n-skx-cmp:
 533       csit-vpp-perf-verify-1904-3n-skx:
 534         - 8   # NDRPDR sel
 535         - 9   # NDRPDR sel
 536         - 10  # NDRPDR sel
 537         - 11  # NDRPDR sel
 538         - 12  # NDRPDR sel
 539         - 14  # NDRPDR sel
 540         - 16  # NDRPDR sel
 541         - 21  # NDRPDR sel
 542         - 23  # NDRPDR sel
 543         - 25  # NDRPDR sel
 544     vpp-performance-changes-3n-skx:
 545       - "vpp-performance-changes-3n-skx-h1"
 546       - "vpp-performance-changes-3n-skx-ref"
 547       - "vpp-performance-changes-3n-skx-cmp"
 548
 549     vpp-performance-changes-2n-skx-h1:
 550       csit-vpp-perf-verify-1810-2n-skx:
 551         - 9   # NDRPDR sel
 552         - 13  # NDRPDR sel
 553         - 14  # NDRPDR sel
 554         - 19  # NDRPDR sel
 555         - 20  # NDRPDR sel
 556         - 21  # NDRPDR sel
 557         - 22  # NDRPDR sel
 558         - 23  # NDRPDR sel
 559         - 24  # NDRPDR sel
 560         - 27  # NDRPDR sel
 561     vpp-performance-changes-2n-skx-ref:
 562       csit-vpp-perf-verify-1901-2n-skx:
 563         - 5   # NDRPDR sel
 564         - 12  # NDRPDR sel
 565         - 13  # NDRPDR sel
 566         - 21  # NDRPDR sel
 567         - 23  # NDRPDR sel
 568         - 31  # NDRPDR sel
 569         - 34  # NDRPDR sel
 570         - 40  # NDRPDR sel
 571         - 42  # NDRPDR sel
 572         - 43  # NDRPDR sel
 573     vpp-performance-changes-2n-skx-cmp:
 574       csit-vpp-perf-verify-1904-2n-skx:
 575         - 12  # NDRPDR sel
 576         - 14  # NDRPDR sel
 577         - 16  # NDRPDR sel
 578         - 17  # NDRPDR sel
 579         - 18  # NDRPDR sel
 580         - 21  # NDRPDR sel
 581         - 27  # NDRPDR sel
 582         - 30  # NDRPDR sel
 583         - 31  # NDRPDR sel
 584         - 32  # NDRPDR sel
 585     vpp-performance-changes-2n-skx:
 586       - "vpp-performance-changes-2n-skx-h1"
 587       - "vpp-performance-changes-2n-skx-ref"
 588       - "vpp-performance-changes-2n-skx-cmp"
 589
 590     vpp-performance-changes-3n-hsw-mrr-h1:
 591       csit-vpp-perf-verify-1810-3n-hsw:
 592         - 9   # MRR sel
 593     vpp-performance-changes-3n-hsw-mrr-ref:
 594       csit-vpp-perf-verify-1901-3n-hsw:
 595         - 35  # MRR sel
 596     vpp-performance-changes-3n-hsw-mrr-cmp:
 597       csit-vpp-perf-verify-1904-3n-hsw:
 598         - 9   # MRR sel
 599     vpp-performance-changes-3n-hsw-mrr:
 600       - "vpp-performance-changes-3n-hsw-mrr-h1"
 601       - "vpp-performance-changes-3n-hsw-mrr-ref"
 602       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 603
 604     vpp-performance-changes-3n-skx-mrr-h1:
 605       csit-vpp-perf-verify-1810-3n-skx:
 606         - 9   # MRR sel
 607         - 11  # MRR sel
 608         - 12  # MRR sel
 609         - 13  # MRR sel
 610     vpp-performance-changes-3n-skx-mrr-ref:
 611       csit-vpp-perf-verify-1901-3n-skx:
 612         - 32  # MRR sel
 613     vpp-performance-changes-3n-skx-mrr-cmp:
 614       csit-vpp-perf-verify-1904-3n-skx:
 615         - 7   # MRR sel
 616     vpp-performance-changes-3n-skx-mrr:
 617       - "vpp-performance-changes-3n-skx-mrr-h1"
 618       - "vpp-performance-changes-3n-skx-mrr-ref"
 619       - "vpp-performance-changes-3n-skx-mrr-cmp"
 620
 621     vpp-performance-changes-2n-skx-mrr-h1:
 622       csit-vpp-perf-verify-1810-2n-skx:
 623         - 8   # MRR sel
 624         - 10  # MRR sel
 625         - 11  # MRR sel
 626         - 12  # MRR sel
 627     vpp-performance-changes-2n-skx-mrr-ref:
 628       csit-vpp-perf-verify-1901-2n-skx:
 629         - 22  # MRR sel
 630     vpp-performance-changes-2n-skx-mrr-cmp:
 631       csit-vpp-perf-verify-1904-2n-skx:
 632         - 11  # MRR sel
 633     vpp-performance-changes-2n-skx-mrr:
 634       - "vpp-performance-changes-2n-skx-mrr-h1"
 635       - "vpp-performance-changes-2n-skx-mrr-ref"
 636       - "vpp-performance-changes-2n-skx-mrr-cmp"
 637
 638     dpdk-performance-changes-3n-hsw-h1:
 639       csit-dpdk-perf-verify-1810-3n-hsw:
 640         - 1   # NDRPDR sel
 641         - 2   # NDRPDR sel
 642         - 3   # NDRPDR sel
 643         - 4   # NDRPDR sel
 644         - 5   # NDRPDR sel
 645         - 6   # NDRPDR sel
 646         - 7   # NDRPDR sel
 647         - 8   # NDRPDR sel
 648         - 9   # NDRPDR sel
 649         - 10  # NDRPDR sel
 650     dpdk-performance-changes-3n-hsw-ref:
 651       csit-dpdk-perf-verify-1901-3n-hsw:
 652         - 13  # NDRPDR sel
 653         - 14  # NDRPDR sel
 654         - 16  # NDRPDR sel
 655         - 17  # NDRPDR sel
 656         - 18  # NDRPDR sel
 657         - 19  # NDRPDR sel
 658         - 20  # NDRPDR sel
 659         - 21  # NDRPDR sel
 660         - 22  # NDRPDR sel
 661         - 23  # NDRPDR sel
 662     dpdk-performance-changes-3n-hsw-cmp:
 663       csit-dpdk-perf-verify-1904-3n-hsw:
 664         - 2   # NDRPDR sel
 665         - 3   # NDRPDR sel
 666         - 5   # NDRPDR sel
 667         - 6   # NDRPDR sel
 668         - 13  # NDRPDR sel
 669         - 14  # NDRPDR sel
 670         - 15  # NDRPDR sel
 671         - 18  # NDRPDR sel
 672         - 19  # NDRPDR sel
 673         - 20  # NDRPDR sel
 674     dpdk-performance-changes-3n-hsw:
 675       - "dpdk-performance-changes-3n-hsw-h1"
 676       - "dpdk-performance-changes-3n-hsw-ref"
 677       - "dpdk-performance-changes-3n-hsw-cmp"
 678
 679     dpdk-performance-changes-3n-skx-h1:
 680       csit-dpdk-perf-verify-1810-3n-skx:
 681         - 3   # NDRPDR sel
 682         - 4   # NDRPDR sel
 683         - 6   # NDRPDR sel
 684         - 7   # NDRPDR sel
 685         - 8   # NDRPDR sel
 686         - 9   # NDRPDR sel
 687         - 10  # NDRPDR sel
 688         - 11  # NDRPDR sel
 689         - 12  # NDRPDR sel
 690         - 13  # NDRPDR sel
 691     dpdk-performance-changes-3n-skx-ref:
 692       csit-dpdk-perf-verify-1901-3n-skx:
 693         - 3   # NDRPDR sel
 694         - 5   # NDRPDR sel
 695         - 6   # NDRPDR sel
 696         - 7   # NDRPDR sel
 697         - 8   # NDRPDR sel
 698         - 9   # NDRPDR sel
 699         - 10  # NDRPDR sel
 700         - 11  # NDRPDR sel
 701         - 12  # NDRPDR sel
 702         - 13  # NDRPDR sel
 703     dpdk-performance-changes-3n-skx-cmp:
 704       csit-dpdk-perf-verify-1904-3n-skx:
 705         - 2   # NDRPDR sel
 706         - 3   # NDRPDR sel
 707         - 4   # NDRPDR sel
 708         - 5   # NDRPDR sel
 709         - 6   # NDRPDR sel
 710         - 7   # NDRPDR sel
 711         - 11  # NDRPDR sel
 712         - 12  # NDRPDR sel
 713         - 13  # NDRPDR sel
 714         - 14  # NDRPDR sel
 715     dpdk-performance-changes-3n-skx:
 716       - "dpdk-performance-changes-3n-skx-h1"
 717       - "dpdk-performance-changes-3n-skx-ref"
 718       - "dpdk-performance-changes-3n-skx-cmp"
 719
 720     dpdk-performance-changes-2n-skx-h1:
 721       csit-dpdk-perf-verify-1810-2n-skx:
 722         - 3   # NDRPDR sel
 723         - 4   # NDRPDR sel
 724         - 5   # NDRPDR sel
 725         - 7   # NDRPDR sel
 726         - 8   # NDRPDR sel
 727         - 9   # NDRPDR sel
 728         - 10  # NDRPDR sel
 729         - 11  # NDRPDR sel
 730         - 12  # NDRPDR sel
 731         - 13  # NDRPDR sel
 732     dpdk-performance-changes-2n-skx-ref:
 733       csit-dpdk-perf-verify-1901-2n-skx:
 734         - 12  # NDRPDR sel
 735         - 13  # NDRPDR sel
 736         - 14  # NDRPDR sel
 737         - 15  # NDRPDR sel
 738         - 16  # NDRPDR sel
 739         - 17  # NDRPDR sel
 740         - 18  # NDRPDR sel
 741         - 19  # NDRPDR sel
 742         - 20  # NDRPDR sel
 743         - 21  # NDRPDR sel
 744     dpdk-performance-changes-2n-skx-cmp:
 745       csit-dpdk-perf-verify-1904-2n-skx:
 746         - 2   # NDRPDR sel
 747         - 3   # NDRPDR sel
 748         - 4   # NDRPDR sel
 749         - 5   # NDRPDR sel
 750         - 7   # NDRPDR sel
 751         - 8   # NDRPDR sel
 752         - 9   # NDRPDR sel
 753         - 10  # NDRPDR sel
 754         - 11  # NDRPDR sel
 755         - 12  # NDRPDR sel
 756     dpdk-performance-changes-2n-skx:
 757       - "dpdk-performance-changes-2n-skx-h1"
 758       - "dpdk-performance-changes-2n-skx-ref"
 759       - "dpdk-performance-changes-2n-skx-cmp"
 760
 761     # Compare testbeds
 762
 763     vpp-compare-testbeds-ref:
 764       csit-vpp-perf-verify-1904-3n-hsw:
 765         - 11  # NDRPDR sel
 766         - 12  # NDRPDR sel
 767         - 20  # NDRPDR sel
 768         - 21  # NDRPDR sel
 769         - 23  # NDRPDR sel
 770         - 24  # NDRPDR sel
 771         - 25  # NDRPDR sel
 772         - 26  # NDRPDR sel
 773         - 29  # NDRPDR sel
 774         - 30  # NDRPDR sel
 775     vpp-compare-testbeds-cmp:
 776       csit-vpp-perf-verify-1904-3n-skx:
 777         - 8   # NDRPDR sel
 778         - 9   # NDRPDR sel
 779         - 10  # NDRPDR sel
 780         - 11  # NDRPDR sel
 781         - 12  # NDRPDR sel
 782         - 14  # NDRPDR sel
 783         - 16  # NDRPDR sel
 784         - 21  # NDRPDR sel
 785         - 23  # NDRPDR sel
 786         - 25  # NDRPDR sel
 787     vpp-compare-testbeds:
 788       - "vpp-compare-testbeds-ref"
 789       - "vpp-compare-testbeds-cmp"
 790
 791     vpp-compare-testbeds-mrr-ref:
 792       csit-vpp-perf-verify-1904-3n-hsw:
 793         - 9   # MRR sel
 794     vpp-compare-testbeds-mrr-cmp:
 795       csit-vpp-perf-verify-1904-3n-skx:
 796         - 7   # MRR sel
 797     vpp-compare-testbeds-mrr:
 798       - "vpp-compare-testbeds-mrr-ref"
 799       - "vpp-compare-testbeds-mrr-cmp"
 800
 801     dpdk-compare-testbeds-ref:
 802       csit-dpdk-perf-verify-1904-3n-hsw:
 803         - 2   # NDRPDR sel
 804         - 3   # NDRPDR sel
 805         - 5   # NDRPDR sel
 806         - 6   # NDRPDR sel
 807         - 13  # NDRPDR sel
 808         - 14  # NDRPDR sel
 809         - 15  # NDRPDR sel
 810         - 18  # NDRPDR sel
 811         - 19  # NDRPDR sel
 812         - 20  # NDRPDR sel
 813     dpdk-compare-testbeds-cmp:
 814       csit-dpdk-perf-verify-1904-3n-skx:
 815         - 2   # NDRPDR sel
 816         - 3   # NDRPDR sel
 817         - 4   # NDRPDR sel
 818         - 5   # NDRPDR sel
 819         - 6   # NDRPDR sel
 820         - 7   # NDRPDR sel
 821         - 11  # NDRPDR sel
 822         - 12  # NDRPDR sel
 823         - 13  # NDRPDR sel
 824         - 14  # NDRPDR sel
 825     dpdk-compare-testbeds:
 826       - "dpdk-compare-testbeds-ref"
 827       - "dpdk-compare-testbeds-cmp"
 828
 829     # Compare topologies
 830
 831     vpp-compare-topologies-ref:
 832       csit-vpp-perf-verify-1904-3n-skx:
 833         - 8   # NDRPDR sel
 834         - 9   # NDRPDR sel
 835         - 10  # NDRPDR sel
 836         - 11  # NDRPDR sel
 837         - 12  # NDRPDR sel
 838         - 14  # NDRPDR sel
 839         - 16  # NDRPDR sel
 840         - 21  # NDRPDR sel
 841         - 23  # NDRPDR sel
 842         - 25  # NDRPDR sel
 843     vpp-compare-topologies-cmp:
 844       csit-vpp-perf-verify-1904-2n-skx:
 845         - 12  # NDRPDR sel
 846         - 14  # NDRPDR sel
 847         - 16  # NDRPDR sel
 848         - 17  # NDRPDR sel
 849         - 18  # NDRPDR sel
 850         - 21  # NDRPDR sel
 851         - 27  # NDRPDR sel
 852         - 30  # NDRPDR sel
 853         - 31  # NDRPDR sel
 854         - 32  # NDRPDR sel
 855     vpp-compare-topologies:
 856       - "vpp-compare-topologies-ref"
 857       - "vpp-compare-topologies-cmp"
 858
 859     vpp-compare-topologies-mrr-ref:
 860       csit-vpp-perf-verify-1904-3n-skx:
 861         - 7   # MRR sel
 862     vpp-compare-topologies-mrr-cmp:
 863       csit-vpp-perf-verify-1904-2n-skx:
 864         - 11  # MRR sel
 865     vpp-compare-topologies-mrr:
 866       - "vpp-compare-topologies-mrr-ref"
 867       - "vpp-compare-topologies-mrr-cmp"
 868
 869     dpdk-compare-topologies-ref:
 870       csit-dpdk-perf-verify-1904-3n-skx:
 871         - 2   # NDRPDR sel
 872         - 3   # NDRPDR sel
 873         - 4   # NDRPDR sel
 874         - 5   # NDRPDR sel
 875         - 6   # NDRPDR sel
 876         - 7   # NDRPDR sel
 877         - 11  # NDRPDR sel
 878         - 12  # NDRPDR sel
 879         - 13  # NDRPDR sel
 880         - 14  # NDRPDR sel
 881     dpdk-compare-topologies-cmp:
 882       csit-dpdk-perf-verify-1904-2n-skx:
 883         - 2   # NDRPDR sel
 884         - 3   # NDRPDR sel
 885         - 4   # NDRPDR sel
 886         - 5   # NDRPDR sel
 887         - 7   # NDRPDR sel
 888         - 8   # NDRPDR sel
 889         - 9   # NDRPDR sel
 890         - 10  # NDRPDR sel
 891         - 11  # NDRPDR sel
 892         - 12  # NDRPDR sel
 893     dpdk-compare-topologies:
 894       - "dpdk-compare-topologies-ref"
 895       - "dpdk-compare-topologies-cmp"
 896
 897   plot-layouts:
 898
 899     plot-soak-throughput:
 900       titlefont:
 901         size: 18
 902       xaxis:
 903         title: "<b>Test Cases [Index]</b>"
 904         titlefont:
 905           size: 16
 906         autorange: True
 907         fixedrange: False
 908         gridcolor: "rgb(230, 230, 230)"
 909         linecolor: "rgb(220, 220, 220)"
 910         linewidth: 1
 911         showgrid: True
 912         showline: True
 913         showticklabels: True
 914         tickcolor: "rgb(220, 220, 220)"
 915         tickmode: "linear"
 916         tickfont:
 917           size: 16
 918         zeroline: False
 919       yaxis:
 920         title: "<b>Packet Throughput [Mpps]</b>"
 921         titlefont:
 922           size: 16
 923         gridcolor: "rgb(230, 230, 230)"
 924         hoverformat: ".4s"
 925         tickformat: ".3s"
 926         linecolor: "rgb(220, 220, 220)"
 927         linewidth: 1
 928         showgrid: True
 929         showline: True
 930         showticklabels: True
 931         tickcolor: "rgb(220, 220, 220)"
 932         tickfont:
 933           size: 16
 934         zeroline: False
 935         range: [0,50]
 936       autosize: False
 937       margin:
 938         t: 50
 939         b: 0
 940         l: 80
 941         r: 20
 942       showlegend: True
 943       legend:
 944         orientation: "h"
 945         font:
 946           size: 16
 947       width: 700
 948       height: 900
 949
 950     plot-service-density:
 951       titlefont:
 952         size: 18
 953       xaxis:
 954         side: "top"
 955         autorange: True
 956         fixedrange: False
 957         showgrid: False
 958         showline: False
 959         showticklabels: False
 960         ticks: ""
 961         ticklen: 0
 962         tickwidth: 0
 963         zeroline: False
 964       yaxis:
 965         autorange: "reversed"
 966         showgrid: False
 967         showline: False
 968         showticklabels: False
 969         ticks: ""
 970         ticklen: 0
 971         tickwidth: 0
 972         zeroline: False
 973       autosize: True
 974       showlegend: False
 975       width: 700
 976       height: 700
 977
 978     plot-cps:
 979       titlefont:
 980         size: 18
 981       xaxis:
 982         title: "<b>Test Cases [Index]</b>"
 983         titlefont:
 984           size: 16
 985         autorange: True
 986         fixedrange: False
 987         gridcolor: "rgb(230, 230, 230)"
 988         linecolor: "rgb(220, 220, 220)"
 989         linewidth: 1
 990         showgrid: True
 991         showline: True
 992         showticklabels: True
 993         tickcolor: "rgb(220, 220, 220)"
 994         tickmode: "linear"
 995         tickfont:
 996           size: 16
 997         zeroline: False
 998       yaxis:
 999         title: "<b>Connections Per Second [cps]</b>"
1000         titlefont:
1001           size: 16
1002         gridcolor: "rgb(230, 230, 230)"
1003         hoverformat: ".4s"
1004         linecolor: "rgb(220, 220, 220)"
1005         linewidth: 1
1006         rangemode: "tozero"
1007         showgrid: True
1008         showline: True
1009         showticklabels: True
1010         tickcolor: "rgb(220, 220, 220)"
1011         tickformat: ".3s"
1012         tickfont:
1013           size: 16
1014         zeroline: False
1015       boxmode: "group"
1016       boxgroupgap: 0.5
1017       autosize: False
1018       margin:
1019         t: 50
1020         b: 20
1021         l: 80
1022         r: 20
1023       showlegend: True
1024       legend:
1025         orientation: "h"
1026         font:
1027           size: 16
1028       width: 700
1029       height: 800
1030
1031     plot-rps:
1032       titlefont:
1033         size: 18
1034       xaxis:
1035         title: "<b>Test Cases [Index]</b>"
1036         titlefont:
1037           size: 16
1038         autorange: True
1039         fixedrange: False
1040         gridcolor: "rgb(230, 230, 230)"
1041         linecolor: "rgb(220, 220, 220)"
1042         linewidth: 1
1043         showgrid: True
1044         showline: True
1045         showticklabels: True
1046         tickcolor: "rgb(220, 220, 220)"
1047         tickmode: "linear"
1048         tickfont:
1049           size: 16
1050         zeroline: False
1051       yaxis:
1052         title: "<b>Requests Per Second [rps]</b>"
1053         titlefont:
1054           size: 16
1055         gridcolor: "rgb(230, 230, 230)"
1056         hoverformat: ".4s"
1057         linecolor: "rgb(220, 220, 220)"
1058         linewidth: 1
1059         rangemode: "tozero"
1060         showgrid: True
1061         showline: True
1062         showticklabels: True
1063         tickcolor: "rgb(230, 230, 230)"
1064         tickformat: ".3s"
1065         tickfont:
1066           size: 16
1067         zeroline: False
1068       boxmode: "group"
1069       boxgroupgap: 0.5
1070       autosize: False
1071       margin:
1072         t: 50
1073         b: 20
1074         l: 80
1075         r: 20
1076       showlegend: True
1077       legend:
1078         orientation: "h"
1079         font:
1080           size: 16
1081       width: 700
1082       height: 800
1083
1084     plot-throughput:
1085       titlefont:
1086         size: 18
1087       xaxis:
1088         title: "<b>Test Cases [Index]</b>"
1089         titlefont:
1090           size: 16
1091         autorange: True
1092         fixedrange: False
1093         gridcolor: "rgb(230, 230, 230)"
1094         linecolor: "rgb(220, 220, 220)"
1095         linewidth: 1
1096         showgrid: True
1097         showline: True
1098         showticklabels: True
1099         tickcolor: "rgb(220, 220, 220)"
1100         tickmode: "linear"
1101         tickfont:
1102           size: 16
1103         zeroline: False
1104       yaxis:
1105         title: "<b>Packet Throughput [Mpps]</b>"
1106         titlefont:
1107           size: 16
1108         gridcolor: "rgb(230, 230, 230)"
1109         hoverformat: ".4s"
1110         tickformat: ".3s"
1111         linecolor: "rgb(220, 220, 220)"
1112         linewidth: 1
1113         showgrid: True
1114         showline: True
1115         showticklabels: True
1116         tickcolor: "rgb(220, 220, 220)"
1117         tickfont:
1118           size: 16
1119         zeroline: False
1120         range: [0,50]
1121       boxmode: "group"
1122       boxgroupgap: 0.5
1123       autosize: False
1124       margin:
1125         t: 50
1126         b: 0
1127         l: 80
1128         r: 20
1129       showlegend: True
1130       legend:
1131         orientation: "h"
1132         font:
1133           size: 16
1134       width: 700
1135       height: 900
1136
1137     plot-throughput-speedup-analysis:
1138       titlefont:
1139         size: 18
1140       xaxis:
1141         title: "<b>Number of Cores [Qty]</b>"
1142         titlefont:
1143           size: 16
1144         autorange: True
1145         fixedrange: False
1146         gridcolor: "rgb(230, 230, 230)"
1147         linecolor: "rgb(220, 220, 220)"
1148         linewidth: 1
1149         showgrid: True
1150         showline: True
1151         showticklabels: True
1152         tickcolor: "rgb(238, 238, 238)"
1153         tickmode: "linear"
1154         tickfont:
1155           size: 16
1156         zeroline: False
1157       yaxis:
1158         title: "<b>Packet Throughput [Mpps]</b>"
1159         titlefont:
1160           size: 16
1161         type: "linear"
1162         gridcolor: "rgb(230, 230, 230)"
1163         hoverformat: ".4s"
1164         linecolor: "rgb(220, 220, 220)"
1165         linewidth: 1
1166         showgrid: True
1167         showline: True
1168         showticklabels: True
1169         tickcolor: "rgb(220, 220, 220)"
1170         tickformat: ".4s"
1171         tickfont:
1172           size: 16
1173         zeroline: True
1174         rangemode: "tozero"
1175         range: [0,100]
1176       legend:
1177         orientation: "h"
1178         font:
1179           size: 16
1180         xanchor: "left"
1181         yanchor: "top"
1182         x: 0
1183         y: -0.2
1184         bgcolor: "rgba(255, 255, 255, 0)"
1185         bordercolor: "rgba(255, 255, 255, 0)"
1186         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1187       autosize: False
1188       margin:
1189           't': 50
1190           'b': 150
1191           'l': 85
1192           'r': 10
1193       showlegend: True
1194       width: 700
1195       height: 700
1196       hoverlabel:
1197         namelength: -1
1198       annotations: [
1199         {
1200           text: "_ _          __          ...",
1201           align: "left",
1202           showarrow: False,
1203           xref: "paper",
1204           yref: "paper",
1205           xanchor: "left",
1206           yanchor: "top",
1207           x: 0,
1208           y: -0.13,
1209           font: {
1210             family: "Consolas, Courier New",
1211             size: 15
1212           },
1213         },
1214         {
1215           text: "    Perfect     Measured     Limit",
1216           align: "left",
1217           showarrow: False,
1218           xref: "paper",
1219           yref: "paper",
1220           xanchor: "left",
1221           yanchor: "top",
1222           x: 0,
1223           y: -0.15,
1224           font: {
1225             family: "Consolas, Courier New",
1226             size: 15
1227           },
1228         },
1229       ]
1230
1231     plot-latency:
1232       titlefont:
1233         size: 18
1234       xaxis:
1235         title: "<b>Direction</b>"
1236         titlefont:
1237           size: 16
1238         autorange: True
1239         fixedrange: False
1240         gridcolor: "rgb(230, 230, 230)"
1241         linecolor: "rgb(220, 220, 220)"
1242         linewidth: 1
1243         showgrid: True
1244         showline: True
1245         showticklabels: False
1246         tickcolor: "rgb(220, 220, 220)"
1247         tickmode: "linear"
1248         tickfont:
1249           size: 16
1250         zeroline: False
1251       yaxis:
1252         title: "<b>Packet Latency [uSec]</b>"
1253         titlefont:
1254           size: 16
1255         type: "linear"
1256         gridcolor: "rgb(230, 230, 230)"
1257         hoverformat: ".4s"
1258         linecolor: "rgb(220, 220, 220)"
1259         linewidth: 1
1260         showgrid: True
1261         showline: True
1262         showticklabels: True
1263         tickcolor: "rgb(220, 220, 220)"
1264         tickformat: ".4s"
1265         tickfont:
1266           size: 16
1267         zeroline: True
1268         rangemode: "tozero"
1269       legend:
1270         orientation: "h"
1271         font:
1272           size: 16
1273         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1274       autosize: False
1275       margin:
1276           't': 50
1277           'b': 150
1278           'l': 80
1279           'r': 10
1280       showlegend: True
1281       width: 700
1282       height: 700
1283       hoverlabel:
1284         namelength: -1
1285
1286 - type: "static"
1287   src-path: "{DIR[RST]}"
1288   dst-path: "{DIR[WORKING,SRC]}"
1289
1290 - type: "input"
1291   general:
1292     file-name: "robot-plugin.zip"
1293     file-format: ".zip"
1294     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1295     extract: "robot-plugin/output.xml"
1296
1297   builds:
1298 #    # TODO: Add 1904 data
1299 ##    intel-dnv-vpp-release-1904:
1300 ##      - 1
1301 #
1302 #    intel-dnv-vpp-release-1901:
1303 #      - 1
1304 #
1305 #    intel-dnv-vpp-release-1810:
1306 #      - 1
1307
1308     csit-vpp-perf-verify-1810-3n-hsw:
1309       - 9   # MRR sel
1310       - 8   # NDRPDR sel
1311       - 12  # NDRPDR sel
1312       - 14  # NDRPDR sel
1313       - 18  # NDRPDR sel
1314       - 23  # NDRPDR sel
1315       - 25  # NDRPDR sel
1316       - 38  # NDRPDR sel
1317       - 39  # NDRPDR sel
1318       - 41  # NDRPDR sel
1319       - 42  # NDRPDR sel
1320 #      - 28  # WRK
1321 #      - 29  # WRK
1322 #      - 30  # WRK
1323 #      - 31  # WRK
1324 #      - 32  # WRK
1325 #      - 33  # WRK
1326 #      - 34  # WRK
1327 #      - 35  # WRK
1328 #      - 36  # WRK
1329 #      - 37  # WRK
1330     csit-vpp-perf-verify-1901-3n-hsw:
1331       - 35  # MRR sel
1332       - 10  # NDRPDR sel
1333       - 19  # NDRPDR sel
1334       - 31  # NDRPDR sel
1335       - 36  # NDRPDR sel
1336       - 40  # NDRPDR sel
1337       - 42  # NDRPDR sel
1338       - 44  # NDRPDR sel
1339       - 46  # NDRPDR sel
1340       - 47  # NDRPDR sel
1341       - 48  # NDRPDR sel
1342       - 61  # NDRPDR LB
1343       - 62  # NDRPDR LB
1344       - 63  # NDRPDR LB
1345       - 64  # NDRPDR LB
1346       - 65  # NDRPDR LB
1347       - 66  # NDRPDR LB
1348       - 67  # NDRPDR LB
1349       - 69  # NDRPDR LB
1350       - 70  # NDRPDR LB
1351       - 71  # NDRPDR LB
1352     # TODO: Add 1904 Data
1353     csit-vpp-perf-verify-1904-3n-hsw:
1354       - 9   # MRR sel
1355       - 11  # NDRPDR sel
1356       - 12  # NDRPDR sel
1357       - 20  # NDRPDR sel
1358       - 21  # NDRPDR sel
1359       - 23  # NDRPDR sel
1360       - 24  # NDRPDR sel
1361       - 25  # NDRPDR sel
1362       - 26  # NDRPDR sel
1363       - 29  # NDRPDR sel
1364       - 30  # NDRPDR sel
1365
1366     csit-vpp-perf-verify-1810-3n-skx:
1367       - 9   # MRR sel
1368       - 11  # MRR sel
1369       - 12  # MRR sel
1370       - 13  # MRR sel
1371       - 10  # NDRPDR sel
1372       - 14  # NDRPDR sel
1373       - 15  # NDRPDR sel
1374       - 16  # NDRPDR sel
1375       - 17  # NDRPDR sel
1376       - 19  # NDRPDR sel
1377       - 20  # NDRPDR sel
1378       - 21  # NDRPDR sel
1379       - 22  # NDRPDR sel
1380       - 25  # NDRPDR sel
1381     csit-vpp-perf-verify-1901-3n-skx:
1382       - 32  # MRR sel
1383       - 18  # NDRPDR sel
1384       - 19  # NDRPDR sel
1385       - 20  # NDRPDR sel
1386       - 28  # NDRPDR sel
1387       - 31  # NDRPDR sel
1388       - 33  # NDRPDR sel
1389       - 36  # NDRPDR sel
1390       - 38  # NDRPDR sel
1391       - 47  # NDRPDR sel
1392       - 48  # NDRPDR sel
1393       - 54  # NDRPDR LB
1394       - 57  # NDRPDR LB
1395       - 58  # NDRPDR LB
1396       - 59  # NDRPDR LB
1397       - 60  # NDRPDR LB
1398       - 63  # NDRPDR LB
1399       - 64  # NDRPDR LB
1400       - 65  # NDRPDR LB
1401       - 66  # NDRPDR LB
1402       - 67  # NDRPDR LB
1403     csit-vpp-perf-verify-1904-3n-skx:
1404       - 7   # MRR sel
1405       - 26  # NDRPDR full
1406       - 27  # NDRPDR full
1407       - 30  # NDRPDR full
1408       - 31  # NDRPDR full
1409       - 8   # NDRPDR sel
1410       - 9   # NDRPDR sel
1411       - 10  # NDRPDR sel
1412       - 11  # NDRPDR sel
1413       - 12  # NDRPDR sel
1414       - 14  # NDRPDR sel
1415       - 16  # NDRPDR sel
1416       - 21  # NDRPDR sel
1417       - 23  # NDRPDR sel
1418       - 25  # NDRPDR sel
1419
1420     csit-vpp-perf-verify-1810-2n-skx:
1421       - 8   # MRR sel
1422       - 10  # MRR sel
1423       - 11  # MRR sel
1424       - 12  # MRR sel
1425       - 9   # NDRPDR sel
1426       - 13  # NDRPDR sel
1427       - 14  # NDRPDR sel
1428       - 19  # NDRPDR sel
1429       - 20  # NDRPDR sel
1430       - 21  # NDRPDR sel
1431       - 22  # NDRPDR sel
1432       - 23  # NDRPDR sel
1433       - 24  # NDRPDR sel
1434       - 27  # NDRPDR sel
1435     csit-vpp-perf-verify-1901-2n-skx:
1436       - 22  # MRR sel
1437       - 5   # NDRPDR sel
1438       - 12  # NDRPDR sel
1439       - 13  # NDRPDR sel
1440       - 21  # NDRPDR sel
1441       - 23  # NDRPDR sel
1442       - 31  # NDRPDR sel
1443       - 34  # NDRPDR sel
1444       - 40  # NDRPDR sel
1445       - 42  # NDRPDR sel
1446       - 43  # NDRPDR sel
1447     # TODO: Add 1904 data
1448     csit-vpp-perf-verify-1904-2n-skx:
1449       - 11  # MRR sel
1450       - 33  # NDRPDR full
1451       - 39  # NDRPDR full
1452       - 58  # NDRPDR full
1453       - 62  # NDRPDR full
1454       - 12  # NDRPDR sel
1455       - 14  # NDRPDR sel
1456       - 16  # NDRPDR sel
1457       - 17  # NDRPDR sel
1458       - 18  # NDRPDR sel
1459       - 21  # NDRPDR sel
1460       - 27  # NDRPDR sel
1461       - 30  # NDRPDR sel
1462       - 31  # NDRPDR sel
1463       - 32  # NDRPDR sel
1464       - 40  # NFV MRR 64b
1465       - 41  # NFV MRR 64b
1466       - 42  # NFV MRR 64b
1467       - 47  # NFV MRR 64b
1468       - 48  # NFV MRR 64b
1469       - 49  # NFV MRR IMIX
1470       - 50  # NFV MRR IMIX
1471       - 51  # NFV MRR IMIX
1472       - 54  # NFV MRR IMIX
1473       - 55  # NFV MRR IMIX
1474       - 56  # NFV NDRPDR 64b
1475       - 59  # NFV NDRPDR 64b
1476       - 60  # NFV NDRPDR 64b
1477       - 65  # NFV NDRPDR 64b
1478       - 68  # NFV NDRPDR 64b
1479       - 66  # NFV NDRPDR IMIX
1480       - 67  # NFV NDRPDR IMIX
1481       - 69  # NFV NDRPDR IMIX
1482       - 70  # SOAK
1483       - 71  # SOAK
1484
1485 #    csit-ligato-perf-verify-1901-3n-hsw:
1486 #      - 10  # NDRPDR full
1487 #      - 8   # NDRPDR sel
1488 #      - 9   # NDRPDR sel
1489 #      - 11  # NDRPDR sel
1490 #      - 12  # NDRPDR sel
1491 #      - 13  # NDRPDR sel
1492 #      - 14  # NDRPDR sel
1493 #      - 15  # NDRPDR sel
1494 #      - 16  # NDRPDR sel
1495 #      - 17  # NDRPDR sel
1496 #      - 18  # NDRPDR sel
1497 #    # TODO: Add 1904 data
1498 ##    csit-ligato-perf-verify-1904-3n-hsw:
1499 ##      -
1500
1501     csit-dpdk-perf-verify-1810-3n-hsw:
1502       - 1   # NDRPDR sel
1503       - 2   # NDRPDR sel
1504       - 3   # NDRPDR sel
1505       - 4   # NDRPDR sel
1506       - 5   # NDRPDR sel
1507       - 6   # NDRPDR sel
1508       - 7   # NDRPDR sel
1509       - 8   # NDRPDR sel
1510       - 9   # NDRPDR sel
1511       - 10  # NDRPDR sel
1512     csit-dpdk-perf-verify-1901-3n-hsw:
1513       - 13  # NDRPDR sel
1514       - 14  # NDRPDR sel
1515       - 16  # NDRPDR sel
1516       - 17  # NDRPDR sel
1517       - 18  # NDRPDR sel
1518       - 19  # NDRPDR sel
1519       - 20  # NDRPDR sel
1520       - 21  # NDRPDR sel
1521       - 22  # NDRPDR sel
1522       - 23  # NDRPDR sel
1523     csit-dpdk-perf-verify-1904-3n-hsw:
1524       - 2   # NDRPDR sel
1525       - 3   # NDRPDR sel
1526       - 5   # NDRPDR sel
1527       - 6   # NDRPDR sel
1528       - 13  # NDRPDR sel
1529       - 14  # NDRPDR sel
1530       - 15  # NDRPDR sel
1531       - 18  # NDRPDR sel
1532       - 19  # NDRPDR sel
1533       - 20  # NDRPDR sel
1534
1535     csit-dpdk-perf-verify-1810-3n-skx:
1536       - 3   # NDRPDR sel
1537       - 4   # NDRPDR sel
1538       - 6   # NDRPDR sel
1539       - 7   # NDRPDR sel
1540       - 8   # NDRPDR sel
1541       - 9   # NDRPDR sel
1542       - 10  # NDRPDR sel
1543       - 11  # NDRPDR sel
1544       - 12  # NDRPDR sel
1545       - 13  # NDRPDR sel
1546     csit-dpdk-perf-verify-1901-3n-skx:
1547       - 3   # NDRPDR sel
1548       - 5   # NDRPDR sel
1549       - 6   # NDRPDR sel
1550       - 7   # NDRPDR sel
1551       - 8   # NDRPDR sel
1552       - 9   # NDRPDR sel
1553       - 10  # NDRPDR sel
1554       - 11  # NDRPDR sel
1555       - 12  # NDRPDR sel
1556       - 13  # NDRPDR sel
1557     csit-dpdk-perf-verify-1904-3n-skx:
1558       - 2   # NDRPDR sel
1559       - 3   # NDRPDR sel
1560       - 4   # NDRPDR sel
1561       - 5   # NDRPDR sel
1562       - 6   # NDRPDR sel
1563       - 7   # NDRPDR sel
1564       - 11  # NDRPDR sel
1565       - 12  # NDRPDR sel
1566       - 13  # NDRPDR sel
1567       - 14  # NDRPDR sel
1568
1569     csit-dpdk-perf-verify-1810-2n-skx:
1570       - 3   # NDRPDR sel
1571       - 4   # NDRPDR sel
1572       - 5   # NDRPDR sel
1573       - 7   # NDRPDR sel
1574       - 8   # NDRPDR sel
1575       - 9   # NDRPDR sel
1576       - 10  # NDRPDR sel
1577       - 11  # NDRPDR sel
1578       - 12  # NDRPDR sel
1579       - 13  # NDRPDR sel
1580     csit-dpdk-perf-verify-1901-2n-skx:
1581       - 12  # NDRPDR sel
1582       - 13  # NDRPDR sel
1583       - 14  # NDRPDR sel
1584       - 15  # NDRPDR sel
1585       - 16  # NDRPDR sel
1586       - 17  # NDRPDR sel
1587       - 18  # NDRPDR sel
1588       - 19  # NDRPDR sel
1589       - 20  # NDRPDR sel
1590       - 21  # NDRPDR sel
1591     csit-dpdk-perf-verify-1904-2n-skx:
1592       - 2   # NDRPDR sel
1593       - 3   # NDRPDR sel
1594       - 4   # NDRPDR sel
1595       - 5   # NDRPDR sel
1596       - 7   # NDRPDR sel
1597       - 8   # NDRPDR sel
1598       - 9   # NDRPDR sel
1599       - 10  # NDRPDR sel
1600       - 11  # NDRPDR sel
1601       - 12  # NDRPDR sel
1602
1603     csit-vpp-functional-1904-ubuntu1604-virl:
1604       - 33
1605     csit-vpp-functional-1904-centos7-virl:
1606       - 32
1607     csit-vpp-device-1904-ubuntu1804-1n-skx:
1608       - 32
1609 #    # Not used
1610 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1611 #      - 1
1612     csit-dmm-functional-1904-ubuntu1604-virl:
1613       - 1
1614     csit-hc2vpp-verify-func-1904-ubuntu1604:
1615       - 4
1616
1617 - type: "output"
1618   output: "report"
1619   format:
1620     html:
1621     - full
1622 #    pdf:
1623 #    - minimal
1624
1625 ################################################################################
1626 ###                               T A B L E S                                ###
1627 ################################################################################
1628
1629 # VPP Compare NICs 3n-hsw 1t1c ndr
1630 - type: "table"
1631   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1632   algorithm: "table_nics_comparison"
1633   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1634   reference:
1635     title: "Intel-x520"
1636     nic: "NIC_Intel-X520-DA2"
1637   compare:
1638     title: "Intel-x710"
1639     nic: "NIC_Intel-X710"
1640   data: "vpp-nic-comparison-3n-hsw"
1641   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1642   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1643   parameters:
1644   - "name"
1645   - "parent"
1646   - "throughput"
1647   - "tags"
1648
1649 # VPP Compare NICs 3n-hsw 2t2c ndr
1650 - type: "table"
1651   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1652   algorithm: "table_nics_comparison"
1653   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1654   reference:
1655     title: "Intel-x520"
1656     nic: "NIC_Intel-X520-DA2"
1657   compare:
1658     title: "Intel-x710"
1659     nic: "NIC_Intel-X710"
1660   data: "vpp-nic-comparison-3n-hsw"
1661   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1662   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1663   parameters:
1664   - "name"
1665   - "parent"
1666   - "throughput"
1667   - "tags"
1668
1669 # VPP Compare NICs 3n-hsw 1t1c pdr
1670 - type: "table"
1671   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1672   algorithm: "table_nics_comparison"
1673   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1674   reference:
1675     title: "Intel-x520"
1676     nic: "NIC_Intel-X520-DA2"
1677   compare:
1678     title: "Intel-x710"
1679     nic: "NIC_Intel-X710"
1680   data: "vpp-nic-comparison-3n-hsw"
1681   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1682   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1683   parameters:
1684   - "name"
1685   - "parent"
1686   - "throughput"
1687   - "tags"
1688
1689 # VPP Compare NICs 3n-hsw 2t2c pdr
1690 - type: "table"
1691   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1692   algorithm: "table_nics_comparison"
1693   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1694   reference:
1695     title: "Intel-x520"
1696     nic: "NIC_Intel-X520-DA2"
1697   compare:
1698     title: "Intel-x710"
1699     nic: "NIC_Intel-X710"
1700   data: "vpp-nic-comparison-3n-hsw"
1701   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1702   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1703   parameters:
1704   - "name"
1705   - "parent"
1706   - "throughput"
1707   - "tags"
1708
1709 # VPP Compare NICs 3n-hsw 1t1c mrr
1710 - type: "table"
1711   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1712   algorithm: "table_nics_comparison"
1713   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1714   reference:
1715     title: "Intel-x520"
1716     nic: "NIC_Intel-X520-DA2"
1717   compare:
1718     title: "Intel-x710"
1719     nic: "NIC_Intel-X710"
1720   data: "vpp-nic-comparison-3n-hsw-mrr"
1721   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1722   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1723   parameters:
1724   - "name"
1725   - "parent"
1726   - "result"
1727   - "tags"
1728
1729 # VPP Compare NICs 3n-hsw 2t2c mrr
1730 - type: "table"
1731   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1732   algorithm: "table_nics_comparison"
1733   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1734   reference:
1735     title: "Intel-x520"
1736     nic: "NIC_Intel-X520-DA2"
1737   compare:
1738     title: "Intel-x710"
1739     nic: "NIC_Intel-X710"
1740   data: "vpp-nic-comparison-3n-hsw-mrr"
1741   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1742   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1743   parameters:
1744   - "name"
1745   - "parent"
1746   - "result"
1747   - "tags"
1748
1749 # VPP Compare NICs 3n-hsw 4t4c mrr
1750 - type: "table"
1751   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1752   algorithm: "table_nics_comparison"
1753   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1754   reference:
1755     title: "Intel-x520"
1756     nic: "NIC_Intel-X520-DA2"
1757   compare:
1758     title: "Intel-x710"
1759     nic: "NIC_Intel-X710"
1760   data: "vpp-nic-comparison-3n-hsw-mrr"
1761   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1762   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1763   parameters:
1764   - "name"
1765   - "parent"
1766   - "result"
1767   - "tags"
1768
1769 # VPP Compare NICs 3n-skx 2t1c ndr
1770 - type: "table"
1771   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1772   algorithm: "table_nics_comparison"
1773   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1774   reference:
1775     title: "Intel-x710"
1776     nic: "NIC_Intel-X710"
1777   compare:
1778     title: "Intel-xxv710"
1779     nic: "NIC_Intel-XXV710"
1780   data: "vpp-nic-comparison-3n-skx"
1781   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1782   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1783   parameters:
1784   - "name"
1785   - "parent"
1786   - "throughput"
1787   - "tags"
1788
1789 # VPP Compare NICs 3n-skx 4t2c ndr
1790 - type: "table"
1791   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1792   algorithm: "table_nics_comparison"
1793   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1794   reference:
1795     title: "Intel-x710"
1796     nic: "NIC_Intel-X710"
1797   compare:
1798     title: "Intel-xxv710"
1799     nic: "NIC_Intel-XXV710"
1800   data: "vpp-nic-comparison-3n-skx"
1801   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1802   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1803   parameters:
1804   - "name"
1805   - "parent"
1806   - "throughput"
1807   - "tags"
1808
1809 # VPP Compare NICs 3n-skx 2t1c pdr
1810 - type: "table"
1811   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1812   algorithm: "table_nics_comparison"
1813   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1814   reference:
1815     title: "Intel-x710"
1816     nic: "NIC_Intel-X710"
1817   compare:
1818     title: "Intel-xxv710"
1819     nic: "NIC_Intel-XXV710"
1820   data: "vpp-nic-comparison-3n-skx"
1821   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1822   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1823   parameters:
1824   - "name"
1825   - "parent"
1826   - "throughput"
1827   - "tags"
1828
1829  # VPP Compare NICs 3n-skx 4t2c pdr
1830 - type: "table"
1831   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1832   algorithm: "table_nics_comparison"
1833   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1834   reference:
1835     title: "Intel-x710"
1836     nic: "NIC_Intel-X710"
1837   compare:
1838     title: "Intel-xxv710"
1839     nic: "NIC_Intel-XXV710"
1840   data: "vpp-nic-comparison-3n-skx"
1841   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1842   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1843   parameters:
1844   - "name"
1845   - "parent"
1846   - "throughput"
1847   - "tags"
1848
1849 # VPP Compare NICs 3n-skx 2t1c mrr
1850 - type: "table"
1851   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1852   algorithm: "table_nics_comparison"
1853   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1854   reference:
1855     title: "Intel-x710"
1856     nic: "NIC_Intel-X710"
1857   compare:
1858     title: "Intel-xxv710"
1859     nic: "NIC_Intel-XXV710"
1860   data: "vpp-nic-comparison-3n-skx-mrr"
1861   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1862   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1863   parameters:
1864   - "name"
1865   - "parent"
1866   - "result"
1867   - "tags"
1868
1869 # VPP Compare NICs 3n-skx 4t2c mrr
1870 - type: "table"
1871   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1872   algorithm: "table_nics_comparison"
1873   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1874   reference:
1875     title: "Intel-x710"
1876     nic: "NIC_Intel-X710"
1877   compare:
1878     title: "Intel-xxv710"
1879     nic: "NIC_Intel-XXV710"
1880   data: "vpp-nic-comparison-3n-skx-mrr"
1881   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1882   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1883   parameters:
1884   - "name"
1885   - "parent"
1886   - "result"
1887   - "tags"
1888
1889  # VPP Compare NICs 3n-skx 8t4c mrr
1890 - type: "table"
1891   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1892   algorithm: "table_nics_comparison"
1893   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1894   reference:
1895     title: "Intel-x710"
1896     nic: "NIC_Intel-X710"
1897   compare:
1898     title: "Intel-xxv710"
1899     nic: "NIC_Intel-XXV710"
1900   data: "vpp-nic-comparison-3n-skx-mrr"
1901   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1902   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1903   parameters:
1904   - "name"
1905   - "parent"
1906   - "result"
1907   - "tags"
1908
1909 # VPP Compare NICs 2n-skx 2t1c ndr
1910 - type: "table"
1911   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1912   algorithm: "table_nics_comparison"
1913   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1914   reference:
1915     title: "Intel-x710"
1916     nic: "NIC_Intel-X710"
1917   compare:
1918     title: "Intel-xxv710"
1919     nic: "NIC_Intel-XXV710"
1920   data: "vpp-nic-comparison-2n-skx"
1921   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1922   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1923   parameters:
1924   - "name"
1925   - "parent"
1926   - "throughput"
1927   - "tags"
1928
1929 # VPP Compare NICs 2n-skx 4t2c ndr
1930 - type: "table"
1931   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1932   algorithm: "table_nics_comparison"
1933   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1934   reference:
1935     title: "Intel-x710"
1936     nic: "NIC_Intel-X710"
1937   compare:
1938     title: "Intel-xxv710"
1939     nic: "NIC_Intel-XXV710"
1940   data: "vpp-nic-comparison-2n-skx"
1941   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1942   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1943   parameters:
1944   - "name"
1945   - "parent"
1946   - "throughput"
1947   - "tags"
1948
1949  # VPP Compare NICs 2n-skx 2t1c pdr
1950 - type: "table"
1951   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1952   algorithm: "table_nics_comparison"
1953   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1954   reference:
1955     title: "Intel-x710"
1956     nic: "NIC_Intel-X710"
1957   compare:
1958     title: "Intel-xxv710"
1959     nic: "NIC_Intel-XXV710"
1960   data: "vpp-nic-comparison-2n-skx"
1961   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1962   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1963   parameters:
1964   - "name"
1965   - "parent"
1966   - "throughput"
1967   - "tags"
1968
1969 # VPP Compare NICs 2n-skx 4t2c pdr
1970 - type: "table"
1971   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1972   algorithm: "table_nics_comparison"
1973   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1974   reference:
1975     title: "Intel-x710"
1976     nic: "NIC_Intel-X710"
1977   compare:
1978     title: "Intel-xxv710"
1979     nic: "NIC_Intel-XXV710"
1980   data: "vpp-nic-comparison-2n-skx"
1981   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1982   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1983   parameters:
1984   - "name"
1985   - "parent"
1986   - "throughput"
1987   - "tags"
1988
1989 # VPP Compare NICs 2n-skx 2t1c mrr
1990 - type: "table"
1991   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1992   algorithm: "table_nics_comparison"
1993   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1994   reference:
1995     title: "Intel-x710"
1996     nic: "NIC_Intel-X710"
1997   compare:
1998     title: "Intel-xxv710"
1999     nic: "NIC_Intel-XXV710"
2000   data: "vpp-nic-comparison-2n-skx-mrr"
2001   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2002   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2003   parameters:
2004   - "name"
2005   - "parent"
2006   - "result"
2007   - "tags"
2008
2009 # VPP Compare NICs 2n-skx 4t2c mrr
2010 - type: "table"
2011   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2012   algorithm: "table_nics_comparison"
2013   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2014   reference:
2015     title: "Intel-x710"
2016     nic: "NIC_Intel-X710"
2017   compare:
2018     title: "Intel-xxv710"
2019     nic: "NIC_Intel-XXV710"
2020   data: "vpp-nic-comparison-2n-skx-mrr"
2021   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2022   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2023   parameters:
2024   - "name"
2025   - "parent"
2026   - "result"
2027   - "tags"
2028
2029 # VPP Compare NICs 2n-skx 8t4c mrr
2030 - type: "table"
2031   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2032   algorithm: "table_nics_comparison"
2033   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2034   reference:
2035     title: "Intel-x710"
2036     nic: "NIC_Intel-X710"
2037   compare:
2038     title: "Intel-xxv710"
2039     nic: "NIC_Intel-XXV710"
2040   data: "vpp-nic-comparison-2n-skx-mrr"
2041   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2042   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2043   parameters:
2044   - "name"
2045   - "parent"
2046   - "result"
2047   - "tags"
2048
2049 ################################################################################
2050 # VPP
2051
2052 ## VPP Performance Changes 2n-dnv 1t1c pdr
2053 #- type: "table"
2054 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2055 #  algorithm: "table_performance_comparison"
2056 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2057 #  history:
2058 #    - title: "rls1810"
2059 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2060 #  reference:
2061 #    title: "rls1901"
2062 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2063 #  compare:
2064 #    title: "rls1904"
2065 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2066 #  data: "intel-dnv-vpp-changes-2n-dnv"
2067 #  include-tests: "PDR"
2068 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2069 #  parameters:
2070 #  - "name"
2071 #  - "parent"
2072 #  - "throughput"
2073 #
2074 ## VPP Performance Changes 2n-dnv 2t2c pdr
2075 #- type: "table"
2076 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2077 #  algorithm: "table_performance_comparison"
2078 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2079 #  history:
2080 #    - title: "rls1810"
2081 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2082 #  reference:
2083 #    title: "rls1901"
2084 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2085 #  compare:
2086 #    title: "rls1904"
2087 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2088 #  data: "intel-dnv-vpp-changes-2n-dnv"
2089 #  include-tests: "PDR"
2090 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2091 #  parameters:
2092 #  - "name"
2093 #  - "parent"
2094 #  - "throughput"
2095 #
2096 ## VPP Performance Changes 2n-dnv 1t1c ndr
2097 #- type: "table"
2098 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2099 #  algorithm: "table_performance_comparison"
2100 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2101 #  history:
2102 #    - title: "rls1810"
2103 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2104 #  reference:
2105 #    title: "rls1901"
2106 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2107 #  compare:
2108 #    title: "rls1904"
2109 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2110 #  data: "intel-dnv-vpp-changes-2n-dnv"
2111 #  include-tests: "NDR"
2112 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2113 #  parameters:
2114 #  - "name"
2115 #  - "parent"
2116 #  - "throughput"
2117 #
2118 ## VPP Performance Changes 2n-dnv 2t2c ndr
2119 #- type: "table"
2120 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2121 #  algorithm: "table_performance_comparison"
2122 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2123 #  history:
2124 #    - title: "rls1810"
2125 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2126 #  reference:
2127 #    title: "rls1901"
2128 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2129 #  compare:
2130 #    title: "rls1904"
2131 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2132 #  data: "intel-dnv-vpp-changes-2n-dnv"
2133 #  include-tests: "NDR"
2134 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2135 #  parameters:
2136 #  - "name"
2137 #  - "parent"
2138 #  - "throughput"
2139 #
2140 ## VPP Performance Changes 2n-dnv 1t1c MRR
2141 #- type: "table"
2142 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2143 #  algorithm: "table_performance_comparison"
2144 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2145 #  history:
2146 #    - title: "rls1810"
2147 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2148 #  reference:
2149 #    title: "rls1901"
2150 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2151 #  compare:
2152 #    title: "rls1904"
2153 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2154 #  data: "intel-dnv-vpp-changes-2n-dnv"
2155 #  include-tests: "MRR"
2156 #  filter: "'1T1C' and 'MRR'"
2157 #  parameters:
2158 #  - "name"
2159 #  - "parent"
2160 #  - "result"
2161 #
2162 ## VPP Performance Changes 2n-dnv 2t2c MRR
2163 #- type: "table"
2164 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2165 #  algorithm: "table_performance_comparison"
2166 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2167 #  history:
2168 #    - title: "rls1810"
2169 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2170 #  reference:
2171 #    title: "rls1901"
2172 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2173 #  compare:
2174 #    title: "rls1904"
2175 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2176 #  data: "intel-dnv-vpp-changes-2n-dnv"
2177 #  include-tests: "MRR"
2178 #  filter: "'2T2C' and 'MRR'"
2179 #  parameters:
2180 #  - "name"
2181 #  - "parent"
2182 #  - "result"
2183 #
2184 ## VPP Performance Changes 2n-dnv 4t4c MRR
2185 #- type: "table"
2186 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2187 #  algorithm: "table_performance_comparison"
2188 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2189 #  history:
2190 #    - title: "rls1810"
2191 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2192 #  reference:
2193 #    title: "rls1901"
2194 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2195 #  compare:
2196 #    title: "rls1904"
2197 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2198 #  data: "intel-dnv-vpp-changes-2n-dnv"
2199 #  include-tests: "MRR"
2200 #  filter: "'4T4C' and 'MRR'"
2201 #  parameters:
2202 #  - "name"
2203 #  - "parent"
2204 #  - "result"
2205
2206 # VPP Performance Changes 3n-hsw 1t1c pdr
2207 - type: "table"
2208   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2209   algorithm: "table_performance_comparison"
2210   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2211   history:
2212     - title: "rls1810"
2213       data: "vpp-performance-changes-3n-hsw-h1"
2214   reference:
2215     title: "rls1901"
2216     data: "vpp-performance-changes-3n-hsw-ref"
2217   compare:
2218     title: "rls1904"
2219     data: "vpp-performance-changes-3n-hsw-cmp"
2220   data: "vpp-performance-changes-3n-hsw"
2221   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2222   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2223   parameters:
2224   - "name"
2225   - "parent"
2226   - "throughput"
2227
2228 # VPP Performance Changes 3n-hsw 2t2c pdr
2229 - type: "table"
2230   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2231   algorithm: "table_performance_comparison"
2232   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2233   history:
2234     - title: "rls1810"
2235       data: "vpp-performance-changes-3n-hsw-h1"
2236   reference:
2237     title: "rls1901"
2238     data: "vpp-performance-changes-3n-hsw-ref"
2239   compare:
2240     title: "rls1904"
2241     data: "vpp-performance-changes-3n-hsw-cmp"
2242   data: "vpp-performance-changes-3n-hsw"
2243   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2244   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2245   parameters:
2246   - "name"
2247   - "parent"
2248   - "throughput"
2249
2250 # VPP Performance Changes 3n-hsw 1t1c ndr
2251 - type: "table"
2252   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2253   algorithm: "table_performance_comparison"
2254   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2255   history:
2256     - title: "rls1810"
2257       data: "vpp-performance-changes-3n-hsw-h1"
2258   reference:
2259     title: "rls1901"
2260     data: "vpp-performance-changes-3n-hsw-ref"
2261   compare:
2262     title: "rls1904"
2263     data: "vpp-performance-changes-3n-hsw-cmp"
2264   data: "vpp-performance-changes-3n-hsw"
2265   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2266   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2267   parameters:
2268   - "name"
2269   - "parent"
2270   - "throughput"
2271
2272 # VPP Performance Changes 3n-hsw 2t2c ndr
2273 - type: "table"
2274   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2275   algorithm: "table_performance_comparison"
2276   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2277   history:
2278     - title: "rls1810"
2279       data: "vpp-performance-changes-3n-hsw-h1"
2280   reference:
2281     title: "rls1901"
2282     data: "vpp-performance-changes-3n-hsw-ref"
2283   compare:
2284     title: "rls1904"
2285     data: "vpp-performance-changes-3n-hsw-cmp"
2286   data: "vpp-performance-changes-3n-hsw"
2287   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2288   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2289   parameters:
2290   - "name"
2291   - "parent"
2292   - "throughput"
2293
2294 # VPP Performance Changes 3n-skx 2t1c pdr
2295 - type: "table"
2296   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2297   algorithm: "table_performance_comparison"
2298   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2299   history:
2300     - title: "rls1810"
2301       data: "vpp-performance-changes-3n-skx-h1"
2302   reference:
2303     title: "rls1901"
2304     data: "vpp-performance-changes-3n-skx-ref"
2305   compare:
2306     title: "rls1904"
2307     data: "vpp-performance-changes-3n-skx-cmp"
2308   data: "vpp-performance-changes-3n-skx"
2309   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2310   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2311   parameters:
2312   - "name"
2313   - "parent"
2314   - "throughput"
2315
2316 # VPP Performance Changes 3n-skx 4t2c pdr
2317 - type: "table"
2318   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2319   algorithm: "table_performance_comparison"
2320   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2321   history:
2322     - title: "rls1810"
2323       data: "vpp-performance-changes-3n-skx-h1"
2324   reference:
2325     title: "rls1901"
2326     data: "vpp-performance-changes-3n-skx-ref"
2327   compare:
2328     title: "rls1904"
2329     data: "vpp-performance-changes-3n-skx-cmp"
2330   data: "vpp-performance-changes-3n-skx"
2331   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2332   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2333   parameters:
2334   - "name"
2335   - "parent"
2336   - "throughput"
2337
2338 # VPP Performance Changes 3n-skx 2t1c ndr
2339 - type: "table"
2340   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2341   algorithm: "table_performance_comparison"
2342   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2343   history:
2344     - title: "rls1810"
2345       data: "vpp-performance-changes-3n-skx-h1"
2346   reference:
2347     title: "rls1901"
2348     data: "vpp-performance-changes-3n-skx-ref"
2349   compare:
2350     title: "rls1904"
2351     data: "vpp-performance-changes-3n-skx-cmp"
2352   data: "vpp-performance-changes-3n-skx"
2353   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2354   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2355   parameters:
2356   - "name"
2357   - "parent"
2358   - "throughput"
2359
2360 # VPP Performance Changes 3n-skx 4t2c ndr
2361 - type: "table"
2362   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2363   algorithm: "table_performance_comparison"
2364   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2365   history:
2366     - title: "rls1810"
2367       data: "vpp-performance-changes-3n-skx-h1"
2368   reference:
2369     title: "rls1901"
2370     data: "vpp-performance-changes-3n-skx-ref"
2371   compare:
2372     title: "rls1904"
2373     data: "vpp-performance-changes-3n-skx-cmp"
2374   data: "vpp-performance-changes-3n-skx"
2375   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2376   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2377   parameters:
2378   - "name"
2379   - "parent"
2380   - "throughput"
2381
2382 # VPP Performance Changes 2n-skx 2t1c pdr
2383 - type: "table"
2384   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2385   algorithm: "table_performance_comparison"
2386   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2387   history:
2388     - title: "rls1810"
2389       data: "vpp-performance-changes-2n-skx-h1"
2390   reference:
2391     title: "rls1901"
2392     data: "vpp-performance-changes-2n-skx-ref"
2393   compare:
2394     title: "rls1904"
2395     data: "vpp-performance-changes-2n-skx-cmp"
2396   data: "vpp-performance-changes-2n-skx"
2397   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2398   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2399   parameters:
2400   - "name"
2401   - "parent"
2402   - "throughput"
2403
2404 # VPP Performance Changes 2n-skx 4t2c pdr
2405 - type: "table"
2406   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2407   algorithm: "table_performance_comparison"
2408   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2409   history:
2410     - title: "rls1810"
2411       data: "vpp-performance-changes-2n-skx-h1"
2412   reference:
2413     title: "rls1901"
2414     data: "vpp-performance-changes-2n-skx-ref"
2415   compare:
2416     title: "rls1904"
2417     data: "vpp-performance-changes-2n-skx-cmp"
2418   data: "vpp-performance-changes-2n-skx"
2419   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2420   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2421   parameters:
2422   - "name"
2423   - "parent"
2424   - "throughput"
2425
2426 # VPP Performance Changes 2n-skx 2t1c ndr
2427 - type: "table"
2428   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2429   algorithm: "table_performance_comparison"
2430   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2431   history:
2432     - title: "rls1810"
2433       data: "vpp-performance-changes-2n-skx-h1"
2434   reference:
2435     title: "rls1901"
2436     data: "vpp-performance-changes-2n-skx-ref"
2437   compare:
2438     title: "rls1904"
2439     data: "vpp-performance-changes-2n-skx-cmp"
2440   data: "vpp-performance-changes-2n-skx"
2441   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2442   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2443   parameters:
2444   - "name"
2445   - "parent"
2446   - "throughput"
2447
2448 # VPP Performance Changes 2n-skx 4t2c ndr
2449 - type: "table"
2450   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2451   algorithm: "table_performance_comparison"
2452   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2453   history:
2454     - title: "rls1810"
2455       data: "vpp-performance-changes-2n-skx-h1"
2456   reference:
2457     title: "rls1901"
2458     data: "vpp-performance-changes-2n-skx-ref"
2459   compare:
2460     title: "rls1904"
2461     data: "vpp-performance-changes-2n-skx-cmp"
2462   data: "vpp-performance-changes-2n-skx"
2463   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2464   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2465   parameters:
2466   - "name"
2467   - "parent"
2468   - "throughput"
2469
2470 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2471 - type: "table"
2472   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2473   algorithm: "table_performance_comparison"
2474   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2475   reference:
2476     title: "3-Node Hsw"
2477     data: "vpp-compare-testbeds-ref"
2478   compare:
2479     title: "3-Node Skx"
2480     data: "vpp-compare-testbeds-cmp"
2481   data: "vpp-compare-testbeds"
2482   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2483   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2484   parameters:
2485   - "name"
2486   - "parent"
2487   - "throughput"
2488
2489 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2490 - type: "table"
2491   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2492   algorithm: "table_performance_comparison"
2493   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2494   reference:
2495     title: "3-Node Hsw"
2496     data: "vpp-compare-testbeds-ref"
2497   compare:
2498     title: "3-Node Skx"
2499     data: "vpp-compare-testbeds-cmp"
2500   data: "vpp-compare-testbeds"
2501   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2502   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2503   parameters:
2504   - "name"
2505   - "parent"
2506   - "throughput"
2507
2508 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2509 - type: "table"
2510   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2511   algorithm: "table_performance_comparison"
2512   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2513   reference:
2514     title: "3-Node Hsw"
2515     data: "vpp-compare-testbeds-ref"
2516   compare:
2517     title: "3-Node Skx"
2518     data: "vpp-compare-testbeds-cmp"
2519   data: "vpp-compare-testbeds"
2520   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2521   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2522   parameters:
2523   - "name"
2524   - "parent"
2525   - "throughput"
2526
2527 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2528 - type: "table"
2529   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2530   algorithm: "table_performance_comparison"
2531   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2532   reference:
2533     title: "3-Node Hsw"
2534     data: "vpp-compare-testbeds-ref"
2535   compare:
2536     title: "3-Node Skx"
2537     data: "vpp-compare-testbeds-cmp"
2538   data: "vpp-compare-testbeds"
2539   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2540   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2541   parameters:
2542   - "name"
2543   - "parent"
2544   - "throughput"
2545
2546 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2547 - type: "table"
2548   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2549   algorithm: "table_performance_comparison"
2550   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2551   reference:
2552     title: "3-Node Skx"
2553     data: "vpp-compare-topologies-ref"
2554   compare:
2555     title: "2-Node Skx"
2556     data: "vpp-compare-topologies-cmp"
2557   data: "vpp-compare-topologies"
2558   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2559   filter: "'NDRPDR' and '1C'"
2560   parameters:
2561   - "name"
2562   - "parent"
2563   - "throughput"
2564
2565 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2566 - type: "table"
2567   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2568   algorithm: "table_performance_comparison"
2569   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2570   reference:
2571     title: "3-Node Skx"
2572     data: "vpp-compare-topologies-ref"
2573   compare:
2574     title: "2-Node Skx"
2575     data: "vpp-compare-topologies-cmp"
2576   data: "vpp-compare-topologies"
2577   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2578   filter: "'NDRPDR' and '2C'"
2579   parameters:
2580   - "name"
2581   - "parent"
2582   - "throughput"
2583
2584 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2585 - type: "table"
2586   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2587   algorithm: "table_performance_comparison"
2588   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2589   reference:
2590     title: "3-Node Skx"
2591     data: "vpp-compare-topologies-ref"
2592   compare:
2593     title: "2-Node Skx"
2594     data: "vpp-compare-topologies-cmp"
2595   data: "vpp-compare-topologies"
2596   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2597   filter: "'NDRPDR' and '1C'"
2598   parameters:
2599   - "name"
2600   - "parent"
2601   - "throughput"
2602
2603 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2604 - type: "table"
2605   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2606   algorithm: "table_performance_comparison"
2607   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2608   reference:
2609     title: "3-Node Skx"
2610     data: "vpp-compare-topologies-ref"
2611   compare:
2612     title: "2-Node Skx"
2613     data: "vpp-compare-topologies-cmp"
2614   data: "vpp-compare-topologies"
2615   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2616   filter: "'NDRPDR' and '2C'"
2617   parameters:
2618   - "name"
2619   - "parent"
2620   - "throughput"
2621
2622 # VPP Performance Changes 3n-hsw 1t1c MRR
2623 - type: "table"
2624   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2625   algorithm: "table_performance_comparison"
2626   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2627   history:
2628     - title: "rls1810"
2629       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2630   reference:
2631     title: "rls1901"
2632     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2633   compare:
2634     title: "rls1904"
2635     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2636   data: "vpp-performance-changes-3n-hsw-mrr"
2637   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2638   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2639   parameters:
2640   - "name"
2641   - "parent"
2642   - "result"
2643
2644 # VPP Performance Changes 3n-hsw 2t2c MRR
2645 - type: "table"
2646   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2647   algorithm: "table_performance_comparison"
2648   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2649   history:
2650     - title: "rls1810"
2651       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2652   reference:
2653     title: "rls1901"
2654     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2655   compare:
2656     title: "rls1904"
2657     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2658   data: "vpp-performance-changes-3n-hsw-mrr"
2659   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2660   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2661   parameters:
2662   - "name"
2663   - "parent"
2664   - "result"
2665
2666 # VPP Performance Changes 3n-hsw 4t4c MRR
2667 - type: "table"
2668   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2669   algorithm: "table_performance_comparison"
2670   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2671   history:
2672     - title: "rls1810"
2673       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2674   reference:
2675     title: "rls1901"
2676     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2677   compare:
2678     title: "rls1904"
2679     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2680   data: "vpp-performance-changes-3n-hsw-mrr"
2681   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2682   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2683   parameters:
2684   - "name"
2685   - "parent"
2686   - "result"
2687
2688 # VPP Performance Changes 3n-skx 2t1c MRR
2689 - type: "table"
2690   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2691   algorithm: "table_performance_comparison"
2692   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2693   history:
2694     - title: "rls1810"
2695       data: "vpp-performance-changes-3n-skx-mrr-h1"
2696   reference:
2697     title: "rls1901"
2698     data: "vpp-performance-changes-3n-skx-mrr-ref"
2699   compare:
2700     title: "rls1904"
2701     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2702   data: "vpp-performance-changes-3n-skx-mrr"
2703   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2704   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2705   parameters:
2706   - "name"
2707   - "parent"
2708   - "result"
2709
2710 # VPP Performance Changes 3n-skx 4t2c MRR
2711 - type: "table"
2712   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2713   algorithm: "table_performance_comparison"
2714   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2715   history:
2716     - title: "rls1810"
2717       data: "vpp-performance-changes-3n-skx-mrr-h1"
2718   reference:
2719     title: "rls1901"
2720     data: "vpp-performance-changes-3n-skx-mrr-ref"
2721   compare:
2722     title: "rls1904"
2723     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2724   data: "vpp-performance-changes-3n-skx-mrr"
2725   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2726   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2727   parameters:
2728   - "name"
2729   - "parent"
2730   - "result"
2731
2732 # VPP Performance Changes 3n-skx 8t4c MRR
2733 - type: "table"
2734   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2735   algorithm: "table_performance_comparison"
2736   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2737   history:
2738     - title: "rls1810"
2739       data: "vpp-performance-changes-3n-skx-mrr-h1"
2740   reference:
2741     title: "rls1901"
2742     data: "vpp-performance-changes-3n-skx-mrr-ref"
2743   compare:
2744     title: "rls1904"
2745     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2746   data: "vpp-performance-changes-3n-skx-mrr"
2747   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2748   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2749   parameters:
2750   - "name"
2751   - "parent"
2752   - "result"
2753
2754 # VPP Performance Changes 2n-skx 2t1c MRR
2755 - type: "table"
2756   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2757   algorithm: "table_performance_comparison"
2758   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2759   history:
2760     - title: "rls1810"
2761       data: "vpp-performance-changes-2n-skx-mrr-h1"
2762   reference:
2763     title: "rls1901"
2764     data: "vpp-performance-changes-2n-skx-mrr-ref"
2765   compare:
2766     title: "rls1904"
2767     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2768   data: "vpp-performance-changes-2n-skx-mrr"
2769   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2770   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2771   parameters:
2772   - "name"
2773   - "parent"
2774   - "result"
2775
2776 # VPP Performance Changes 2n-skx 4t2c MRR
2777 - type: "table"
2778   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2779   algorithm: "table_performance_comparison"
2780   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2781   history:
2782     - title: "rls1810"
2783       data: "vpp-performance-changes-2n-skx-mrr-h1"
2784   reference:
2785     title: "rls1901"
2786     data: "vpp-performance-changes-2n-skx-mrr-ref"
2787   compare:
2788     title: "rls1904"
2789     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2790   data: "vpp-performance-changes-2n-skx-mrr"
2791   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2792   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2793   parameters:
2794   - "name"
2795   - "parent"
2796   - "result"
2797
2798 # VPP Performance Changes 2n-skx 8t4c MRR
2799 - type: "table"
2800   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2801   algorithm: "table_performance_comparison"
2802   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2803   history:
2804     - title: "rls1810"
2805       data: "vpp-performance-changes-2n-skx-mrr-h1"
2806   reference:
2807     title: "rls1901"
2808     data: "vpp-performance-changes-2n-skx-mrr-ref"
2809   compare:
2810     title: "rls1904"
2811     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2812   data: "vpp-performance-changes-2n-skx-mrr"
2813   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2814   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2815   parameters:
2816   - "name"
2817   - "parent"
2818   - "result"
2819
2820 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2821 - type: "table"
2822   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2823   algorithm: "table_performance_comparison"
2824   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2825   reference:
2826     title: "3-Node Hsw"
2827     data: "vpp-compare-testbeds-mrr-ref"
2828   compare:
2829     title: "3-Node Skx"
2830     data: "vpp-compare-testbeds-mrr-cmp"
2831   data: "vpp-compare-testbeds-mrr"
2832   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2833   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2834   parameters:
2835   - "name"
2836   - "parent"
2837   - "result"
2838
2839 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2840 - type: "table"
2841   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2842   algorithm: "table_performance_comparison"
2843   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2844   reference:
2845     title: "3-Node Hsw"
2846     data: "vpp-compare-testbeds-mrr-ref"
2847   compare:
2848     title: "3-Node Skx"
2849     data: "vpp-compare-testbeds-mrr-cmp"
2850   data: "vpp-compare-testbeds-mrr"
2851   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2852   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2853   parameters:
2854   - "name"
2855   - "parent"
2856   - "result"
2857
2858 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2859 - type: "table"
2860   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2861   algorithm: "table_performance_comparison"
2862   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2863   reference:
2864     title: "3-Node Hsw"
2865     data: "vpp-compare-testbeds-mrr-ref"
2866   compare:
2867     title: "3-Node Skx"
2868     data: "vpp-compare-testbeds-mrr-cmp"
2869   data: "vpp-compare-testbeds-mrr"
2870   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2871   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2872   parameters:
2873   - "name"
2874   - "parent"
2875   - "result"
2876
2877 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2878 - type: "table"
2879   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2880   algorithm: "table_performance_comparison"
2881   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2882   reference:
2883     title: "3-Node Skx"
2884     data: "vpp-compare-topologies-mrr-ref"
2885   compare:
2886     title: "2-Node Skx"
2887     data: "vpp-compare-topologies-mrr-cmp"
2888   data: "vpp-compare-topologies-mrr"
2889   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2890   filter: "'MRR' and '1C'"
2891   parameters:
2892   - "name"
2893   - "parent"
2894   - "result"
2895
2896 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2897 - type: "table"
2898   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2899   algorithm: "table_performance_comparison"
2900   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2901   reference:
2902     title: "3-Node Skx"
2903     data: "vpp-compare-topologies-mrr-ref"
2904   compare:
2905     title: "2-Node Skx"
2906     data: "vpp-compare-topologies-mrr-cmp"
2907   data: "vpp-compare-topologies-mrr"
2908   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2909   filter: "'MRR' and '2C'"
2910   parameters:
2911   - "name"
2912   - "parent"
2913   - "result"
2914
2915 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2916 - type: "table"
2917   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2918   algorithm: "table_performance_comparison"
2919   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2920   reference:
2921     title: "3-Node Skx"
2922     data: "vpp-compare-topologies-mrr-ref"
2923   compare:
2924     title: "2-Node Skx"
2925     data: "vpp-compare-topologies-mrr-cmp"
2926   data: "vpp-compare-topologies-mrr"
2927   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2928   filter: "'MRR' and '4C'"
2929   parameters:
2930   - "name"
2931   - "parent"
2932   - "result"
2933
2934 # Detailed Test Results - VPP Performance Results 3n-hsw
2935 - type: "table"
2936   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2937   algorithm: "table_merged_details"
2938   output-file-ext: ".csv"
2939   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2940   columns:
2941   - title: "Name"
2942     data: "data name"
2943   - title: "Status"
2944     data: "data msg"
2945   rows: "generated"
2946   data: "vpp-perf-results-3n-hsw"
2947   filter: "not 'NDRCHK' and not 'PDRCHK'"
2948   parameters:
2949   - "name"
2950   - "parent"
2951   - "msg"
2952
2953 # Detailed Test Results - VPP Performance Results 3n-skx
2954 - type: "table"
2955   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2956   algorithm: "table_merged_details"
2957   output-file-ext: ".csv"
2958   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2959   columns:
2960   - title: "Name"
2961     data: "data name"
2962   - title: "Status"
2963     data: "data msg"
2964   rows: "generated"
2965   data: "vpp-perf-results-3n-skx"
2966   filter: "not 'NDRCHK' and not 'PDRCHK'"
2967   parameters:
2968   - "name"
2969   - "parent"
2970   - "msg"
2971
2972 # Detailed Test Results - VPP Performance Results 2n-skx
2973 - type: "table"
2974   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2975   algorithm: "table_merged_details"
2976   output-file-ext: ".csv"
2977   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2978   columns:
2979   - title: "Name"
2980     data: "data name"
2981   - title: "Status"
2982     data: "data msg"
2983   rows: "generated"
2984   data: "vpp-perf-results-2n-skx"
2985   filter: "not 'NDRCHK' and not 'PDRCHK'"
2986   parameters:
2987   - "name"
2988   - "parent"
2989   - "msg"
2990
2991 ## Detailed Test Results - VPP Performance Results 2n-dnv
2992 #- type: "table"
2993 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2994 #  algorithm: "table_details"
2995 #  output-file-ext: ".csv"
2996 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2997 #  columns:
2998 #  - title: "Name"
2999 #    data: "data name"
3000 #  - title: "Status"
3001 #    data: "data msg"
3002 #  rows: "generated"
3003 #  data: "intel-dnv-vpp"
3004 #  filter: "'NDRPDR'"
3005 #  parameters:
3006 #  - "name"
3007 #  - "parent"
3008 #  - "msg"
3009
3010 # Test configuration - VPP Performance Test Configs 3n-hsw
3011 - type: "table"
3012   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3013   algorithm: "table_merged_details"
3014   output-file-ext: ".csv"
3015   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3016   columns:
3017   - title: "Name"
3018     data: "data name"
3019   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3020     data: "data conf-history"
3021   rows: "generated"
3022   data: "vpp-perf-results-3n-hsw"
3023   filter: "not 'NDRCHK' and not 'PDRCHK'"
3024   parameters:
3025   - "parent"
3026   - "name"
3027   - "conf-history"
3028
3029 # Test configuration - VPP Performance Test Configs 3n-skx
3030 - type: "table"
3031   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3032   algorithm: "table_merged_details"
3033   output-file-ext: ".csv"
3034   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3035   columns:
3036   - title: "Name"
3037     data: "data name"
3038   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3039     data: "data conf-history"
3040   rows: "generated"
3041   data: "vpp-perf-results-3n-skx"
3042   filter: "not 'NDRCHK' and not 'PDRCHK'"
3043   parameters:
3044   - "parent"
3045   - "name"
3046   - "conf-history"
3047
3048 # Test configuration - VPP Performance Test Configs 2n-skx
3049 - type: "table"
3050   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3051   algorithm: "table_merged_details"
3052   output-file-ext: ".csv"
3053   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3054   columns:
3055   - title: "Name"
3056     data: "data name"
3057   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3058     data: "data conf-history"
3059   rows: "generated"
3060   data: "vpp-perf-results-2n-skx"
3061   filter: "not 'NDRCHK' and not 'PDRCHK'"
3062   parameters:
3063   - "parent"
3064   - "name"
3065   - "conf-history"
3066
3067 ## Test configuration - VPP Performance Test Configs 2n-dnv
3068 #- type: "table"
3069 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3070 #  algorithm: "table_details"
3071 #  output-file-ext: ".csv"
3072 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3073 #  columns:
3074 #  - title: "Name"
3075 #    data: "data name"
3076 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3077 #    data: "data conf-history"
3078 #  rows: "generated"
3079 #  data: "intel-dnv-vpp"
3080 #  filter: "'NDRPDR'"
3081 #  parameters:
3082 #  - "parent"
3083 #  - "name"
3084 #  - "conf-history"
3085
3086 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3087 - type: "table"
3088   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3089   algorithm: "table_merged_details"
3090   output-file-ext: ".csv"
3091   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3092   columns:
3093   - title: "Name"
3094     data: "data name"
3095   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3096     data: "data show-run"
3097   rows: "generated"
3098   data: "vpp-perf-results-3n-hsw"
3099   filter: "not 'NDRCHK' and not 'PDRCHK'"
3100   parameters:
3101   - "parent"
3102   - "name"
3103   - "show-run"
3104
3105 # Test Operational Data - VPP Performance Operational Data 3n-skx
3106 - type: "table"
3107   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3108   algorithm: "table_merged_details"
3109   output-file-ext: ".csv"
3110   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3111   columns:
3112   - title: "Name"
3113     data: "data name"
3114   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3115     data: "data show-run"
3116   rows: "generated"
3117   data: "vpp-perf-results-3n-skx"
3118   filter: "not 'NDRCHK' and not 'PDRCHK'"
3119   parameters:
3120   - "parent"
3121   - "name"
3122   - "show-run"
3123
3124 # Test Operational Data - VPP Performance Operational Data 2n-skx
3125 - type: "table"
3126   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3127   algorithm: "table_merged_details"
3128   output-file-ext: ".csv"
3129   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3130   columns:
3131   - title: "Name"
3132     data: "data name"
3133   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3134     data: "data show-run"
3135   rows: "generated"
3136   data: "vpp-perf-results-2n-skx"
3137   filter: "not 'NDRCHK' and not 'PDRCHK'"
3138   parameters:
3139   - "parent"
3140   - "name"
3141   - "show-run"
3142
3143 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3144 #- type: "table"
3145 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3146 #  algorithm: "table_details"
3147 #  output-file-ext: ".csv"
3148 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3149 #  columns:
3150 #  - title: "Name"
3151 #    data: "data name"
3152 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3153 #    data: "data show-run"
3154 #  rows: "generated"
3155 #  data: "intel-dnv-vpp"
3156 #  filter: "'NDRPDR'"
3157 #  parameters:
3158 #  - "parent"
3159 #  - "name"
3160 #  - "show-run"
3161
3162 # Detailed Test Results - VPP MRR Results 3n-hsw
3163 - type: "table"
3164   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3165   algorithm: "table_details"
3166   output-file-ext: ".csv"
3167   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3168   columns:
3169   - title: "Name"
3170     data: "data name"
3171   - title: "Status"
3172     data: "data msg"
3173   rows: "generated"
3174   data: "vpp-mrr-results-3n-hsw"
3175   filter: "'MRR'"
3176   parameters:
3177   - "name"
3178   - "parent"
3179   - "msg"
3180
3181 # Detailed Test Results - VPP MRR Results 3n-skx
3182 - type: "table"
3183   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3184   algorithm: "table_details"
3185   output-file-ext: ".csv"
3186   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3187   columns:
3188   - title: "Name"
3189     data: "data name"
3190   - title: "Status"
3191     data: "data msg"
3192   rows: "generated"
3193   data: "vpp-mrr-results-3n-skx"
3194   filter: "'MRR'"
3195   parameters:
3196   - "name"
3197   - "parent"
3198   - "msg"
3199
3200 # Detailed Test Results - VPP MRR Results 2n-skx
3201 - type: "table"
3202   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3203   algorithm: "table_details"
3204   output-file-ext: ".csv"
3205   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3206   columns:
3207   - title: "Name"
3208     data: "data name"
3209   - title: "Status"
3210     data: "data msg"
3211   rows: "generated"
3212   data: "vpp-mrr-results-2n-skx"
3213   filter: "'MRR'"
3214   parameters:
3215   - "name"
3216   - "parent"
3217   - "msg"
3218
3219 ## Detailed Test Results - VPP MRR Results 2n-dnv
3220 #- type: "table"
3221 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3222 #  algorithm: "table_details"
3223 #  output-file-ext: ".csv"
3224 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3225 #  columns:
3226 #  - title: "Name"
3227 #    data: "data name"
3228 #  - title: "Status"
3229 #    data: "data msg"
3230 #  rows: "generated"
3231 #  data: "intel-dnv-vpp"
3232 #  filter: "'MRR'"
3233 #  parameters:
3234 #  - "name"
3235 #  - "parent"
3236 #  - "msg"
3237
3238 # Test configuration - VPP MRR Test Configs 3n-hsw
3239 - type: "table"
3240   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3241   algorithm: "table_details"
3242   output-file-ext: ".csv"
3243   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3244   columns:
3245   - title: "Name"
3246     data: "data name"
3247   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3248     data: "data conf-history"
3249   rows: "generated"
3250   data: "vpp-mrr-results-3n-hsw"
3251   filter: "'MRR'"
3252   parameters:
3253   - "parent"
3254   - "name"
3255   - "conf-history"
3256
3257 # Test configuration - VPP MRR Test Configs 3n-skx
3258 - type: "table"
3259   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3260   algorithm: "table_details"
3261   output-file-ext: ".csv"
3262   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3263   columns:
3264   - title: "Name"
3265     data: "data name"
3266   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3267     data: "data conf-history"
3268   rows: "generated"
3269   data: "vpp-mrr-results-3n-skx"
3270   filter: "'MRR'"
3271   parameters:
3272   - "parent"
3273   - "name"
3274   - "conf-history"
3275
3276 # Test configuration - VPP MRR Test Configs 2n-skx
3277 - type: "table"
3278   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3279   algorithm: "table_details"
3280   output-file-ext: ".csv"
3281   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3282   columns:
3283   - title: "Name"
3284     data: "data name"
3285   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3286     data: "data conf-history"
3287   rows: "generated"
3288   data: "vpp-mrr-results-2n-skx"
3289   filter: "'MRR'"
3290   parameters:
3291   - "parent"
3292   - "name"
3293   - "conf-history"
3294
3295 ## Test configuration - VPP MRR Test Configs 2n-dnv
3296 #- type: "table"
3297 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3298 #  algorithm: "table_details"
3299 #  output-file-ext: ".csv"
3300 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3301 #  columns:
3302 #  - title: "Name"
3303 #    data: "data name"
3304 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3305 #    data: "data conf-history"
3306 #  rows: "generated"
3307 #  data: "intel-dnv-vpp"
3308 #  filter: "'MRR'"
3309 #  parameters:
3310 #  - "parent"
3311 #  - "name"
3312 #  - "conf-history"
3313
3314 # Detailed Test Results - VPP Functional Results - Ubuntu
3315 - type: "table"
3316   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3317   algorithm: "table_details"
3318   output-file-ext: ".csv"
3319   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3320   columns:
3321   - title: "Name"
3322     data: "data name"
3323   - title: "Documentation"
3324     data: "data doc"
3325   - title: "Status"
3326     data: "data status"
3327   rows: "generated"
3328   data: "vpp-func-results-ubuntu"
3329   filter: "all"
3330   parameters:
3331   - "name"
3332   - "parent"
3333   - "doc"
3334   - "status"
3335
3336 # Detailed Test Results - VPP Functional Results - CentOS
3337 - type: "table"
3338   title: "Detailed Test Results - VPP Functional Results - CentOS"
3339   algorithm: "table_details"
3340   output-file-ext: ".csv"
3341   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3342   columns:
3343   - title: "Name"
3344     data: "data name"
3345   - title: "Documentation"
3346     data: "data doc"
3347   -
3348     title: "Status"
3349     data: "data status"
3350   rows: "generated"
3351   data:
3352     "vpp-func-results-centos"
3353   filter: "all"
3354   parameters:
3355   - "name"
3356   - "parent"
3357   - "doc"
3358   - "status"
3359
3360 # Test configuration - VPP Functional Test Configs - Ubuntu
3361 - type: "table"
3362   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3363   algorithm: "table_details"
3364   output-file-ext: ".csv"
3365   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3366   columns:
3367   - title: "Name"
3368     data: "data name"
3369   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3370     data: "data conf-history"
3371   rows: "generated"
3372   data: "vpp-func-results-ubuntu"
3373   filter: "all"
3374   parameters:
3375   - "parent"
3376   - "name"
3377   - "conf-history"
3378
3379 # Test configuration - VPP Functional Test Configs - CentOS
3380 - type: "table"
3381   title: "Test configuration - VPP Functional Test Configs - CentOS"
3382   algorithm: "table_details"
3383   output-file-ext: ".csv"
3384   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3385   columns:
3386   - title: "Name"
3387     data: "data name"
3388   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3389     data: "data conf-history"
3390   rows: "generated"
3391   data: "vpp-func-results-centos"
3392   filter: "all"
3393   parameters:
3394   - "parent"
3395   - "name"
3396   - "conf-history"
3397
3398 ## Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3399 #- type: "table"
3400 #  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3401 #  algorithm: "table_details"
3402 #  output-file-ext: ".csv"
3403 #  output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3404 #  columns:
3405 #  - title: "Name"
3406 #    data: "data name"
3407 #  - title: "Status"
3408 #    data: "data msg"
3409 #  rows: "generated"
3410 #  data: "ligato-perf-results-3n-hsw"
3411 #  filter: "all"
3412 #  parameters:
3413 #  - "name"
3414 #  - "parent"
3415 #  - "msg"
3416
3417 # Detailed Test Results - VPP Device Results - Ubuntu
3418 - type: "table"
3419   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3420   algorithm: "table_details"
3421   output-file-ext: ".csv"
3422   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3423   columns:
3424   - title: "Name"
3425     data: "data name"
3426   - title: "Documentation"
3427     data: "data doc"
3428   - title: "Status"
3429     data: "data status"
3430   rows: "generated"
3431   data: "vpp-device-results-ubuntu"
3432   filter: "all"
3433   parameters:
3434   - "name"
3435   - "parent"
3436   - "doc"
3437   - "status"
3438
3439 # Test configuration - VPP Device Test Configs - Ubuntu
3440 - type: "table"
3441   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3442   algorithm: "table_details"
3443   output-file-ext: ".csv"
3444   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3445   columns:
3446   - title: "Name"
3447     data: "data name"
3448   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3449     data: "data conf-history"
3450   rows: "generated"
3451   data: "vpp-device-results-ubuntu"
3452   filter: "all"
3453   parameters:
3454   - "parent"
3455   - "name"
3456   - "conf-history"
3457
3458 ################################################################################
3459
3460 # DPDK Performance Changes 3n-hsw 1t1c pdr
3461 - type: "table"
3462   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3463   algorithm: "table_performance_comparison"
3464   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3465   history:
3466     - title: "rls1810"
3467       data: "dpdk-performance-changes-3n-hsw-h1"
3468   reference:
3469     title: "rls1901"
3470     data: "dpdk-performance-changes-3n-hsw-ref"
3471   compare:
3472     title: "rls1904"
3473     data: "dpdk-performance-changes-3n-hsw-cmp"
3474   data: "dpdk-performance-changes-3n-hsw"
3475   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3476   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3477   parameters:
3478   - "name"
3479   - "parent"
3480   - "throughput"
3481
3482 # DPDK Performance Changes 3n-hsw 2t2c pdr
3483 - type: "table"
3484   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3485   algorithm: "table_performance_comparison"
3486   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3487   history:
3488     - title: "rls1810"
3489       data: "dpdk-performance-changes-3n-hsw-h1"
3490   reference:
3491     title: "rls1901"
3492     data: "dpdk-performance-changes-3n-hsw-ref"
3493   compare:
3494     title: "rls1904"
3495     data: "dpdk-performance-changes-3n-hsw-cmp"
3496   data: "dpdk-performance-changes-3n-hsw"
3497   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3498   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3499   parameters:
3500   - "name"
3501   - "parent"
3502   - "throughput"
3503
3504 # DPDK Performance Changes 3n-hsw 1t1c ndr
3505 - type: "table"
3506   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3507   algorithm: "table_performance_comparison"
3508   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3509   history:
3510     - title: "rls1810"
3511       data: "dpdk-performance-changes-3n-hsw-h1"
3512   reference:
3513     title: "rls1901"
3514     data: "dpdk-performance-changes-3n-hsw-ref"
3515   compare:
3516     title: "rls1904"
3517     data: "dpdk-performance-changes-3n-hsw-cmp"
3518   data: "dpdk-performance-changes-3n-hsw"
3519   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3520   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3521   parameters:
3522   - "name"
3523   - "parent"
3524   - "throughput"
3525
3526 # DPDK Performance Changes 3n-hsw 2t2c ndr
3527 - type: "table"
3528   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3529   algorithm: "table_performance_comparison"
3530   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3531   history:
3532     - title: "rls1810"
3533       data: "dpdk-performance-changes-3n-hsw-h1"
3534   reference:
3535     title: "rls1901"
3536     data: "dpdk-performance-changes-3n-hsw-ref"
3537   compare:
3538     title: "rls1904"
3539     data: "dpdk-performance-changes-3n-hsw-cmp"
3540   data: "dpdk-performance-changes-3n-hsw"
3541   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3542   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3543   parameters:
3544   - "name"
3545   - "parent"
3546   - "throughput"
3547
3548 # DPDK Performance Changes 3n-skx 2t1c pdr
3549 - type: "table"
3550   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3551   algorithm: "table_performance_comparison"
3552   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3553   history:
3554     - title: "rls1810"
3555       data: "dpdk-performance-changes-3n-skx-h1"
3556   reference:
3557     title: "rls1901"
3558     data: "dpdk-performance-changes-3n-skx-ref"
3559   compare:
3560     title: "rls1904"
3561     data: "dpdk-performance-changes-3n-skx-cmp"
3562   data: "dpdk-performance-changes-3n-skx"
3563   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3564   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3565   parameters:
3566   - "name"
3567   - "parent"
3568   - "throughput"
3569
3570 # DPDK Performance Changes 3n-skx 4t2c pdr
3571 - type: "table"
3572   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3573   algorithm: "table_performance_comparison"
3574   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3575   history:
3576     - title: "rls1810"
3577       data: "dpdk-performance-changes-3n-skx-h1"
3578   reference:
3579     title: "rls1901"
3580     data: "dpdk-performance-changes-3n-skx-ref"
3581   compare:
3582     title: "rls1904"
3583     data: "dpdk-performance-changes-3n-skx-cmp"
3584   data: "dpdk-performance-changes-3n-skx"
3585   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3586   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3587   parameters:
3588   - "name"
3589   - "parent"
3590   - "throughput"
3591
3592 # DPDK Performance Changes 3n-skx 2t1c ndr
3593 - type: "table"
3594   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3595   algorithm: "table_performance_comparison"
3596   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3597   history:
3598     - title: "rls1810"
3599       data: "dpdk-performance-changes-3n-skx-h1"
3600   reference:
3601     title: "rls1901"
3602     data: "dpdk-performance-changes-3n-skx-ref"
3603   compare:
3604     title: "rls1904"
3605     data: "dpdk-performance-changes-3n-skx-cmp"
3606   data: "dpdk-performance-changes-3n-skx"
3607   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3608   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3609   parameters:
3610   - "name"
3611   - "parent"
3612   - "throughput"
3613
3614 # DPDK Performance Changes 3n-skx 4t2c ndr
3615 - type: "table"
3616   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3617   algorithm: "table_performance_comparison"
3618   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3619   history:
3620     - title: "rls1810"
3621       data: "dpdk-performance-changes-3n-skx-h1"
3622   reference:
3623     title: "rls1901"
3624     data: "dpdk-performance-changes-3n-skx-ref"
3625   compare:
3626     title: "rls1904"
3627     data: "dpdk-performance-changes-3n-skx-cmp"
3628   data: "dpdk-performance-changes-3n-skx"
3629   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3630   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3631   parameters:
3632   - "name"
3633   - "parent"
3634   - "throughput"
3635
3636 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3637 - type: "table"
3638   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3639   algorithm: "table_performance_comparison"
3640   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3641   reference:
3642     title: "3-Node Hsw"
3643     data: "dpdk-compare-testbeds-ref"
3644   compare:
3645     title: "3-Node Skx"
3646     data: "dpdk-compare-testbeds-cmp"
3647   data: "dpdk-compare-testbeds"
3648   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3649   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3650   parameters:
3651   - "name"
3652   - "parent"
3653   - "throughput"
3654
3655 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3656 - type: "table"
3657   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3658   algorithm: "table_performance_comparison"
3659   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3660   reference:
3661     title: "3-Node Hsw"
3662     data: "dpdk-compare-testbeds-ref"
3663   compare:
3664     title: "3-Node Skx"
3665     data: "dpdk-compare-testbeds-cmp"
3666   data: "dpdk-compare-testbeds"
3667   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3668   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3669   parameters:
3670   - "name"
3671   - "parent"
3672   - "throughput"
3673
3674 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3675 - type: "table"
3676   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3677   algorithm: "table_performance_comparison"
3678   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3679   reference:
3680     title: "3-Node Skx"
3681     data: "dpdk-compare-topologies-ref"
3682   compare:
3683     title: "2-Node Skx"
3684     data: "dpdk-compare-topologies-cmp"
3685   data: "dpdk-compare-topologies"
3686   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3687   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3688   parameters:
3689   - "name"
3690   - "parent"
3691   - "throughput"
3692
3693 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3694 - type: "table"
3695   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3696   algorithm: "table_performance_comparison"
3697   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3698   reference:
3699     title: "3-Node Skx"
3700     data: "dpdk-compare-topologies-ref"
3701   compare:
3702     title: "2-Node Skx"
3703     data: "dpdk-compare-topologies-cmp"
3704   data: "dpdk-compare-topologies"
3705   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3706   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3707   parameters:
3708   - "name"
3709   - "parent"
3710   - "throughput"
3711
3712 # DPDK Performance Changes 2n-skx 2t1c pdr
3713 - type: "table"
3714   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3715   algorithm: "table_performance_comparison"
3716   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3717   history:
3718     - title: "rls1810"
3719       data: "dpdk-performance-changes-2n-skx-h1"
3720   reference:
3721     title: "rls1901"
3722     data: "dpdk-performance-changes-2n-skx-ref"
3723   compare:
3724     title: "rls1904"
3725     data: "dpdk-performance-changes-2n-skx-cmp"
3726   data: "dpdk-performance-changes-2n-skx"
3727   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3728   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3729   parameters:
3730   - "name"
3731   - "parent"
3732   - "throughput"
3733
3734 # DPDK Performance Changes 2n-skx 4t2c pdr
3735 - type: "table"
3736   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3737   algorithm: "table_performance_comparison"
3738   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3739   history:
3740     - title: "rls1810"
3741       data: "dpdk-performance-changes-2n-skx-h1"
3742   reference:
3743     title: "rls1901"
3744     data: "dpdk-performance-changes-2n-skx-ref"
3745   compare:
3746     title: "rls1904"
3747     data: "dpdk-performance-changes-2n-skx-cmp"
3748   data: "dpdk-performance-changes-2n-skx"
3749   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3750   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3751   parameters:
3752   - "name"
3753   - "parent"
3754   - "throughput"
3755
3756 # DPDK Performance Changes 2n-skx 2t1c ndr
3757 - type: "table"
3758   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3759   algorithm: "table_performance_comparison"
3760   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3761   history:
3762     - title: "rls1810"
3763       data: "dpdk-performance-changes-2n-skx-h1"
3764   reference:
3765     title: "rls1901"
3766     data: "dpdk-performance-changes-2n-skx-ref"
3767   compare:
3768     title: "rls1904"
3769     data: "dpdk-performance-changes-2n-skx-cmp"
3770   data: "dpdk-performance-changes-2n-skx"
3771   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3772   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3773   parameters:
3774   - "name"
3775   - "parent"
3776   - "throughput"
3777
3778 # DPDK Performance Changes 2n-skx 4t2c ndr
3779 - type: "table"
3780   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3781   algorithm: "table_performance_comparison"
3782   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3783   history:
3784     - title: "rls1810"
3785       data: "dpdk-performance-changes-2n-skx-h1"
3786   reference:
3787     title: "rls1901"
3788     data: "dpdk-performance-changes-2n-skx-ref"
3789   compare:
3790     title: "rls1904"
3791     data: "dpdk-performance-changes-2n-skx-cmp"
3792   data: "dpdk-performance-changes-2n-skx"
3793   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3794   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3795   parameters:
3796   - "name"
3797   - "parent"
3798   - "throughput"
3799
3800 # Detailed Test Results - DPDK Performance Results 3n-hsw
3801 - type: "table"
3802   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3803   algorithm: "table_details"
3804   output-file-ext: ".csv"
3805   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3806   columns:
3807   - title: "Name"
3808     data: "data name"
3809   - title: "Status"
3810     data: "data msg"
3811   rows: "generated"
3812   data: "dpdk-perf-results-3n-hsw"
3813   filter: "all"
3814   parameters:
3815   - "name"
3816   - "parent"
3817   - "msg"
3818
3819 # Detailed Test Results - DPDK Performance Results 3n-skx
3820 - type: "table"
3821   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3822   algorithm: "table_details"
3823   output-file-ext: ".csv"
3824   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3825   columns:
3826   - title: "Name"
3827     data: "data name"
3828   - title: "Status"
3829     data: "data msg"
3830   rows: "generated"
3831   data: "dpdk-perf-results-3n-skx"
3832   filter: "all"
3833   parameters:
3834   - "name"
3835   - "parent"
3836   - "msg"
3837
3838 # Detailed Test Results - DPDK Performance Results 2n-skx
3839 - type: "table"
3840   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3841   algorithm: "table_details"
3842   output-file-ext: ".csv"
3843   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3844   columns:
3845   - title: "Name"
3846     data: "data name"
3847   - title: "Status"
3848     data: "data msg"
3849   rows: "generated"
3850   data: "dpdk-perf-results-2n-skx"
3851   filter: "all"
3852   parameters:
3853   - "name"
3854   - "parent"
3855   - "msg"
3856
3857 ################################################################################
3858 # HoneyComb
3859 - type: "table"
3860   title: "Detailed Test Results - Honeycomb Functional Results"
3861   algorithm: "table_details"
3862   output-file-ext: ".csv"
3863   output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
3864   columns:
3865   - title: "Name"
3866     data: "data name"
3867   - title: "Documentation"
3868     data: "data doc"
3869   - title: "Status"
3870     data: "data status"
3871   rows: "generated"
3872   data:
3873     "hc-func-results"
3874   filter: "all"
3875   parameters:
3876   - "name"
3877   - "parent"
3878   - "doc"
3879   - "status"
3880
3881 ################################################################################
3882 # NSH SFC
3883 #-
3884 #  type: "table"
3885 #  title: "Detailed Test Results - NSH SFC Functional Results"
3886 #  algorithm: "table_details"
3887 #  output-file-ext: ".csv"
3888 #  output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
3889 #  columns:
3890 #  -
3891 #    title: "Name"
3892 #    data: "data name"
3893 #  -
3894 #    title: "Documentation"
3895 #    data: "data doc"
3896 #  -
3897 #    title: "Status"
3898 #    data: "data status"
3899 #  rows: "generated"
3900 #  data:
3901 #    "nsh-func-results"
3902 #  filter: "all"
3903 #  parameters:
3904 #  - "name"
3905 #  - "parent"
3906 #  - "doc"
3907 #  - "status"
3908
3909 ################################################################################
3910 # DMM
3911 - type: "table"
3912   title: "Detailed Test Results - DMM Functional Results"
3913   algorithm: "table_details"
3914   output-file-ext: ".csv"
3915   output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results"
3916   columns:
3917   - title: "Name"
3918     data: "data name"
3919   - title: "Documentation"
3920     data: "data doc"
3921   - title: "Status"
3922     data: "data status"
3923   rows: "generated"
3924   data:
3925     "dmm-func-results"
3926   filter: "all"
3927   parameters:
3928   - "name"
3929   - "parent"
3930   - "doc"
3931   - "status"
3932
3933 ################################################################################
3934 ###                                F I L E S                                 ###
3935 ################################################################################
3936
3937 # VPP Performance Results 3n-hsw
3938 - type: "file"
3939   title: "VPP Performance Results 3n-hsw"
3940   algorithm: "file_test_results"
3941   output-file-ext: ".rst"
3942   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3943   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3944   dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}"
3945   data: "vpp-perf-results-3n-hsw"
3946   filter: "not 'NDRCHK' and not 'PDRCHK'"
3947   parameters:
3948   - "name"
3949   - "doc"
3950   - "level"
3951   - "parent"
3952   data-start-level: 3
3953
3954 # VPP Performance Results 3n-skx
3955 - type: "file"
3956   title: "VPP Performance Results 3n-skx"
3957   algorithm: "file_test_results"
3958   output-file-ext: ".rst"
3959   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3960   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3961   dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}"
3962   data: "vpp-perf-results-3n-skx"
3963   filter: "not 'NDRCHK' and not 'PDRCHK'"
3964   parameters:
3965   - "name"
3966   - "doc"
3967   - "level"
3968   - "parent"
3969   data-start-level: 3
3970
3971 # VPP Performance Results 2n-skx
3972 - type: "file"
3973   title: "VPP Performance Results 2n-skx"
3974   algorithm: "file_test_results"
3975   output-file-ext: ".rst"
3976   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3977   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3978   dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}"
3979   data: "vpp-perf-results-2n-skx"
3980   filter: "not 'NDRCHK' and not 'PDRCHK'"
3981   parameters:
3982   - "name"
3983   - "doc"
3984   - "level"
3985   - "parent"
3986   data-start-level: 3
3987
3988 ## VPP Performance Results 2n-dnv
3989 #- type: "file"
3990 #  title: "VPP Performance Results 2n-dnv"
3991 #  algorithm: "file_test_results"
3992 #  output-file-ext: ".rst"
3993 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3994 #  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3995 #  dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}"
3996 #  data: "intel-dnv-vpp"
3997 #  filter: "'NDRPDR'"
3998 #  parameters:
3999 #  - "name"
4000 #  - "doc"
4001 #  - "level"
4002 #  - "parent"
4003 #  data-start-level: 3
4004
4005 # VPP Performance Configuration 3n-hsw
4006 - type: "file"
4007   title: "VPP Performance Configuration 3n-hsw"
4008   algorithm: "file_test_results"
4009   output-file-ext: ".rst"
4010   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw"
4011   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
4012   dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}"
4013   data: "vpp-perf-results-3n-hsw"