resources/tools/presentation/specification.yaml

   1 - type: "environment"
   2
   3   paths:
   4     # Top level directories:
   5     ## Working directory
   6     DIR[WORKING]: "_tmp"
   7     ## Build directories
   8     DIR[BUILD,HTML]: "_build"
   9     DIR[BUILD,LATEX]: "_build_latex"
  10
  11     # Static .rst files
  12     DIR[RST]: "../../../docs/report"
  13
  14     # Working directories
  15     ## Input data files (.zip, .xml)
  16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  17     ## Static source files from git
  18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  20
  21     # Static html content
  22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  26
  27     # Detailed test results
  28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  48
  49     # Detailed test configurations
  50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  62
  63     # Detailed tests operational data
  64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  69
  70     # .css patch file to fix tables generated by Sphinx
  71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  73
  74   urls:
  75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
  78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  79     URL[NEXUS]: "https://docs.fd.io/csit"
  80     DIR[NEXUS]: "report/_static/archive"
  81
  82   make-dirs:
  83   # List the directories which are created while preparing the environment.
  84   # All directories MUST be defined in "paths" section.
  85   - "DIR[WORKING,DATA]"
  86   - "DIR[STATIC,VPP]"
  87   - "DIR[STATIC,DPDK]"
  88   - "DIR[STATIC,ARCH]"
  89   - "DIR[BUILD,LATEX]"
  90   - "DIR[WORKING,SRC]"
  91   - "DIR[WORKING,SRC,STATIC]"
  92
  93   remove-dirs:
  94   # List the directories which are deleted while cleaning the environment.
  95   # All directories MUST be defined in "paths" section.
  96   #- "DIR[BUILD,HTML]"
  97   - "DIR[WORKING,DATA]"
  98
  99   build-dirs:
 100   # List the directories where the results (build) is stored.
 101   # All directories MUST be defined in "paths" section.
 102   - "DIR[BUILD,HTML]"
 103   - "DIR[BUILD,LATEX]"
 104
 105 - type: "configuration"
 106
 107   limits:
 108     nic:
 109       x520: 24460000
 110       x553: 29761905
 111       x710: 35800000
 112       xxv710: 35800000
 113       xl710: 35800000
 114
 115     link:
 116       10ge: 14880952.38
 117       25ge: 37202380.95
 118       40ge: 59523809.52
 119       100ge: 148809523.81
 120
 121     pci:
 122       pci-g3-x8: 74404761.90
 123       pci-g3-x16: 148809523.81
 124
 125   data-sets:
 126
 127     ###########################################################################
 128     # Plots:
 129
 130     # 3n-hsw
 131
 132     plot-vpp-throughput-lat-tsa-3n-hsw:
 133       csit-vpp-perf-verify-1904-3n-hsw:
 134         - 11  # NDRPDR sel
 135         - 12  # NDRPDR sel
 136         - 20  # NDRPDR sel
 137         - 21  # NDRPDR sel
 138         - 23  # NDRPDR sel
 139         - 24  # NDRPDR sel
 140         - 25  # NDRPDR sel
 141         - 26  # NDRPDR sel
 142         - 29  # NDRPDR sel
 143         - 30  # NDRPDR sel
 144
 145 #    plot-vpp-http-server-performance:
 146 #      # TODO: Replace with 1904 data
 147 #      # csit-vpp-perf-verify-1904-3n-hsw:
 148 #      csit-vpp-perf-verify-1810-3n-hsw:
 149 #        - 28  # WRK
 150 #        - 29  # WRK
 151 #        - 30  # WRK
 152 #        - 31  # WRK
 153 #        - 32  # WRK
 154 #        - 33  # WRK
 155 #        - 34  # WRK
 156 #        - 35  # WRK
 157 #        - 36  # WRK
 158 #        - 37  # WRK
 159
 160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
 161 #      # TODO: Replace with 1904 data
 162 #      # csit-ligato-perf-verify-1904-3n-hsw:
 163 #      csit-ligato-perf-verify-1901-3n-hsw:
 164 #        - 8   # NDRPDR sel
 165 #        - 9   # NDRPDR sel
 166 #        - 11  # NDRPDR sel
 167 #        - 12  # NDRPDR sel
 168 #        - 13  # NDRPDR sel
 169 #        - 14  # NDRPDR sel
 170 #        - 15  # NDRPDR sel
 171 #        - 16  # NDRPDR sel
 172 #        - 17  # NDRPDR sel
 173 #        - 18  # NDRPDR sel
 174
 175     plot-dpdk-throughput-latency-3n-hsw:
 176       csit-dpdk-perf-verify-1904-3n-hsw:
 177         - 2   # NDRPDR sel
 178         - 3   # NDRPDR sel
 179         - 5   # NDRPDR sel
 180         - 6   # NDRPDR sel
 181         - 13  # NDRPDR sel
 182         - 14  # NDRPDR sel
 183         - 15  # NDRPDR sel
 184         - 18  # NDRPDR sel
 185         - 19  # NDRPDR sel
 186         - 20  # NDRPDR sel
 187
 188     # 3n-skx
 189
 190     plot-vpp-throughput-lat-tsa-3n-skx:
 191       csit-vpp-perf-verify-1904-3n-skx:
 192         - 8   # NDRPDR sel
 193         - 9   # NDRPDR sel
 194         - 10  # NDRPDR sel
 195         - 11  # NDRPDR sel
 196         - 12  # NDRPDR sel
 197         - 14  # NDRPDR sel
 198         - 16  # NDRPDR sel
 199         - 21  # NDRPDR sel
 200         - 23  # NDRPDR sel
 201         - 25  # NDRPDR sel
 202
 203     plot-dpdk-throughput-latency-3n-skx:
 204       csit-dpdk-perf-verify-1904-3n-skx:
 205         - 2   # NDRPDR sel
 206         - 3   # NDRPDR sel
 207         - 4   # NDRPDR sel
 208         - 5   # NDRPDR sel
 209         - 6   # NDRPDR sel
 210         - 7   # NDRPDR sel
 211         - 11  # NDRPDR sel
 212         - 12  # NDRPDR sel
 213         - 13  # NDRPDR sel
 214         - 14  # NDRPDR sel
 215
 216     # 2n-skx
 217
 218     plot-vpp-throughput-lat-tsa-2n-skx:
 219       csit-vpp-perf-verify-1904-2n-skx:
 220         - 12  # NDRPDR sel
 221         - 14  # NDRPDR sel
 222         - 16  # NDRPDR sel
 223         - 17  # NDRPDR sel
 224         - 18  # NDRPDR sel
 225         - 21  # NDRPDR sel
 226         - 27  # NDRPDR sel
 227         - 30  # NDRPDR sel
 228         - 31  # NDRPDR sel
 229         - 32  # NDRPDR sel
 230
 231     plot-vpp-soak-2n-skx:
 232       # TODO: Add 1904 data
 233       csit-vpp-perf-verify-1904-2n-skx:
 234         - 70  # SOAK
 235         - 71  # SOAK
 236
 237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
 238       csit-vpp-perf-verify-1904-2n-skx:
 239         - 56  # NFV NDRPDR 64b
 240         - 59  # NFV NDRPDR 64b
 241         - 60  # NFV NDRPDR 64b
 242         - 65  # NFV NDRPDR 64b
 243         - 68  # NFV NDRPDR 64b
 244
 245     plot-vpp-nfv-2n-skx-ndrpdr-imix:
 246       # TODO: Add 1904 data
 247       csit-vpp-perf-verify-1904-2n-skx:
 248         - 66  # NFV NDRPDR IMIX
 249         - 67  # NFV NDRPDR IMIX
 250         - 69  # NFV NDRPDR IMIX
 251
 252     plot-vpp-nfv-2n-skx-mrr-64b:
 253       csit-vpp-perf-verify-1904-2n-skx:
 254         - 40  # NFV MRR 64b
 255         - 41  # NFV MRR 64b
 256         - 42  # NFV MRR 64b
 257         - 47  # NFV MRR 64b
 258         - 48  # NFV MRR 64b
 259
 260     plot-vpp-nfv-2n-skx-mrr-imix:
 261       csit-vpp-perf-verify-1904-2n-skx:
 262         - 49  # NFV MRR IMIX
 263         - 50  # NFV MRR IMIX
 264         - 51  # NFV MRR IMIX
 265         - 54  # NFV MRR IMIX
 266         - 55  # NFV MRR IMIX
 267
 268     plot-dpdk-throughput-latency-2n-skx:
 269       csit-dpdk-perf-verify-1904-2n-skx:
 270         - 2   # NDRPDR sel
 271         - 3   # NDRPDR sel
 272         - 4   # NDRPDR sel
 273         - 5   # NDRPDR sel
 274         - 7   # NDRPDR sel
 275         - 8   # NDRPDR sel
 276         - 9   # NDRPDR sel
 277         - 10  # NDRPDR sel
 278         - 11  # NDRPDR sel
 279         - 12  # NDRPDR sel
 280
 281     # 3rd party
 282
 283 #    # Denverton:
 284 #    intel-dnv-vpp:
 285 #      # TODO: Replace with 1904 data
 286 #      # intel-dnv-vpp-release-1904:
 287 #      intel-dnv-vpp-release-1901:
 288 #        - 1
 289
 290     ###########################################################################
 291     # Simple tables (only one data set):
 292
 293     # NIC Comparisons
 294
 295     vpp-nic-comparison-3n-hsw:
 296       csit-vpp-perf-verify-1904-3n-hsw:
 297         - 11  # NDRPDR sel
 298         - 12  # NDRPDR sel
 299         - 20  # NDRPDR sel
 300         - 21  # NDRPDR sel
 301         - 23  # NDRPDR sel
 302         - 24  # NDRPDR sel
 303         - 25  # NDRPDR sel
 304         - 26  # NDRPDR sel
 305         - 29  # NDRPDR sel
 306         - 30  # NDRPDR sel
 307
 308     vpp-nic-comparison-3n-skx:
 309       csit-vpp-perf-verify-1904-3n-skx:
 310         - 8   # NDRPDR sel
 311         - 9   # NDRPDR sel
 312         - 10  # NDRPDR sel
 313         - 11  # NDRPDR sel
 314         - 12  # NDRPDR sel
 315         - 14  # NDRPDR sel
 316         - 16  # NDRPDR sel
 317         - 21  # NDRPDR sel
 318         - 23  # NDRPDR sel
 319         - 25  # NDRPDR sel
 320
 321     vpp-nic-comparison-2n-skx:
 322       csit-vpp-perf-verify-1904-2n-skx:
 323         - 12  # NDRPDR sel
 324         - 14  # NDRPDR sel
 325         - 16  # NDRPDR sel
 326         - 17  # NDRPDR sel
 327         - 18  # NDRPDR sel
 328         - 21  # NDRPDR sel
 329         - 27  # NDRPDR sel
 330         - 30  # NDRPDR sel
 331         - 31  # NDRPDR sel
 332         - 32  # NDRPDR sel
 333
 334     vpp-nic-comparison-3n-hsw-mrr:
 335       csit-vpp-perf-verify-1904-3n-hsw:
 336         - 9   # MRR sel
 337
 338     vpp-nic-comparison-3n-skx-mrr:
 339       csit-vpp-perf-verify-1904-3n-skx:
 340         - 7   # MRR sel
 341
 342     vpp-nic-comparison-2n-skx-mrr:
 343       csit-vpp-perf-verify-1904-2n-skx:
 344         - 11  # MRR sel
 345
 346     # Results
 347
 348     vpp-perf-results-3n-hsw:
 349       # TODO: Replace with FULL 1904 data
 350       csit-vpp-perf-verify-1904-3n-hsw:
 351         - 12  # NDRPDR sel
 352
 353     vpp-perf-results-3n-skx:
 354       csit-vpp-perf-verify-1904-3n-skx:
 355         - 26  # NDRPDR full
 356         - 27  # NDRPDR full
 357         - 30  # NDRPDR full
 358         - 31  # NDRPDR full
 359
 360     vpp-perf-results-2n-skx:
 361       csit-vpp-perf-verify-1904-2n-skx:
 362         - 33  # NDRPDR full
 363         - 39  # NDRPDR full
 364         - 58  # NDRPDR full
 365         - 62  # NDRPDR full
 366
 367     vpp-mrr-results-3n-hsw:
 368       csit-vpp-perf-verify-1904-3n-hsw:
 369         - 9   # MRR sel
 370
 371     vpp-mrr-results-3n-skx:
 372       csit-vpp-perf-verify-1904-3n-skx:
 373         - 7   # MRR sel
 374
 375     vpp-mrr-results-2n-skx:
 376       csit-vpp-perf-verify-1904-2n-skx:
 377         - 11  # MRR sel
 378
 379     vpp-func-results-ubuntu:
 380       csit-vpp-functional-1904-ubuntu1604-virl:
 381         - 29
 382
 383     vpp-func-results-centos:
 384       csit-vpp-functional-1904-centos7-virl:
 385         - 32
 386
 387     vpp-device-results-ubuntu:
 388       csit-vpp-device-1904-ubuntu1804-1n-skx:
 389         - 33
 390
 391 #    # VPP Ligato
 392 #    ligato-perf-results-3n-hsw:
 393 #      # TODO: Replace with 1904 data
 394 #      # csit-ligato-perf-verify-1904-3n-hsw:
 395 #      csit-ligato-perf-verify-1901-3n-hsw:
 396 #        - 10  # NDRPDR full
 397
 398     dpdk-perf-results-3n-hsw:
 399       csit-dpdk-perf-verify-1904-3n-hsw:
 400         - 5   # NDRPDR sel
 401
 402     dpdk-perf-results-3n-skx:
 403       csit-dpdk-perf-verify-1904-3n-skx:
 404         - 7   # NDRPDR sel
 405
 406     dpdk-perf-results-2n-skx:
 407       csit-dpdk-perf-verify-1904-2n-skx:
 408         - 9   # NDRPDR sel
 409
 410     # HoneyComb Functional
 411     hc-func-results:
 412       csit-hc2vpp-verify-func-1904-ubuntu1604:
 413         - 4
 414
 415 #    # NSH SFC Functional
 416 #    nsh-func-results:
 417 #      # Not used
 418 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 419 #        - 1
 420
 421     # DMM Functional
 422     dmm-func-results:
 423       csit-dmm-functional-1904-ubuntu1604-virl:
 424         - 1
 425
 426     ###########################################################################
 427     # Tables (more than one data set)
 428
 429     # Performance changes
 430
 431 #    intel-dnv-vpp-changes-2n-dnv-h1:
 432 #      intel-dnv-vpp-release-1810:
 433 #        - 1
 434 #    intel-dnv-vpp-changes-2n-dnv-ref:
 435 #      intel-dnv-vpp-release-1901:
 436 #        - 1
 437 #    intel-dnv-vpp-changes-2n-dnv-cmp:
 438 #      # TODO: Replace with 1904 data
 439 #      # intel-dnv-vpp-release-1904:
 440 #      intel-dnv-vpp-release-1901:
 441 #        - 1
 442 #    intel-dnv-vpp-changes-2n-dnv:
 443 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
 444 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
 445 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
 446
 447     vpp-performance-changes-3n-hsw-h1:
 448       csit-vpp-perf-verify-1810-3n-hsw:
 449         - 8   # NDRPDR sel
 450         - 12  # NDRPDR sel
 451         - 14  # NDRPDR sel
 452         - 18  # NDRPDR sel
 453         - 23  # NDRPDR sel
 454         - 25  # NDRPDR sel
 455         - 38  # NDRPDR sel
 456         - 39  # NDRPDR sel
 457         - 41  # NDRPDR sel
 458         - 42  # NDRPDR sel
 459     vpp-performance-changes-3n-hsw-ref:
 460       csit-vpp-perf-verify-1901-3n-hsw:
 461         - 10  # NDRPDR sel
 462         - 19  # NDRPDR sel
 463         - 31  # NDRPDR sel
 464         - 36  # NDRPDR sel
 465         - 40  # NDRPDR sel
 466         - 42  # NDRPDR sel
 467         - 44  # NDRPDR sel
 468         - 46  # NDRPDR sel
 469         - 47  # NDRPDR sel
 470         - 48  # NDRPDR sel
 471         - 61  # NDRPDR LB
 472         - 62  # NDRPDR LB
 473         - 63  # NDRPDR LB
 474         - 64  # NDRPDR LB
 475         - 65  # NDRPDR LB
 476         - 66  # NDRPDR LB
 477         - 67  # NDRPDR LB
 478         - 69  # NDRPDR LB
 479         - 70  # NDRPDR LB
 480         - 71  # NDRPDR LB
 481     vpp-performance-changes-3n-hsw-cmp:
 482       csit-vpp-perf-verify-1904-3n-hsw:
 483         - 11  # NDRPDR sel
 484         - 12  # NDRPDR sel
 485         - 20  # NDRPDR sel
 486         - 21  # NDRPDR sel
 487         - 23  # NDRPDR sel
 488         - 24  # NDRPDR sel
 489         - 25  # NDRPDR sel
 490         - 26  # NDRPDR sel
 491         - 29  # NDRPDR sel
 492         - 30  # NDRPDR sel
 493     vpp-performance-changes-3n-hsw:
 494       - "vpp-performance-changes-3n-hsw-h1"
 495       - "vpp-performance-changes-3n-hsw-ref"
 496       - "vpp-performance-changes-3n-hsw-cmp"
 497
 498     vpp-performance-changes-3n-skx-h1:
 499       csit-vpp-perf-verify-1810-3n-skx:
 500         - 10  # NDRPDR sel
 501         - 14  # NDRPDR sel
 502         - 15  # NDRPDR sel
 503         - 16  # NDRPDR sel
 504         - 17  # NDRPDR sel
 505         - 19  # NDRPDR sel
 506         - 20  # NDRPDR sel
 507         - 21  # NDRPDR sel
 508         - 22  # NDRPDR sel
 509         - 25  # NDRPDR sel
 510     vpp-performance-changes-3n-skx-ref:
 511       csit-vpp-perf-verify-1901-3n-skx:
 512         - 18  # NDRPDR sel
 513         - 19  # NDRPDR sel
 514         - 20  # NDRPDR sel
 515         - 28  # NDRPDR sel
 516         - 31  # NDRPDR sel
 517         - 33  # NDRPDR sel
 518         - 36  # NDRPDR sel
 519         - 38  # NDRPDR sel
 520         - 47  # NDRPDR sel
 521         - 48  # NDRPDR sel
 522         - 54  # NDRPDR LB
 523         - 57  # NDRPDR LB
 524         - 58  # NDRPDR LB
 525         - 59  # NDRPDR LB
 526         - 60  # NDRPDR LB
 527         - 63  # NDRPDR LB
 528         - 64  # NDRPDR LB
 529         - 65  # NDRPDR LB
 530         - 66  # NDRPDR LB
 531         - 67  # NDRPDR LB
 532     vpp-performance-changes-3n-skx-cmp:
 533       csit-vpp-perf-verify-1904-3n-skx:
 534         - 8   # NDRPDR sel
 535         - 9   # NDRPDR sel
 536         - 10  # NDRPDR sel
 537         - 11  # NDRPDR sel
 538         - 12  # NDRPDR sel
 539         - 14  # NDRPDR sel
 540         - 16  # NDRPDR sel
 541         - 21  # NDRPDR sel
 542         - 23  # NDRPDR sel
 543         - 25  # NDRPDR sel
 544     vpp-performance-changes-3n-skx:
 545       - "vpp-performance-changes-3n-skx-h1"
 546       - "vpp-performance-changes-3n-skx-ref"
 547       - "vpp-performance-changes-3n-skx-cmp"
 548
 549     vpp-performance-changes-2n-skx-h1:
 550       csit-vpp-perf-verify-1810-2n-skx:
 551         - 9   # NDRPDR sel
 552         - 13  # NDRPDR sel
 553         - 14  # NDRPDR sel
 554         - 19  # NDRPDR sel
 555         - 20  # NDRPDR sel
 556         - 21  # NDRPDR sel
 557         - 22  # NDRPDR sel
 558         - 23  # NDRPDR sel
 559         - 24  # NDRPDR sel
 560         - 27  # NDRPDR sel
 561     vpp-performance-changes-2n-skx-ref:
 562       csit-vpp-perf-verify-1901-2n-skx:
 563         - 5   # NDRPDR sel
 564         - 12  # NDRPDR sel
 565         - 13  # NDRPDR sel
 566         - 21  # NDRPDR sel
 567         - 23  # NDRPDR sel
 568         - 31  # NDRPDR sel
 569         - 34  # NDRPDR sel
 570         - 40  # NDRPDR sel
 571         - 42  # NDRPDR sel
 572         - 43  # NDRPDR sel
 573     vpp-performance-changes-2n-skx-cmp:
 574       csit-vpp-perf-verify-1904-2n-skx:
 575         - 12  # NDRPDR sel
 576         - 14  # NDRPDR sel
 577         - 16  # NDRPDR sel
 578         - 17  # NDRPDR sel
 579         - 18  # NDRPDR sel
 580         - 21  # NDRPDR sel
 581         - 27  # NDRPDR sel
 582         - 30  # NDRPDR sel
 583         - 31  # NDRPDR sel
 584         - 32  # NDRPDR sel
 585     vpp-performance-changes-2n-skx:
 586       - "vpp-performance-changes-2n-skx-h1"
 587       - "vpp-performance-changes-2n-skx-ref"
 588       - "vpp-performance-changes-2n-skx-cmp"
 589
 590     vpp-soak-vs-ndr-2n-skx-ref:
 591       csit-vpp-perf-verify-1904-2n-skx:
 592         - 12  # NDRPDR sel
 593         - 14  # NDRPDR sel
 594         - 16  # NDRPDR sel
 595         - 17  # NDRPDR sel
 596         - 18  # NDRPDR sel
 597         - 21  # NDRPDR sel
 598         - 27  # NDRPDR sel
 599         - 30  # NDRPDR sel
 600         - 31  # NDRPDR sel
 601         - 32  # NDRPDR sel
 602     vpp-soak-vs-ndr-2n-skx-cmp:
 603       csit-vpp-perf-verify-1904-2n-skx:
 604         - 70  # SOAK
 605         - 71  # SOAK
 606     vpp-soak-vs-ndr-2n-skx:
 607       csit-vpp-perf-verify-1904-2n-skx:
 608         - 12  # NDRPDR sel
 609         - 14  # NDRPDR sel
 610         - 16  # NDRPDR sel
 611         - 17  # NDRPDR sel
 612         - 18  # NDRPDR sel
 613         - 21  # NDRPDR sel
 614         - 27  # NDRPDR sel
 615         - 30  # NDRPDR sel
 616         - 31  # NDRPDR sel
 617         - 32  # NDRPDR sel
 618         - 70  # SOAK
 619         - 71  # SOAK
 620
 621     vpp-performance-changes-3n-hsw-mrr-h1:
 622       csit-vpp-perf-verify-1810-3n-hsw:
 623         - 9   # MRR sel
 624     vpp-performance-changes-3n-hsw-mrr-ref:
 625       csit-vpp-perf-verify-1901-3n-hsw:
 626         - 35  # MRR sel
 627     vpp-performance-changes-3n-hsw-mrr-cmp:
 628       csit-vpp-perf-verify-1904-3n-hsw:
 629         - 9   # MRR sel
 630     vpp-performance-changes-3n-hsw-mrr:
 631       - "vpp-performance-changes-3n-hsw-mrr-h1"
 632       - "vpp-performance-changes-3n-hsw-mrr-ref"
 633       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 634
 635     vpp-performance-changes-3n-skx-mrr-h1:
 636       csit-vpp-perf-verify-1810-3n-skx:
 637         - 9   # MRR sel
 638         - 11  # MRR sel
 639         - 12  # MRR sel
 640         - 13  # MRR sel
 641     vpp-performance-changes-3n-skx-mrr-ref:
 642       csit-vpp-perf-verify-1901-3n-skx:
 643         - 32  # MRR sel
 644     vpp-performance-changes-3n-skx-mrr-cmp:
 645       csit-vpp-perf-verify-1904-3n-skx:
 646         - 7   # MRR sel
 647     vpp-performance-changes-3n-skx-mrr:
 648       - "vpp-performance-changes-3n-skx-mrr-h1"
 649       - "vpp-performance-changes-3n-skx-mrr-ref"
 650       - "vpp-performance-changes-3n-skx-mrr-cmp"
 651
 652     vpp-performance-changes-2n-skx-mrr-h1:
 653       csit-vpp-perf-verify-1810-2n-skx:
 654         - 8   # MRR sel
 655         - 10  # MRR sel
 656         - 11  # MRR sel
 657         - 12  # MRR sel
 658     vpp-performance-changes-2n-skx-mrr-ref:
 659       csit-vpp-perf-verify-1901-2n-skx:
 660         - 22  # MRR sel
 661     vpp-performance-changes-2n-skx-mrr-cmp:
 662       csit-vpp-perf-verify-1904-2n-skx:
 663         - 11  # MRR sel
 664     vpp-performance-changes-2n-skx-mrr:
 665       - "vpp-performance-changes-2n-skx-mrr-h1"
 666       - "vpp-performance-changes-2n-skx-mrr-ref"
 667       - "vpp-performance-changes-2n-skx-mrr-cmp"
 668
 669     dpdk-performance-changes-3n-hsw-h1:
 670       csit-dpdk-perf-verify-1810-3n-hsw:
 671         - 1   # NDRPDR sel
 672         - 2   # NDRPDR sel
 673         - 3   # NDRPDR sel
 674         - 4   # NDRPDR sel
 675         - 5   # NDRPDR sel
 676         - 6   # NDRPDR sel
 677         - 7   # NDRPDR sel
 678         - 8   # NDRPDR sel
 679         - 9   # NDRPDR sel
 680         - 10  # NDRPDR sel
 681     dpdk-performance-changes-3n-hsw-ref:
 682       csit-dpdk-perf-verify-1901-3n-hsw:
 683         - 13  # NDRPDR sel
 684         - 14  # NDRPDR sel
 685         - 16  # NDRPDR sel
 686         - 17  # NDRPDR sel
 687         - 18  # NDRPDR sel
 688         - 19  # NDRPDR sel
 689         - 20  # NDRPDR sel
 690         - 21  # NDRPDR sel
 691         - 22  # NDRPDR sel
 692         - 23  # NDRPDR sel
 693     dpdk-performance-changes-3n-hsw-cmp:
 694       csit-dpdk-perf-verify-1904-3n-hsw:
 695         - 2   # NDRPDR sel
 696         - 3   # NDRPDR sel
 697         - 5   # NDRPDR sel
 698         - 6   # NDRPDR sel
 699         - 13  # NDRPDR sel
 700         - 14  # NDRPDR sel
 701         - 15  # NDRPDR sel
 702         - 18  # NDRPDR sel
 703         - 19  # NDRPDR sel
 704         - 20  # NDRPDR sel
 705     dpdk-performance-changes-3n-hsw:
 706       - "dpdk-performance-changes-3n-hsw-h1"
 707       - "dpdk-performance-changes-3n-hsw-ref"
 708       - "dpdk-performance-changes-3n-hsw-cmp"
 709
 710     dpdk-performance-changes-3n-skx-h1:
 711       csit-dpdk-perf-verify-1810-3n-skx:
 712         - 3   # NDRPDR sel
 713         - 4   # NDRPDR sel
 714         - 6   # NDRPDR sel
 715         - 7   # NDRPDR sel
 716         - 8   # NDRPDR sel
 717         - 9   # NDRPDR sel
 718         - 10  # NDRPDR sel
 719         - 11  # NDRPDR sel
 720         - 12  # NDRPDR sel
 721         - 13  # NDRPDR sel
 722     dpdk-performance-changes-3n-skx-ref:
 723       csit-dpdk-perf-verify-1901-3n-skx:
 724         - 3   # NDRPDR sel
 725         - 5   # NDRPDR sel
 726         - 6   # NDRPDR sel
 727         - 7   # NDRPDR sel
 728         - 8   # NDRPDR sel
 729         - 9   # NDRPDR sel
 730         - 10  # NDRPDR sel
 731         - 11  # NDRPDR sel
 732         - 12  # NDRPDR sel
 733         - 13  # NDRPDR sel
 734     dpdk-performance-changes-3n-skx-cmp:
 735       csit-dpdk-perf-verify-1904-3n-skx:
 736         - 2   # NDRPDR sel
 737         - 3   # NDRPDR sel
 738         - 4   # NDRPDR sel
 739         - 5   # NDRPDR sel
 740         - 6   # NDRPDR sel
 741         - 7   # NDRPDR sel
 742         - 11  # NDRPDR sel
 743         - 12  # NDRPDR sel
 744         - 13  # NDRPDR sel
 745         - 14  # NDRPDR sel
 746     dpdk-performance-changes-3n-skx:
 747       - "dpdk-performance-changes-3n-skx-h1"
 748       - "dpdk-performance-changes-3n-skx-ref"
 749       - "dpdk-performance-changes-3n-skx-cmp"
 750
 751     dpdk-performance-changes-2n-skx-h1:
 752       csit-dpdk-perf-verify-1810-2n-skx:
 753         - 3   # NDRPDR sel
 754         - 4   # NDRPDR sel
 755         - 5   # NDRPDR sel
 756         - 7   # NDRPDR sel
 757         - 8   # NDRPDR sel
 758         - 9   # NDRPDR sel
 759         - 10  # NDRPDR sel
 760         - 11  # NDRPDR sel
 761         - 12  # NDRPDR sel
 762         - 13  # NDRPDR sel
 763     dpdk-performance-changes-2n-skx-ref:
 764       csit-dpdk-perf-verify-1901-2n-skx:
 765         - 12  # NDRPDR sel
 766         - 13  # NDRPDR sel
 767         - 14  # NDRPDR sel
 768         - 15  # NDRPDR sel
 769         - 16  # NDRPDR sel
 770         - 17  # NDRPDR sel
 771         - 18  # NDRPDR sel
 772         - 19  # NDRPDR sel
 773         - 20  # NDRPDR sel
 774         - 21  # NDRPDR sel
 775     dpdk-performance-changes-2n-skx-cmp:
 776       csit-dpdk-perf-verify-1904-2n-skx:
 777         - 2   # NDRPDR sel
 778         - 3   # NDRPDR sel
 779         - 4   # NDRPDR sel
 780         - 5   # NDRPDR sel
 781         - 7   # NDRPDR sel
 782         - 8   # NDRPDR sel
 783         - 9   # NDRPDR sel
 784         - 10  # NDRPDR sel
 785         - 11  # NDRPDR sel
 786         - 12  # NDRPDR sel
 787     dpdk-performance-changes-2n-skx:
 788       - "dpdk-performance-changes-2n-skx-h1"
 789       - "dpdk-performance-changes-2n-skx-ref"
 790       - "dpdk-performance-changes-2n-skx-cmp"
 791
 792     # Compare testbeds
 793
 794     vpp-compare-testbeds-ref:
 795       csit-vpp-perf-verify-1904-3n-hsw:
 796         - 11  # NDRPDR sel
 797         - 12  # NDRPDR sel
 798         - 20  # NDRPDR sel
 799         - 21  # NDRPDR sel
 800         - 23  # NDRPDR sel
 801         - 24  # NDRPDR sel
 802         - 25  # NDRPDR sel
 803         - 26  # NDRPDR sel
 804         - 29  # NDRPDR sel
 805         - 30  # NDRPDR sel
 806     vpp-compare-testbeds-cmp:
 807       csit-vpp-perf-verify-1904-3n-skx:
 808         - 8   # NDRPDR sel
 809         - 9   # NDRPDR sel
 810         - 10  # NDRPDR sel
 811         - 11  # NDRPDR sel
 812         - 12  # NDRPDR sel
 813         - 14  # NDRPDR sel
 814         - 16  # NDRPDR sel
 815         - 21  # NDRPDR sel
 816         - 23  # NDRPDR sel
 817         - 25  # NDRPDR sel
 818     vpp-compare-testbeds:
 819       - "vpp-compare-testbeds-ref"
 820       - "vpp-compare-testbeds-cmp"
 821
 822     vpp-compare-testbeds-mrr-ref:
 823       csit-vpp-perf-verify-1904-3n-hsw:
 824         - 9   # MRR sel
 825     vpp-compare-testbeds-mrr-cmp:
 826       csit-vpp-perf-verify-1904-3n-skx:
 827         - 7   # MRR sel
 828     vpp-compare-testbeds-mrr:
 829       - "vpp-compare-testbeds-mrr-ref"
 830       - "vpp-compare-testbeds-mrr-cmp"
 831
 832     dpdk-compare-testbeds-ref:
 833       csit-dpdk-perf-verify-1904-3n-hsw:
 834         - 2   # NDRPDR sel
 835         - 3   # NDRPDR sel
 836         - 5   # NDRPDR sel
 837         - 6   # NDRPDR sel
 838         - 13  # NDRPDR sel
 839         - 14  # NDRPDR sel
 840         - 15  # NDRPDR sel
 841         - 18  # NDRPDR sel
 842         - 19  # NDRPDR sel
 843         - 20  # NDRPDR sel
 844     dpdk-compare-testbeds-cmp:
 845       csit-dpdk-perf-verify-1904-3n-skx:
 846         - 2   # NDRPDR sel
 847         - 3   # NDRPDR sel
 848         - 4   # NDRPDR sel
 849         - 5   # NDRPDR sel
 850         - 6   # NDRPDR sel
 851         - 7   # NDRPDR sel
 852         - 11  # NDRPDR sel
 853         - 12  # NDRPDR sel
 854         - 13  # NDRPDR sel
 855         - 14  # NDRPDR sel
 856     dpdk-compare-testbeds:
 857       - "dpdk-compare-testbeds-ref"
 858       - "dpdk-compare-testbeds-cmp"
 859
 860     # Compare topologies
 861
 862     vpp-compare-topologies-ref:
 863       csit-vpp-perf-verify-1904-3n-skx:
 864         - 8   # NDRPDR sel
 865         - 9   # NDRPDR sel
 866         - 10  # NDRPDR sel
 867         - 11  # NDRPDR sel
 868         - 12  # NDRPDR sel
 869         - 14  # NDRPDR sel
 870         - 16  # NDRPDR sel
 871         - 21  # NDRPDR sel
 872         - 23  # NDRPDR sel
 873         - 25  # NDRPDR sel
 874     vpp-compare-topologies-cmp:
 875       csit-vpp-perf-verify-1904-2n-skx:
 876         - 12  # NDRPDR sel
 877         - 14  # NDRPDR sel
 878         - 16  # NDRPDR sel
 879         - 17  # NDRPDR sel
 880         - 18  # NDRPDR sel
 881         - 21  # NDRPDR sel
 882         - 27  # NDRPDR sel
 883         - 30  # NDRPDR sel
 884         - 31  # NDRPDR sel
 885         - 32  # NDRPDR sel
 886     vpp-compare-topologies:
 887       - "vpp-compare-topologies-ref"
 888       - "vpp-compare-topologies-cmp"
 889
 890     vpp-compare-topologies-mrr-ref:
 891       csit-vpp-perf-verify-1904-3n-skx:
 892         - 7   # MRR sel
 893     vpp-compare-topologies-mrr-cmp:
 894       csit-vpp-perf-verify-1904-2n-skx:
 895         - 11  # MRR sel
 896     vpp-compare-topologies-mrr:
 897       - "vpp-compare-topologies-mrr-ref"
 898       - "vpp-compare-topologies-mrr-cmp"
 899
 900     dpdk-compare-topologies-ref:
 901       csit-dpdk-perf-verify-1904-3n-skx:
 902         - 2   # NDRPDR sel
 903         - 3   # NDRPDR sel
 904         - 4   # NDRPDR sel
 905         - 5   # NDRPDR sel
 906         - 6   # NDRPDR sel
 907         - 7   # NDRPDR sel
 908         - 11  # NDRPDR sel
 909         - 12  # NDRPDR sel
 910         - 13  # NDRPDR sel
 911         - 14  # NDRPDR sel
 912     dpdk-compare-topologies-cmp:
 913       csit-dpdk-perf-verify-1904-2n-skx:
 914         - 2   # NDRPDR sel
 915         - 3   # NDRPDR sel
 916         - 4   # NDRPDR sel
 917         - 5   # NDRPDR sel
 918         - 7   # NDRPDR sel
 919         - 8   # NDRPDR sel
 920         - 9   # NDRPDR sel
 921         - 10  # NDRPDR sel
 922         - 11  # NDRPDR sel
 923         - 12  # NDRPDR sel
 924     dpdk-compare-topologies:
 925       - "dpdk-compare-topologies-ref"
 926       - "dpdk-compare-topologies-cmp"
 927
 928   plot-layouts:
 929
 930     plot-soak-throughput:
 931       titlefont:
 932         size: 18
 933       xaxis:
 934         title: "<b>Test Cases [Index]</b>"
 935         titlefont:
 936           size: 16
 937         autorange: True
 938         fixedrange: False
 939         gridcolor: "rgb(230, 230, 230)"
 940         linecolor: "rgb(220, 220, 220)"
 941         linewidth: 1
 942         showgrid: True
 943         showline: True
 944         showticklabels: True
 945         tickcolor: "rgb(220, 220, 220)"
 946         tickmode: "linear"
 947         tickfont:
 948           size: 16
 949         zeroline: False
 950       yaxis:
 951         title: "<b>Packet Throughput [Mpps]</b>"
 952         titlefont:
 953           size: 16
 954         gridcolor: "rgb(230, 230, 230)"
 955         hoverformat: ".4s"
 956         tickformat: ".3s"
 957         linecolor: "rgb(220, 220, 220)"
 958         linewidth: 1
 959         showgrid: True
 960         showline: True
 961         showticklabels: True
 962         tickcolor: "rgb(220, 220, 220)"
 963         tickfont:
 964           size: 16
 965         zeroline: False
 966         range: [0,50]
 967       autosize: False
 968       margin:
 969         t: 50
 970         b: 0
 971         l: 80
 972         r: 20
 973       showlegend: True
 974       legend:
 975         orientation: "h"
 976         font:
 977           size: 16
 978       width: 700
 979       height: 900
 980
 981     plot-service-density:
 982       titlefont:
 983         size: 18
 984       xaxis:
 985         side: "top"
 986         autorange: True
 987         fixedrange: False
 988         showgrid: False
 989         showline: False
 990         showticklabels: False
 991         ticks: ""
 992         ticklen: 0
 993         tickwidth: 0
 994         zeroline: False
 995       yaxis:
 996         autorange: "reversed"
 997         showgrid: False
 998         showline: False
 999         showticklabels: False
1000         ticks: ""
1001         ticklen: 0
1002         tickwidth: 0
1003         zeroline: False
1004       autosize: True
1005       showlegend: False
1006       width: 700
1007       height: 700
1008
1009     plot-cps:
1010       titlefont:
1011         size: 18
1012       xaxis:
1013         title: "<b>Test Cases [Index]</b>"
1014         titlefont:
1015           size: 16
1016         autorange: True
1017         fixedrange: False
1018         gridcolor: "rgb(230, 230, 230)"
1019         linecolor: "rgb(220, 220, 220)"
1020         linewidth: 1
1021         showgrid: True
1022         showline: True
1023         showticklabels: True
1024         tickcolor: "rgb(220, 220, 220)"
1025         tickmode: "linear"
1026         tickfont:
1027           size: 16
1028         zeroline: False
1029       yaxis:
1030         title: "<b>Connections Per Second [cps]</b>"
1031         titlefont:
1032           size: 16
1033         gridcolor: "rgb(230, 230, 230)"
1034         hoverformat: ".4s"
1035         linecolor: "rgb(220, 220, 220)"
1036         linewidth: 1
1037         rangemode: "tozero"
1038         showgrid: True
1039         showline: True
1040         showticklabels: True
1041         tickcolor: "rgb(220, 220, 220)"
1042         tickformat: ".3s"
1043         tickfont:
1044           size: 16
1045         zeroline: False
1046       boxmode: "group"
1047       boxgroupgap: 0.5
1048       autosize: False
1049       margin:
1050         t: 50
1051         b: 20
1052         l: 80
1053         r: 20
1054       showlegend: True
1055       legend:
1056         orientation: "h"
1057         font:
1058           size: 16
1059       width: 700
1060       height: 800
1061
1062     plot-rps:
1063       titlefont:
1064         size: 18
1065       xaxis:
1066         title: "<b>Test Cases [Index]</b>"
1067         titlefont:
1068           size: 16
1069         autorange: True
1070         fixedrange: False
1071         gridcolor: "rgb(230, 230, 230)"
1072         linecolor: "rgb(220, 220, 220)"
1073         linewidth: 1
1074         showgrid: True
1075         showline: True
1076         showticklabels: True
1077         tickcolor: "rgb(220, 220, 220)"
1078         tickmode: "linear"
1079         tickfont:
1080           size: 16
1081         zeroline: False
1082       yaxis:
1083         title: "<b>Requests Per Second [rps]</b>"
1084         titlefont:
1085           size: 16
1086         gridcolor: "rgb(230, 230, 230)"
1087         hoverformat: ".4s"
1088         linecolor: "rgb(220, 220, 220)"
1089         linewidth: 1
1090         rangemode: "tozero"
1091         showgrid: True
1092         showline: True
1093         showticklabels: True
1094         tickcolor: "rgb(230, 230, 230)"
1095         tickformat: ".3s"
1096         tickfont:
1097           size: 16
1098         zeroline: False
1099       boxmode: "group"
1100       boxgroupgap: 0.5
1101       autosize: False
1102       margin:
1103         t: 50
1104         b: 20
1105         l: 80
1106         r: 20
1107       showlegend: True
1108       legend:
1109         orientation: "h"
1110         font:
1111           size: 16
1112       width: 700
1113       height: 800
1114
1115     plot-throughput:
1116       titlefont:
1117         size: 18
1118       xaxis:
1119         title: "<b>Test Cases [Index]</b>"
1120         titlefont:
1121           size: 16
1122         autorange: True
1123         fixedrange: False
1124         gridcolor: "rgb(230, 230, 230)"
1125         linecolor: "rgb(220, 220, 220)"
1126         linewidth: 1
1127         showgrid: True
1128         showline: True
1129         showticklabels: True
1130         tickcolor: "rgb(220, 220, 220)"
1131         tickmode: "linear"
1132         tickfont:
1133           size: 16
1134         zeroline: False
1135       yaxis:
1136         title: "<b>Packet Throughput [Mpps]</b>"
1137         titlefont:
1138           size: 16
1139         gridcolor: "rgb(230, 230, 230)"
1140         hoverformat: ".4s"
1141         tickformat: ".3s"
1142         linecolor: "rgb(220, 220, 220)"
1143         linewidth: 1
1144         showgrid: True
1145         showline: True
1146         showticklabels: True
1147         tickcolor: "rgb(220, 220, 220)"
1148         tickfont:
1149           size: 16
1150         zeroline: False
1151         range: [0,50]
1152       boxmode: "group"
1153       boxgroupgap: 0.5
1154       autosize: False
1155       margin:
1156         t: 50
1157         b: 0
1158         l: 80
1159         r: 20
1160       showlegend: True
1161       legend:
1162         orientation: "h"
1163         font:
1164           size: 16
1165       width: 700
1166       height: 900
1167
1168     plot-throughput-speedup-analysis:
1169       titlefont:
1170         size: 18
1171       xaxis:
1172         title: "<b>Number of Cores [Qty]</b>"
1173         titlefont:
1174           size: 16
1175         autorange: True
1176         fixedrange: False
1177         gridcolor: "rgb(230, 230, 230)"
1178         linecolor: "rgb(220, 220, 220)"
1179         linewidth: 1
1180         showgrid: True
1181         showline: True
1182         showticklabels: True
1183         tickcolor: "rgb(238, 238, 238)"
1184         tickmode: "linear"
1185         tickfont:
1186           size: 16
1187         zeroline: False
1188       yaxis:
1189         title: "<b>Packet Throughput [Mpps]</b>"
1190         titlefont:
1191           size: 16
1192         type: "linear"
1193         gridcolor: "rgb(230, 230, 230)"
1194         hoverformat: ".4s"
1195         linecolor: "rgb(220, 220, 220)"
1196         linewidth: 1
1197         showgrid: True
1198         showline: True
1199         showticklabels: True
1200         tickcolor: "rgb(220, 220, 220)"
1201         tickformat: ".4s"
1202         tickfont:
1203           size: 16
1204         zeroline: True
1205         rangemode: "tozero"
1206         range: [0,100]
1207       legend:
1208         orientation: "h"
1209         font:
1210           size: 16
1211         xanchor: "left"
1212         yanchor: "top"
1213         x: 0
1214         y: -0.2
1215         bgcolor: "rgba(255, 255, 255, 0)"
1216         bordercolor: "rgba(255, 255, 255, 0)"
1217         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1218       autosize: False
1219       margin:
1220           't': 50
1221           'b': 150
1222           'l': 85
1223           'r': 10
1224       showlegend: True
1225       width: 700
1226       height: 700
1227       hoverlabel:
1228         namelength: -1
1229       annotations: [
1230         {
1231           text: "_ _          __          ...",
1232           align: "left",
1233           showarrow: False,
1234           xref: "paper",
1235           yref: "paper",
1236           xanchor: "left",
1237           yanchor: "top",
1238           x: 0,
1239           y: -0.13,
1240           font: {
1241             family: "Consolas, Courier New",
1242             size: 15
1243           },
1244         },
1245         {
1246           text: "    Perfect     Measured     Limit",
1247           align: "left",
1248           showarrow: False,
1249           xref: "paper",
1250           yref: "paper",
1251           xanchor: "left",
1252           yanchor: "top",
1253           x: 0,
1254           y: -0.15,
1255           font: {
1256             family: "Consolas, Courier New",
1257             size: 15
1258           },
1259         },
1260       ]
1261
1262     plot-latency:
1263       titlefont:
1264         size: 18
1265       xaxis:
1266         title: "<b>Direction</b>"
1267         titlefont:
1268           size: 16
1269         autorange: True
1270         fixedrange: False
1271         gridcolor: "rgb(230, 230, 230)"
1272         linecolor: "rgb(220, 220, 220)"
1273         linewidth: 1
1274         showgrid: True
1275         showline: True
1276         showticklabels: False
1277         tickcolor: "rgb(220, 220, 220)"
1278         tickmode: "linear"
1279         tickfont:
1280           size: 16
1281         zeroline: False
1282       yaxis:
1283         title: "<b>Packet Latency [uSec]</b>"
1284         titlefont:
1285           size: 16
1286         type: "linear"
1287         gridcolor: "rgb(230, 230, 230)"
1288         hoverformat: ".4s"
1289         linecolor: "rgb(220, 220, 220)"
1290         linewidth: 1
1291         showgrid: True
1292         showline: True
1293         showticklabels: True
1294         tickcolor: "rgb(220, 220, 220)"
1295         tickformat: ".4s"
1296         tickfont:
1297           size: 16
1298         zeroline: True
1299         rangemode: "tozero"
1300       legend:
1301         orientation: "h"
1302         font:
1303           size: 16
1304         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1305       autosize: False
1306       margin:
1307           't': 50
1308           'b': 150
1309           'l': 80
1310           'r': 10
1311       showlegend: True
1312       width: 700
1313       height: 700
1314       hoverlabel:
1315         namelength: -1
1316
1317 - type: "static"
1318   src-path: "{DIR[RST]}"
1319   dst-path: "{DIR[WORKING,SRC]}"
1320
1321 - type: "input"
1322   general:
1323     file-name: "robot-plugin.zip"
1324     file-format: ".zip"
1325     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1326     extract: "robot-plugin/output.xml"
1327
1328   builds:
1329 #    # TODO: Add 1904 data
1330 ##    intel-dnv-vpp-release-1904:
1331 ##      - 1
1332 #
1333 #    intel-dnv-vpp-release-1901:
1334 #      - 1
1335 #
1336 #    intel-dnv-vpp-release-1810:
1337 #      - 1
1338
1339     csit-vpp-perf-verify-1810-3n-hsw:
1340       - 9   # MRR sel
1341       - 8   # NDRPDR sel
1342       - 12  # NDRPDR sel
1343       - 14  # NDRPDR sel
1344       - 18  # NDRPDR sel
1345       - 23  # NDRPDR sel
1346       - 25  # NDRPDR sel
1347       - 38  # NDRPDR sel
1348       - 39  # NDRPDR sel
1349       - 41  # NDRPDR sel
1350       - 42  # NDRPDR sel
1351 #      - 28  # WRK
1352 #      - 29  # WRK
1353 #      - 30  # WRK
1354 #      - 31  # WRK
1355 #      - 32  # WRK
1356 #      - 33  # WRK
1357 #      - 34  # WRK
1358 #      - 35  # WRK
1359 #      - 36  # WRK
1360 #      - 37  # WRK
1361     csit-vpp-perf-verify-1901-3n-hsw:
1362       - 35  # MRR sel
1363       - 10  # NDRPDR sel
1364       - 19  # NDRPDR sel
1365       - 31  # NDRPDR sel
1366       - 36  # NDRPDR sel
1367       - 40  # NDRPDR sel
1368       - 42  # NDRPDR sel
1369       - 44  # NDRPDR sel
1370       - 46  # NDRPDR sel
1371       - 47  # NDRPDR sel
1372       - 48  # NDRPDR sel
1373       - 61  # NDRPDR LB
1374       - 62  # NDRPDR LB
1375       - 63  # NDRPDR LB
1376       - 64  # NDRPDR LB
1377       - 65  # NDRPDR LB
1378       - 66  # NDRPDR LB
1379       - 67  # NDRPDR LB
1380       - 69  # NDRPDR LB
1381       - 70  # NDRPDR LB
1382       - 71  # NDRPDR LB
1383     # TODO: Add 1904 Data
1384     csit-vpp-perf-verify-1904-3n-hsw:
1385       - 9   # MRR sel
1386       - 11  # NDRPDR sel
1387       - 12  # NDRPDR sel
1388       - 20  # NDRPDR sel
1389       - 21  # NDRPDR sel
1390       - 23  # NDRPDR sel
1391       - 24  # NDRPDR sel
1392       - 25  # NDRPDR sel
1393       - 26  # NDRPDR sel
1394       - 29  # NDRPDR sel
1395       - 30  # NDRPDR sel
1396
1397     csit-vpp-perf-verify-1810-3n-skx:
1398       - 9   # MRR sel
1399       - 11  # MRR sel
1400       - 12  # MRR sel
1401       - 13  # MRR sel
1402       - 10  # NDRPDR sel
1403       - 14  # NDRPDR sel
1404       - 15  # NDRPDR sel
1405       - 16  # NDRPDR sel
1406       - 17  # NDRPDR sel
1407       - 19  # NDRPDR sel
1408       - 20  # NDRPDR sel
1409       - 21  # NDRPDR sel
1410       - 22  # NDRPDR sel
1411       - 25  # NDRPDR sel
1412     csit-vpp-perf-verify-1901-3n-skx:
1413       - 32  # MRR sel
1414       - 18  # NDRPDR sel
1415       - 19  # NDRPDR sel
1416       - 20  # NDRPDR sel
1417       - 28  # NDRPDR sel
1418       - 31  # NDRPDR sel
1419       - 33  # NDRPDR sel
1420       - 36  # NDRPDR sel
1421       - 38  # NDRPDR sel
1422       - 47  # NDRPDR sel
1423       - 48  # NDRPDR sel
1424       - 54  # NDRPDR LB
1425       - 57  # NDRPDR LB
1426       - 58  # NDRPDR LB
1427       - 59  # NDRPDR LB
1428       - 60  # NDRPDR LB
1429       - 63  # NDRPDR LB
1430       - 64  # NDRPDR LB
1431       - 65  # NDRPDR LB
1432       - 66  # NDRPDR LB
1433       - 67  # NDRPDR LB
1434     csit-vpp-perf-verify-1904-3n-skx:
1435       - 7   # MRR sel
1436       - 26  # NDRPDR full
1437       - 27  # NDRPDR full
1438       - 30  # NDRPDR full
1439       - 31  # NDRPDR full
1440       - 8   # NDRPDR sel
1441       - 9   # NDRPDR sel
1442       - 10  # NDRPDR sel
1443       - 11  # NDRPDR sel
1444       - 12  # NDRPDR sel
1445       - 14  # NDRPDR sel
1446       - 16  # NDRPDR sel
1447       - 21  # NDRPDR sel
1448       - 23  # NDRPDR sel
1449       - 25  # NDRPDR sel
1450
1451     csit-vpp-perf-verify-1810-2n-skx:
1452       - 8   # MRR sel
1453       - 10  # MRR sel
1454       - 11  # MRR sel
1455       - 12  # MRR sel
1456       - 9   # NDRPDR sel
1457       - 13  # NDRPDR sel
1458       - 14  # NDRPDR sel
1459       - 19  # NDRPDR sel
1460       - 20  # NDRPDR sel
1461       - 21  # NDRPDR sel
1462       - 22  # NDRPDR sel
1463       - 23  # NDRPDR sel
1464       - 24  # NDRPDR sel
1465       - 27  # NDRPDR sel
1466     csit-vpp-perf-verify-1901-2n-skx:
1467       - 22  # MRR sel
1468       - 5   # NDRPDR sel
1469       - 12  # NDRPDR sel
1470       - 13  # NDRPDR sel
1471       - 21  # NDRPDR sel
1472       - 23  # NDRPDR sel
1473       - 31  # NDRPDR sel
1474       - 34  # NDRPDR sel
1475       - 40  # NDRPDR sel
1476       - 42  # NDRPDR sel
1477       - 43  # NDRPDR sel
1478     # TODO: Add 1904 data
1479     csit-vpp-perf-verify-1904-2n-skx:
1480       - 11  # MRR sel
1481       - 33  # NDRPDR full
1482       - 39  # NDRPDR full
1483       - 58  # NDRPDR full
1484       - 62  # NDRPDR full
1485       - 12  # NDRPDR sel
1486       - 14  # NDRPDR sel
1487       - 16  # NDRPDR sel
1488       - 17  # NDRPDR sel
1489       - 18  # NDRPDR sel
1490       - 21  # NDRPDR sel
1491       - 27  # NDRPDR sel
1492       - 30  # NDRPDR sel
1493       - 31  # NDRPDR sel
1494       - 32  # NDRPDR sel
1495       - 40  # NFV MRR 64b
1496       - 41  # NFV MRR 64b
1497       - 42  # NFV MRR 64b
1498       - 47  # NFV MRR 64b
1499       - 48  # NFV MRR 64b
1500       - 49  # NFV MRR IMIX
1501       - 50  # NFV MRR IMIX
1502       - 51  # NFV MRR IMIX
1503       - 54  # NFV MRR IMIX
1504       - 55  # NFV MRR IMIX
1505       - 56  # NFV NDRPDR 64b
1506       - 59  # NFV NDRPDR 64b
1507       - 60  # NFV NDRPDR 64b
1508       - 65  # NFV NDRPDR 64b
1509       - 68  # NFV NDRPDR 64b
1510       - 66  # NFV NDRPDR IMIX
1511       - 67  # NFV NDRPDR IMIX
1512       - 69  # NFV NDRPDR IMIX
1513       - 70  # SOAK
1514       - 71  # SOAK
1515
1516 #    csit-ligato-perf-verify-1901-3n-hsw:
1517 #      - 10  # NDRPDR full
1518 #      - 8   # NDRPDR sel
1519 #      - 9   # NDRPDR sel
1520 #      - 11  # NDRPDR sel
1521 #      - 12  # NDRPDR sel
1522 #      - 13  # NDRPDR sel
1523 #      - 14  # NDRPDR sel
1524 #      - 15  # NDRPDR sel
1525 #      - 16  # NDRPDR sel
1526 #      - 17  # NDRPDR sel
1527 #      - 18  # NDRPDR sel
1528 #    # TODO: Add 1904 data
1529 ##    csit-ligato-perf-verify-1904-3n-hsw:
1530 ##      -
1531
1532     csit-dpdk-perf-verify-1810-3n-hsw:
1533       - 1   # NDRPDR sel
1534       - 2   # NDRPDR sel
1535       - 3   # NDRPDR sel
1536       - 4   # NDRPDR sel
1537       - 5   # NDRPDR sel
1538       - 6   # NDRPDR sel
1539       - 7   # NDRPDR sel
1540       - 8   # NDRPDR sel
1541       - 9   # NDRPDR sel
1542       - 10  # NDRPDR sel
1543     csit-dpdk-perf-verify-1901-3n-hsw:
1544       - 13  # NDRPDR sel
1545       - 14  # NDRPDR sel
1546       - 16  # NDRPDR sel
1547       - 17  # NDRPDR sel
1548       - 18  # NDRPDR sel
1549       - 19  # NDRPDR sel
1550       - 20  # NDRPDR sel
1551       - 21  # NDRPDR sel
1552       - 22  # NDRPDR sel
1553       - 23  # NDRPDR sel
1554     csit-dpdk-perf-verify-1904-3n-hsw:
1555       - 2   # NDRPDR sel
1556       - 3   # NDRPDR sel
1557       - 5   # NDRPDR sel
1558       - 6   # NDRPDR sel
1559       - 13  # NDRPDR sel
1560       - 14  # NDRPDR sel
1561       - 15  # NDRPDR sel
1562       - 18  # NDRPDR sel
1563       - 19  # NDRPDR sel
1564       - 20  # NDRPDR sel
1565
1566     csit-dpdk-perf-verify-1810-3n-skx:
1567       - 3   # NDRPDR sel
1568       - 4   # NDRPDR sel
1569       - 6   # NDRPDR sel
1570       - 7   # NDRPDR sel
1571       - 8   # NDRPDR sel
1572       - 9   # NDRPDR sel
1573       - 10  # NDRPDR sel
1574       - 11  # NDRPDR sel
1575       - 12  # NDRPDR sel
1576       - 13  # NDRPDR sel
1577     csit-dpdk-perf-verify-1901-3n-skx:
1578       - 3   # NDRPDR sel
1579       - 5   # NDRPDR sel
1580       - 6   # NDRPDR sel
1581       - 7   # NDRPDR sel
1582       - 8   # NDRPDR sel
1583       - 9   # NDRPDR sel
1584       - 10  # NDRPDR sel
1585       - 11  # NDRPDR sel
1586       - 12  # NDRPDR sel
1587       - 13  # NDRPDR sel
1588     csit-dpdk-perf-verify-1904-3n-skx:
1589       - 2   # NDRPDR sel
1590       - 3   # NDRPDR sel
1591       - 4   # NDRPDR sel
1592       - 5   # NDRPDR sel
1593       - 6   # NDRPDR sel
1594       - 7   # NDRPDR sel
1595       - 11  # NDRPDR sel
1596       - 12  # NDRPDR sel
1597       - 13  # NDRPDR sel
1598       - 14  # NDRPDR sel
1599
1600     csit-dpdk-perf-verify-1810-2n-skx:
1601       - 3   # NDRPDR sel
1602       - 4   # NDRPDR sel
1603       - 5   # NDRPDR sel
1604       - 7   # NDRPDR sel
1605       - 8   # NDRPDR sel
1606       - 9   # NDRPDR sel
1607       - 10  # NDRPDR sel
1608       - 11  # NDRPDR sel
1609       - 12  # NDRPDR sel
1610       - 13  # NDRPDR sel
1611     csit-dpdk-perf-verify-1901-2n-skx:
1612       - 12  # NDRPDR sel
1613       - 13  # NDRPDR sel
1614       - 14  # NDRPDR sel
1615       - 15  # NDRPDR sel
1616       - 16  # NDRPDR sel
1617       - 17  # NDRPDR sel
1618       - 18  # NDRPDR sel
1619       - 19  # NDRPDR sel
1620       - 20  # NDRPDR sel
1621       - 21  # NDRPDR sel
1622     csit-dpdk-perf-verify-1904-2n-skx:
1623       - 2   # NDRPDR sel
1624       - 3   # NDRPDR sel
1625       - 4   # NDRPDR sel
1626       - 5   # NDRPDR sel
1627       - 7   # NDRPDR sel
1628       - 8   # NDRPDR sel
1629       - 9   # NDRPDR sel
1630       - 10  # NDRPDR sel
1631       - 11  # NDRPDR sel
1632       - 12  # NDRPDR sel
1633
1634     csit-vpp-functional-1904-ubuntu1604-virl:
1635       - 33
1636     csit-vpp-functional-1904-centos7-virl:
1637       - 32
1638     csit-vpp-device-1904-ubuntu1804-1n-skx:
1639       - 32
1640 #    # Not used
1641 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1642 #      - 1
1643     csit-dmm-functional-1904-ubuntu1604-virl:
1644       - 1
1645     csit-hc2vpp-verify-func-1904-ubuntu1604:
1646       - 4
1647
1648 - type: "output"
1649   output: "report"
1650   format:
1651     html:
1652     - full
1653 #    pdf:
1654 #    - minimal
1655
1656 ################################################################################
1657 ###                               T A B L E S                                ###
1658 ################################################################################
1659
1660 # VPP SOAK vs NDR
1661 - type: "table"
1662   title: "VPP Soak vs NDR 2n-skx"
1663   algorithm: "table_soak_vs_ndr"
1664   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1665   reference:
1666     title: "NDR"
1667     data: "vpp-soak-vs-ndr-2n-skx-ref"
1668   compare:
1669     title: "Soak"
1670     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1671   data: "vpp-soak-vs-ndr-2n-skx"
1672   include-tests: "NDR"
1673   filter: "('NDRPDR' or 'SOAK')"
1674   parameters:
1675     - "throughput"
1676     - "name"
1677     - "parent"
1678
1679 ################################################################################
1680
1681 # VPP Compare NICs 3n-hsw 1t1c ndr
1682 - type: "table"
1683   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1684   algorithm: "table_nics_comparison"
1685   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1686   reference:
1687     title: "Intel-x520"
1688     nic: "NIC_Intel-X520-DA2"
1689   compare:
1690     title: "Intel-x710"
1691     nic: "NIC_Intel-X710"
1692   data: "vpp-nic-comparison-3n-hsw"
1693   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1694   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1695   parameters:
1696   - "name"
1697   - "parent"
1698   - "throughput"
1699   - "tags"
1700
1701 # VPP Compare NICs 3n-hsw 2t2c ndr
1702 - type: "table"
1703   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1704   algorithm: "table_nics_comparison"
1705   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1706   reference:
1707     title: "Intel-x520"
1708     nic: "NIC_Intel-X520-DA2"
1709   compare:
1710     title: "Intel-x710"
1711     nic: "NIC_Intel-X710"
1712   data: "vpp-nic-comparison-3n-hsw"
1713   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1714   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1715   parameters:
1716   - "name"
1717   - "parent"
1718   - "throughput"
1719   - "tags"
1720
1721 # VPP Compare NICs 3n-hsw 1t1c pdr
1722 - type: "table"
1723   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1724   algorithm: "table_nics_comparison"
1725   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1726   reference:
1727     title: "Intel-x520"
1728     nic: "NIC_Intel-X520-DA2"
1729   compare:
1730     title: "Intel-x710"
1731     nic: "NIC_Intel-X710"
1732   data: "vpp-nic-comparison-3n-hsw"
1733   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1734   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1735   parameters:
1736   - "name"
1737   - "parent"
1738   - "throughput"
1739   - "tags"
1740
1741 # VPP Compare NICs 3n-hsw 2t2c pdr
1742 - type: "table"
1743   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1744   algorithm: "table_nics_comparison"
1745   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1746   reference:
1747     title: "Intel-x520"
1748     nic: "NIC_Intel-X520-DA2"
1749   compare:
1750     title: "Intel-x710"
1751     nic: "NIC_Intel-X710"
1752   data: "vpp-nic-comparison-3n-hsw"
1753   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1754   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1755   parameters:
1756   - "name"
1757   - "parent"
1758   - "throughput"
1759   - "tags"
1760
1761 # VPP Compare NICs 3n-hsw 1t1c mrr
1762 - type: "table"
1763   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1764   algorithm: "table_nics_comparison"
1765   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1766   reference:
1767     title: "Intel-x520"
1768     nic: "NIC_Intel-X520-DA2"
1769   compare:
1770     title: "Intel-x710"
1771     nic: "NIC_Intel-X710"
1772   data: "vpp-nic-comparison-3n-hsw-mrr"
1773   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1774   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1775   parameters:
1776   - "name"
1777   - "parent"
1778   - "result"
1779   - "tags"
1780
1781 # VPP Compare NICs 3n-hsw 2t2c mrr
1782 - type: "table"
1783   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1784   algorithm: "table_nics_comparison"
1785   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1786   reference:
1787     title: "Intel-x520"
1788     nic: "NIC_Intel-X520-DA2"
1789   compare:
1790     title: "Intel-x710"
1791     nic: "NIC_Intel-X710"
1792   data: "vpp-nic-comparison-3n-hsw-mrr"
1793   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1794   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1795   parameters:
1796   - "name"
1797   - "parent"
1798   - "result"
1799   - "tags"
1800
1801 # VPP Compare NICs 3n-hsw 4t4c mrr
1802 - type: "table"
1803   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1804   algorithm: "table_nics_comparison"
1805   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1806   reference:
1807     title: "Intel-x520"
1808     nic: "NIC_Intel-X520-DA2"
1809   compare:
1810     title: "Intel-x710"
1811     nic: "NIC_Intel-X710"
1812   data: "vpp-nic-comparison-3n-hsw-mrr"
1813   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1814   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1815   parameters:
1816   - "name"
1817   - "parent"
1818   - "result"
1819   - "tags"
1820
1821 # VPP Compare NICs 3n-skx 2t1c ndr
1822 - type: "table"
1823   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1824   algorithm: "table_nics_comparison"
1825   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1826   reference:
1827     title: "Intel-x710"
1828     nic: "NIC_Intel-X710"
1829   compare:
1830     title: "Intel-xxv710"
1831     nic: "NIC_Intel-XXV710"
1832   data: "vpp-nic-comparison-3n-skx"
1833   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1834   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1835   parameters:
1836   - "name"
1837   - "parent"
1838   - "throughput"
1839   - "tags"
1840
1841 # VPP Compare NICs 3n-skx 4t2c ndr
1842 - type: "table"
1843   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1844   algorithm: "table_nics_comparison"
1845   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1846   reference:
1847     title: "Intel-x710"
1848     nic: "NIC_Intel-X710"
1849   compare:
1850     title: "Intel-xxv710"
1851     nic: "NIC_Intel-XXV710"
1852   data: "vpp-nic-comparison-3n-skx"
1853   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1854   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1855   parameters:
1856   - "name"
1857   - "parent"
1858   - "throughput"
1859   - "tags"
1860
1861 # VPP Compare NICs 3n-skx 2t1c pdr
1862 - type: "table"
1863   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1864   algorithm: "table_nics_comparison"
1865   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1866   reference:
1867     title: "Intel-x710"
1868     nic: "NIC_Intel-X710"
1869   compare:
1870     title: "Intel-xxv710"
1871     nic: "NIC_Intel-XXV710"
1872   data: "vpp-nic-comparison-3n-skx"
1873   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1874   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1875   parameters:
1876   - "name"
1877   - "parent"
1878   - "throughput"
1879   - "tags"
1880
1881  # VPP Compare NICs 3n-skx 4t2c pdr
1882 - type: "table"
1883   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1884   algorithm: "table_nics_comparison"
1885   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1886   reference:
1887     title: "Intel-x710"
1888     nic: "NIC_Intel-X710"
1889   compare:
1890     title: "Intel-xxv710"
1891     nic: "NIC_Intel-XXV710"
1892   data: "vpp-nic-comparison-3n-skx"
1893   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1894   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1895   parameters:
1896   - "name"
1897   - "parent"
1898   - "throughput"
1899   - "tags"
1900
1901 # VPP Compare NICs 3n-skx 2t1c mrr
1902 - type: "table"
1903   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1904   algorithm: "table_nics_comparison"
1905   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1906   reference:
1907     title: "Intel-x710"
1908     nic: "NIC_Intel-X710"
1909   compare:
1910     title: "Intel-xxv710"
1911     nic: "NIC_Intel-XXV710"
1912   data: "vpp-nic-comparison-3n-skx-mrr"
1913   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1914   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1915   parameters:
1916   - "name"
1917   - "parent"
1918   - "result"
1919   - "tags"
1920
1921 # VPP Compare NICs 3n-skx 4t2c mrr
1922 - type: "table"
1923   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1924   algorithm: "table_nics_comparison"
1925   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1926   reference:
1927     title: "Intel-x710"
1928     nic: "NIC_Intel-X710"
1929   compare:
1930     title: "Intel-xxv710"
1931     nic: "NIC_Intel-XXV710"
1932   data: "vpp-nic-comparison-3n-skx-mrr"
1933   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1934   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1935   parameters:
1936   - "name"
1937   - "parent"
1938   - "result"
1939   - "tags"
1940
1941  # VPP Compare NICs 3n-skx 8t4c mrr
1942 - type: "table"
1943   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1944   algorithm: "table_nics_comparison"
1945   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1946   reference:
1947     title: "Intel-x710"
1948     nic: "NIC_Intel-X710"
1949   compare:
1950     title: "Intel-xxv710"
1951     nic: "NIC_Intel-XXV710"
1952   data: "vpp-nic-comparison-3n-skx-mrr"
1953   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1954   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1955   parameters:
1956   - "name"
1957   - "parent"
1958   - "result"
1959   - "tags"
1960
1961 # VPP Compare NICs 2n-skx 2t1c ndr
1962 - type: "table"
1963   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1964   algorithm: "table_nics_comparison"
1965   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1966   reference:
1967     title: "Intel-x710"
1968     nic: "NIC_Intel-X710"
1969   compare:
1970     title: "Intel-xxv710"
1971     nic: "NIC_Intel-XXV710"
1972   data: "vpp-nic-comparison-2n-skx"
1973   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1974   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1975   parameters:
1976   - "name"
1977   - "parent"
1978   - "throughput"
1979   - "tags"
1980
1981 # VPP Compare NICs 2n-skx 4t2c ndr
1982 - type: "table"
1983   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1984   algorithm: "table_nics_comparison"
1985   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1986   reference:
1987     title: "Intel-x710"
1988     nic: "NIC_Intel-X710"
1989   compare:
1990     title: "Intel-xxv710"
1991     nic: "NIC_Intel-XXV710"
1992   data: "vpp-nic-comparison-2n-skx"
1993   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1994   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1995   parameters:
1996   - "name"
1997   - "parent"
1998   - "throughput"
1999   - "tags"
2000
2001  # VPP Compare NICs 2n-skx 2t1c pdr
2002 - type: "table"
2003   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2004   algorithm: "table_nics_comparison"
2005   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2006   reference:
2007     title: "Intel-x710"
2008     nic: "NIC_Intel-X710"
2009   compare:
2010     title: "Intel-xxv710"
2011     nic: "NIC_Intel-XXV710"
2012   data: "vpp-nic-comparison-2n-skx"
2013   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2014   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2015   parameters:
2016   - "name"
2017   - "parent"
2018   - "throughput"
2019   - "tags"
2020
2021 # VPP Compare NICs 2n-skx 4t2c pdr
2022 - type: "table"
2023   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2024   algorithm: "table_nics_comparison"
2025   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2026   reference:
2027     title: "Intel-x710"
2028     nic: "NIC_Intel-X710"
2029   compare:
2030     title: "Intel-xxv710"
2031     nic: "NIC_Intel-XXV710"
2032   data: "vpp-nic-comparison-2n-skx"
2033   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2034   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2035   parameters:
2036   - "name"
2037   - "parent"
2038   - "throughput"
2039   - "tags"
2040
2041 # VPP Compare NICs 2n-skx 2t1c mrr
2042 - type: "table"
2043   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2044   algorithm: "table_nics_comparison"
2045   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2046   reference:
2047     title: "Intel-x710"
2048     nic: "NIC_Intel-X710"
2049   compare:
2050     title: "Intel-xxv710"
2051     nic: "NIC_Intel-XXV710"
2052   data: "vpp-nic-comparison-2n-skx-mrr"
2053   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2054   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2055   parameters:
2056   - "name"
2057   - "parent"
2058   - "result"
2059   - "tags"
2060
2061 # VPP Compare NICs 2n-skx 4t2c mrr
2062 - type: "table"
2063   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2064   algorithm: "table_nics_comparison"
2065   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2066   reference:
2067     title: "Intel-x710"
2068     nic: "NIC_Intel-X710"
2069   compare:
2070     title: "Intel-xxv710"
2071     nic: "NIC_Intel-XXV710"
2072   data: "vpp-nic-comparison-2n-skx-mrr"
2073   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2074   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2075   parameters:
2076   - "name"
2077   - "parent"
2078   - "result"
2079   - "tags"
2080
2081 # VPP Compare NICs 2n-skx 8t4c mrr
2082 - type: "table"
2083   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2084   algorithm: "table_nics_comparison"
2085   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2086   reference:
2087     title: "Intel-x710"
2088     nic: "NIC_Intel-X710"
2089   compare:
2090     title: "Intel-xxv710"
2091     nic: "NIC_Intel-XXV710"
2092   data: "vpp-nic-comparison-2n-skx-mrr"
2093   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2094   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2095   parameters:
2096   - "name"
2097   - "parent"
2098   - "result"
2099   - "tags"
2100
2101 ################################################################################
2102 # VPP
2103
2104 ## VPP Performance Changes 2n-dnv 1t1c pdr
2105 #- type: "table"
2106 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2107 #  algorithm: "table_performance_comparison"
2108 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2109 #  history:
2110 #    - title: "rls1810"
2111 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2112 #  reference:
2113 #    title: "rls1901"
2114 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2115 #  compare:
2116 #    title: "rls1904"
2117 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2118 #  data: "intel-dnv-vpp-changes-2n-dnv"
2119 #  include-tests: "PDR"
2120 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2121 #  parameters:
2122 #  - "name"
2123 #  - "parent"
2124 #  - "throughput"
2125 #
2126 ## VPP Performance Changes 2n-dnv 2t2c pdr
2127 #- type: "table"
2128 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2129 #  algorithm: "table_performance_comparison"
2130 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2131 #  history:
2132 #    - title: "rls1810"
2133 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2134 #  reference:
2135 #    title: "rls1901"
2136 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2137 #  compare:
2138 #    title: "rls1904"
2139 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2140 #  data: "intel-dnv-vpp-changes-2n-dnv"
2141 #  include-tests: "PDR"
2142 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2143 #  parameters:
2144 #  - "name"
2145 #  - "parent"
2146 #  - "throughput"
2147 #
2148 ## VPP Performance Changes 2n-dnv 1t1c ndr
2149 #- type: "table"
2150 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2151 #  algorithm: "table_performance_comparison"
2152 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2153 #  history:
2154 #    - title: "rls1810"
2155 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2156 #  reference:
2157 #    title: "rls1901"
2158 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2159 #  compare:
2160 #    title: "rls1904"
2161 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2162 #  data: "intel-dnv-vpp-changes-2n-dnv"
2163 #  include-tests: "NDR"
2164 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2165 #  parameters:
2166 #  - "name"
2167 #  - "parent"
2168 #  - "throughput"
2169 #
2170 ## VPP Performance Changes 2n-dnv 2t2c ndr
2171 #- type: "table"
2172 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2173 #  algorithm: "table_performance_comparison"
2174 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2175 #  history:
2176 #    - title: "rls1810"
2177 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2178 #  reference:
2179 #    title: "rls1901"
2180 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2181 #  compare:
2182 #    title: "rls1904"
2183 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2184 #  data: "intel-dnv-vpp-changes-2n-dnv"
2185 #  include-tests: "NDR"
2186 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2187 #  parameters:
2188 #  - "name"
2189 #  - "parent"
2190 #  - "throughput"
2191 #
2192 ## VPP Performance Changes 2n-dnv 1t1c MRR
2193 #- type: "table"
2194 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2195 #  algorithm: "table_performance_comparison"
2196 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2197 #  history:
2198 #    - title: "rls1810"
2199 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2200 #  reference:
2201 #    title: "rls1901"
2202 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2203 #  compare:
2204 #    title: "rls1904"
2205 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2206 #  data: "intel-dnv-vpp-changes-2n-dnv"
2207 #  include-tests: "MRR"
2208 #  filter: "'1T1C' and 'MRR'"
2209 #  parameters:
2210 #  - "name"
2211 #  - "parent"
2212 #  - "result"
2213 #
2214 ## VPP Performance Changes 2n-dnv 2t2c MRR
2215 #- type: "table"
2216 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2217 #  algorithm: "table_performance_comparison"
2218 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2219 #  history:
2220 #    - title: "rls1810"
2221 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2222 #  reference:
2223 #    title: "rls1901"
2224 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2225 #  compare:
2226 #    title: "rls1904"
2227 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2228 #  data: "intel-dnv-vpp-changes-2n-dnv"
2229 #  include-tests: "MRR"
2230 #  filter: "'2T2C' and 'MRR'"
2231 #  parameters:
2232 #  - "name"
2233 #  - "parent"
2234 #  - "result"
2235 #
2236 ## VPP Performance Changes 2n-dnv 4t4c MRR
2237 #- type: "table"
2238 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2239 #  algorithm: "table_performance_comparison"
2240 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2241 #  history:
2242 #    - title: "rls1810"
2243 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2244 #  reference:
2245 #    title: "rls1901"
2246 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2247 #  compare:
2248 #    title: "rls1904"
2249 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2250 #  data: "intel-dnv-vpp-changes-2n-dnv"
2251 #  include-tests: "MRR"
2252 #  filter: "'4T4C' and 'MRR'"
2253 #  parameters:
2254 #  - "name"
2255 #  - "parent"
2256 #  - "result"
2257
2258 # VPP Performance Changes 3n-hsw 1t1c pdr
2259 - type: "table"
2260   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2261   algorithm: "table_performance_comparison"
2262   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2263   history:
2264     - title: "rls1810"
2265       data: "vpp-performance-changes-3n-hsw-h1"
2266   reference:
2267     title: "rls1901"
2268     data: "vpp-performance-changes-3n-hsw-ref"
2269   compare:
2270     title: "rls1904"
2271     data: "vpp-performance-changes-3n-hsw-cmp"
2272   data: "vpp-performance-changes-3n-hsw"
2273   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2274   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2275   parameters:
2276   - "name"
2277   - "parent"
2278   - "throughput"
2279
2280 # VPP Performance Changes 3n-hsw 2t2c pdr
2281 - type: "table"
2282   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2283   algorithm: "table_performance_comparison"
2284   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2285   history:
2286     - title: "rls1810"
2287       data: "vpp-performance-changes-3n-hsw-h1"
2288   reference:
2289     title: "rls1901"
2290     data: "vpp-performance-changes-3n-hsw-ref"
2291   compare:
2292     title: "rls1904"
2293     data: "vpp-performance-changes-3n-hsw-cmp"
2294   data: "vpp-performance-changes-3n-hsw"
2295   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2296   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2297   parameters:
2298   - "name"
2299   - "parent"
2300   - "throughput"
2301
2302 # VPP Performance Changes 3n-hsw 1t1c ndr
2303 - type: "table"
2304   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2305   algorithm: "table_performance_comparison"
2306   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2307   history:
2308     - title: "rls1810"
2309       data: "vpp-performance-changes-3n-hsw-h1"
2310   reference:
2311     title: "rls1901"
2312     data: "vpp-performance-changes-3n-hsw-ref"
2313   compare:
2314     title: "rls1904"
2315     data: "vpp-performance-changes-3n-hsw-cmp"
2316   data: "vpp-performance-changes-3n-hsw"
2317   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2318   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2319   parameters:
2320   - "name"
2321   - "parent"
2322   - "throughput"
2323
2324 # VPP Performance Changes 3n-hsw 2t2c ndr
2325 - type: "table"
2326   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2327   algorithm: "table_performance_comparison"
2328   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2329   history:
2330     - title: "rls1810"
2331       data: "vpp-performance-changes-3n-hsw-h1"
2332   reference:
2333     title: "rls1901"
2334     data: "vpp-performance-changes-3n-hsw-ref"
2335   compare:
2336     title: "rls1904"
2337     data: "vpp-performance-changes-3n-hsw-cmp"
2338   data: "vpp-performance-changes-3n-hsw"
2339   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2340   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2341   parameters:
2342   - "name"
2343   - "parent"
2344   - "throughput"
2345
2346 # VPP Performance Changes 3n-skx 2t1c pdr
2347 - type: "table"
2348   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2349   algorithm: "table_performance_comparison"
2350   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2351   history:
2352     - title: "rls1810"
2353       data: "vpp-performance-changes-3n-skx-h1"
2354   reference:
2355     title: "rls1901"
2356     data: "vpp-performance-changes-3n-skx-ref"
2357   compare:
2358     title: "rls1904"
2359     data: "vpp-performance-changes-3n-skx-cmp"
2360   data: "vpp-performance-changes-3n-skx"
2361   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2362   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2363   parameters:
2364   - "name"
2365   - "parent"
2366   - "throughput"
2367
2368 # VPP Performance Changes 3n-skx 4t2c pdr
2369 - type: "table"
2370   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2371   algorithm: "table_performance_comparison"
2372   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2373   history:
2374     - title: "rls1810"
2375       data: "vpp-performance-changes-3n-skx-h1"
2376   reference:
2377     title: "rls1901"
2378     data: "vpp-performance-changes-3n-skx-ref"
2379   compare:
2380     title: "rls1904"
2381     data: "vpp-performance-changes-3n-skx-cmp"
2382   data: "vpp-performance-changes-3n-skx"
2383   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2384   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2385   parameters:
2386   - "name"
2387   - "parent"
2388   - "throughput"
2389
2390 # VPP Performance Changes 3n-skx 2t1c ndr
2391 - type: "table"
2392   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2393   algorithm: "table_performance_comparison"
2394   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2395   history:
2396     - title: "rls1810"
2397       data: "vpp-performance-changes-3n-skx-h1"
2398   reference:
2399     title: "rls1901"
2400     data: "vpp-performance-changes-3n-skx-ref"
2401   compare:
2402     title: "rls1904"
2403     data: "vpp-performance-changes-3n-skx-cmp"
2404   data: "vpp-performance-changes-3n-skx"
2405   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2406   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2407   parameters:
2408   - "name"
2409   - "parent"
2410   - "throughput"
2411
2412 # VPP Performance Changes 3n-skx 4t2c ndr
2413 - type: "table"
2414   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2415   algorithm: "table_performance_comparison"
2416   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2417   history:
2418     - title: "rls1810"
2419       data: "vpp-performance-changes-3n-skx-h1"
2420   reference:
2421     title: "rls1901"
2422     data: "vpp-performance-changes-3n-skx-ref"
2423   compare:
2424     title: "rls1904"
2425     data: "vpp-performance-changes-3n-skx-cmp"
2426   data: "vpp-performance-changes-3n-skx"
2427   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2428   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2429   parameters:
2430   - "name"
2431   - "parent"
2432   - "throughput"
2433
2434 # VPP Performance Changes 2n-skx 2t1c pdr
2435 - type: "table"
2436   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2437   algorithm: "table_performance_comparison"
2438   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2439   history:
2440     - title: "rls1810"
2441       data: "vpp-performance-changes-2n-skx-h1"
2442   reference:
2443     title: "rls1901"
2444     data: "vpp-performance-changes-2n-skx-ref"
2445   compare:
2446     title: "rls1904"
2447     data: "vpp-performance-changes-2n-skx-cmp"
2448   data: "vpp-performance-changes-2n-skx"
2449   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2450   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2451   parameters:
2452   - "name"
2453   - "parent"
2454   - "throughput"
2455
2456 # VPP Performance Changes 2n-skx 4t2c pdr
2457 - type: "table"
2458   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2459   algorithm: "table_performance_comparison"
2460   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2461   history:
2462     - title: "rls1810"
2463       data: "vpp-performance-changes-2n-skx-h1"
2464   reference:
2465     title: "rls1901"
2466     data: "vpp-performance-changes-2n-skx-ref"
2467   compare:
2468     title: "rls1904"
2469     data: "vpp-performance-changes-2n-skx-cmp"
2470   data: "vpp-performance-changes-2n-skx"
2471   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2472   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2473   parameters:
2474   - "name"
2475   - "parent"
2476   - "throughput"
2477
2478 # VPP Performance Changes 2n-skx 2t1c ndr
2479 - type: "table"
2480   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2481   algorithm: "table_performance_comparison"
2482   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2483   history:
2484     - title: "rls1810"
2485       data: "vpp-performance-changes-2n-skx-h1"
2486   reference:
2487     title: "rls1901"
2488     data: "vpp-performance-changes-2n-skx-ref"
2489   compare:
2490     title: "rls1904"
2491     data: "vpp-performance-changes-2n-skx-cmp"
2492   data: "vpp-performance-changes-2n-skx"
2493   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2494   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2495   parameters:
2496   - "name"
2497   - "parent"
2498   - "throughput"
2499
2500 # VPP Performance Changes 2n-skx 4t2c ndr
2501 - type: "table"
2502   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2503   algorithm: "table_performance_comparison"
2504   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2505   history:
2506     - title: "rls1810"
2507       data: "vpp-performance-changes-2n-skx-h1"
2508   reference:
2509     title: "rls1901"
2510     data: "vpp-performance-changes-2n-skx-ref"
2511   compare:
2512     title: "rls1904"
2513     data: "vpp-performance-changes-2n-skx-cmp"
2514   data: "vpp-performance-changes-2n-skx"
2515   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2516   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2517   parameters:
2518   - "name"
2519   - "parent"
2520   - "throughput"
2521
2522 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2523 - type: "table"
2524   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2525   algorithm: "table_performance_comparison"
2526   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2527   reference:
2528     title: "3-Node Hsw"
2529     data: "vpp-compare-testbeds-ref"
2530   compare:
2531     title: "3-Node Skx"
2532     data: "vpp-compare-testbeds-cmp"
2533   data: "vpp-compare-testbeds"
2534   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2535   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2536   parameters:
2537   - "name"
2538   - "parent"
2539   - "throughput"
2540
2541 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2542 - type: "table"
2543   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2544   algorithm: "table_performance_comparison"
2545   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2546   reference:
2547     title: "3-Node Hsw"
2548     data: "vpp-compare-testbeds-ref"
2549   compare:
2550     title: "3-Node Skx"
2551     data: "vpp-compare-testbeds-cmp"
2552   data: "vpp-compare-testbeds"
2553   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2554   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2555   parameters:
2556   - "name"
2557   - "parent"
2558   - "throughput"
2559
2560 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2561 - type: "table"
2562   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2563   algorithm: "table_performance_comparison"
2564   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2565   reference:
2566     title: "3-Node Hsw"
2567     data: "vpp-compare-testbeds-ref"
2568   compare:
2569     title: "3-Node Skx"
2570     data: "vpp-compare-testbeds-cmp"
2571   data: "vpp-compare-testbeds"
2572   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2573   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2574   parameters:
2575   - "name"
2576   - "parent"
2577   - "throughput"
2578
2579 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2580 - type: "table"
2581   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2582   algorithm: "table_performance_comparison"
2583   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2584   reference:
2585     title: "3-Node Hsw"
2586     data: "vpp-compare-testbeds-ref"
2587   compare:
2588     title: "3-Node Skx"
2589     data: "vpp-compare-testbeds-cmp"
2590   data: "vpp-compare-testbeds"
2591   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2592   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2593   parameters:
2594   - "name"
2595   - "parent"
2596   - "throughput"
2597
2598 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2599 - type: "table"
2600   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2601   algorithm: "table_performance_comparison"
2602   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2603   reference:
2604     title: "3-Node Skx"
2605     data: "vpp-compare-topologies-ref"
2606   compare:
2607     title: "2-Node Skx"
2608     data: "vpp-compare-topologies-cmp"
2609   data: "vpp-compare-topologies"
2610   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2611   filter: "'NDRPDR' and '1C'"
2612   parameters:
2613   - "name"
2614   - "parent"
2615   - "throughput"
2616
2617 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2618 - type: "table"
2619   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2620   algorithm: "table_performance_comparison"
2621   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2622   reference:
2623     title: "3-Node Skx"
2624     data: "vpp-compare-topologies-ref"
2625   compare:
2626     title: "2-Node Skx"
2627     data: "vpp-compare-topologies-cmp"
2628   data: "vpp-compare-topologies"
2629   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2630   filter: "'NDRPDR' and '2C'"
2631   parameters:
2632   - "name"
2633   - "parent"
2634   - "throughput"
2635
2636 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2637 - type: "table"
2638   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2639   algorithm: "table_performance_comparison"
2640   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2641   reference:
2642     title: "3-Node Skx"
2643     data: "vpp-compare-topologies-ref"
2644   compare:
2645     title: "2-Node Skx"
2646     data: "vpp-compare-topologies-cmp"
2647   data: "vpp-compare-topologies"
2648   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2649   filter: "'NDRPDR' and '1C'"
2650   parameters:
2651   - "name"
2652   - "parent"
2653   - "throughput"
2654
2655 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2656 - type: "table"
2657   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2658   algorithm: "table_performance_comparison"
2659   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2660   reference:
2661     title: "3-Node Skx"
2662     data: "vpp-compare-topologies-ref"
2663   compare:
2664     title: "2-Node Skx"
2665     data: "vpp-compare-topologies-cmp"
2666   data: "vpp-compare-topologies"
2667   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2668   filter: "'NDRPDR' and '2C'"
2669   parameters:
2670   - "name"
2671   - "parent"
2672   - "throughput"
2673
2674 # VPP Performance Changes 3n-hsw 1t1c MRR
2675 - type: "table"
2676   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2677   algorithm: "table_performance_comparison"
2678   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2679   history:
2680     - title: "rls1810"
2681       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2682   reference:
2683     title: "rls1901"
2684     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2685   compare:
2686     title: "rls1904"
2687     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2688   data: "vpp-performance-changes-3n-hsw-mrr"
2689   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2690   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2691   parameters:
2692   - "name"
2693   - "parent"
2694   - "result"
2695
2696 # VPP Performance Changes 3n-hsw 2t2c MRR
2697 - type: "table"
2698   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2699   algorithm: "table_performance_comparison"
2700   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2701   history:
2702     - title: "rls1810"
2703       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2704   reference:
2705     title: "rls1901"
2706     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2707   compare:
2708     title: "rls1904"
2709     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2710   data: "vpp-performance-changes-3n-hsw-mrr"
2711   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2712   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2713   parameters:
2714   - "name"
2715   - "parent"
2716   - "result"
2717
2718 # VPP Performance Changes 3n-hsw 4t4c MRR
2719 - type: "table"
2720   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2721   algorithm: "table_performance_comparison"
2722   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2723   history:
2724     - title: "rls1810"
2725       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2726   reference:
2727     title: "rls1901"
2728     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2729   compare:
2730     title: "rls1904"
2731     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2732   data: "vpp-performance-changes-3n-hsw-mrr"
2733   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2734   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2735   parameters:
2736   - "name"
2737   - "parent"
2738   - "result"
2739
2740 # VPP Performance Changes 3n-skx 2t1c MRR
2741 - type: "table"
2742   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2743   algorithm: "table_performance_comparison"
2744   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2745   history:
2746     - title: "rls1810"
2747       data: "vpp-performance-changes-3n-skx-mrr-h1"
2748   reference:
2749     title: "rls1901"
2750     data: "vpp-performance-changes-3n-skx-mrr-ref"
2751   compare:
2752     title: "rls1904"
2753     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2754   data: "vpp-performance-changes-3n-skx-mrr"
2755   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2756   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2757   parameters:
2758   - "name"
2759   - "parent"
2760   - "result"
2761
2762 # VPP Performance Changes 3n-skx 4t2c MRR
2763 - type: "table"
2764   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2765   algorithm: "table_performance_comparison"
2766   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2767   history:
2768     - title: "rls1810"
2769       data: "vpp-performance-changes-3n-skx-mrr-h1"
2770   reference:
2771     title: "rls1901"
2772     data: "vpp-performance-changes-3n-skx-mrr-ref"
2773   compare:
2774     title: "rls1904"
2775     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2776   data: "vpp-performance-changes-3n-skx-mrr"
2777   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2778   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2779   parameters:
2780   - "name"
2781   - "parent"
2782   - "result"
2783
2784 # VPP Performance Changes 3n-skx 8t4c MRR
2785 - type: "table"
2786   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2787   algorithm: "table_performance_comparison"
2788   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2789   history:
2790     - title: "rls1810"
2791       data: "vpp-performance-changes-3n-skx-mrr-h1"
2792   reference:
2793     title: "rls1901"
2794     data: "vpp-performance-changes-3n-skx-mrr-ref"
2795   compare:
2796     title: "rls1904"
2797     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2798   data: "vpp-performance-changes-3n-skx-mrr"
2799   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2800   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2801   parameters:
2802   - "name"
2803   - "parent"
2804   - "result"
2805
2806 # VPP Performance Changes 2n-skx 2t1c MRR
2807 - type: "table"
2808   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2809   algorithm: "table_performance_comparison"
2810   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2811   history:
2812     - title: "rls1810"
2813       data: "vpp-performance-changes-2n-skx-mrr-h1"
2814   reference:
2815     title: "rls1901"
2816     data: "vpp-performance-changes-2n-skx-mrr-ref"
2817   compare:
2818     title: "rls1904"
2819     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2820   data: "vpp-performance-changes-2n-skx-mrr"
2821   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2822   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2823   parameters:
2824   - "name"
2825   - "parent"
2826   - "result"
2827
2828 # VPP Performance Changes 2n-skx 4t2c MRR
2829 - type: "table"
2830   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2831   algorithm: "table_performance_comparison"
2832   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2833   history:
2834     - title: "rls1810"
2835       data: "vpp-performance-changes-2n-skx-mrr-h1"
2836   reference:
2837     title: "rls1901"
2838     data: "vpp-performance-changes-2n-skx-mrr-ref"
2839   compare:
2840     title: "rls1904"
2841     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2842   data: "vpp-performance-changes-2n-skx-mrr"
2843   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2844   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2845   parameters:
2846   - "name"
2847   - "parent"
2848   - "result"
2849
2850 # VPP Performance Changes 2n-skx 8t4c MRR
2851 - type: "table"
2852   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2853   algorithm: "table_performance_comparison"
2854   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2855   history:
2856     - title: "rls1810"
2857       data: "vpp-performance-changes-2n-skx-mrr-h1"
2858   reference:
2859     title: "rls1901"
2860     data: "vpp-performance-changes-2n-skx-mrr-ref"
2861   compare:
2862     title: "rls1904"
2863     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2864   data: "vpp-performance-changes-2n-skx-mrr"
2865   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2866   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2867   parameters:
2868   - "name"
2869   - "parent"
2870   - "result"
2871
2872 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2873 - type: "table"
2874   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2875   algorithm: "table_performance_comparison"
2876   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2877   reference:
2878     title: "3-Node Hsw"
2879     data: "vpp-compare-testbeds-mrr-ref"
2880   compare:
2881     title: "3-Node Skx"
2882     data: "vpp-compare-testbeds-mrr-cmp"
2883   data: "vpp-compare-testbeds-mrr"
2884   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2885   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2886   parameters:
2887   - "name"
2888   - "parent"
2889   - "result"
2890
2891 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2892 - type: "table"
2893   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2894   algorithm: "table_performance_comparison"
2895   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2896   reference:
2897     title: "3-Node Hsw"
2898     data: "vpp-compare-testbeds-mrr-ref"
2899   compare:
2900     title: "3-Node Skx"
2901     data: "vpp-compare-testbeds-mrr-cmp"
2902   data: "vpp-compare-testbeds-mrr"
2903   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2904   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2905   parameters:
2906   - "name"
2907   - "parent"
2908   - "result"
2909
2910 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2911 - type: "table"
2912   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2913   algorithm: "table_performance_comparison"
2914   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2915   reference:
2916     title: "3-Node Hsw"
2917     data: "vpp-compare-testbeds-mrr-ref"
2918   compare:
2919     title: "3-Node Skx"
2920     data: "vpp-compare-testbeds-mrr-cmp"
2921   data: "vpp-compare-testbeds-mrr"
2922   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2923   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2924   parameters:
2925   - "name"
2926   - "parent"
2927   - "result"
2928
2929 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2930 - type: "table"
2931   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2932   algorithm: "table_performance_comparison"
2933   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2934   reference:
2935     title: "3-Node Skx"
2936     data: "vpp-compare-topologies-mrr-ref"
2937   compare:
2938     title: "2-Node Skx"
2939     data: "vpp-compare-topologies-mrr-cmp"
2940   data: "vpp-compare-topologies-mrr"
2941   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2942   filter: "'MRR' and '1C'"
2943   parameters:
2944   - "name"
2945   - "parent"
2946   - "result"
2947
2948 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2949 - type: "table"
2950   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2951   algorithm: "table_performance_comparison"
2952   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2953   reference:
2954     title: "3-Node Skx"
2955     data: "vpp-compare-topologies-mrr-ref"
2956   compare:
2957     title: "2-Node Skx"
2958     data: "vpp-compare-topologies-mrr-cmp"
2959   data: "vpp-compare-topologies-mrr"
2960   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2961   filter: "'MRR' and '2C'"
2962   parameters:
2963   - "name"
2964   - "parent"
2965   - "result"
2966
2967 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2968 - type: "table"
2969   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2970   algorithm: "table_performance_comparison"
2971   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2972   reference:
2973     title: "3-Node Skx"
2974     data: "vpp-compare-topologies-mrr-ref"
2975   compare:
2976     title: "2-Node Skx"
2977     data: "vpp-compare-topologies-mrr-cmp"
2978   data: "vpp-compare-topologies-mrr"
2979   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2980   filter: "'MRR' and '4C'"
2981   parameters:
2982   - "name"
2983   - "parent"
2984   - "result"
2985
2986 # Detailed Test Results - VPP Performance Results 3n-hsw
2987 - type: "table"
2988   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2989   algorithm: "table_merged_details"
2990   output-file-ext: ".csv"
2991   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2992   columns:
2993   - title: "Name"
2994     data: "data name"
2995   - title: "Status"
2996     data: "data msg"
2997   rows: "generated"
2998   data: "vpp-perf-results-3n-hsw"
2999   filter: "not 'NDRCHK' and not 'PDRCHK'"
3000   parameters:
3001   - "name"
3002   - "parent"
3003   - "msg"
3004
3005 # Detailed Test Results - VPP Performance Results 3n-skx
3006 - type: "table"
3007   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3008   algorithm: "table_merged_details"
3009   output-file-ext: ".csv"
3010   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3011   columns:
3012   - title: "Name"
3013     data: "data name"
3014   - title: "Status"
3015     data: "data msg"
3016   rows: "generated"
3017   data: "vpp-perf-results-3n-skx"
3018   filter: "not 'CFS_OPT'"
3019   parameters:
3020   - "name"
3021   - "parent"
3022   - "msg"
3023
3024 # Detailed Test Results - VPP Performance Results 2n-skx
3025 - type: "table"
3026   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3027   algorithm: "table_merged_details"
3028   output-file-ext: ".csv"
3029   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3030   columns:
3031   - title: "Name"
3032     data: "data name"
3033   - title: "Status"
3034     data: "data msg"
3035   rows: "generated"
3036   data: "vpp-perf-results-2n-skx"
3037   filter: "not 'CFS_OPT'"
3038   parameters:
3039   - "name"
3040   - "parent"
3041   - "msg"
3042
3043 ## Detailed Test Results - VPP Performance Results 2n-dnv
3044 #- type: "table"
3045 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3046 #  algorithm: "table_details"
3047 #  output-file-ext: ".csv"
3048 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3049 #  columns:
3050 #  - title: "Name"
3051 #    data: "data name"
3052 #  - title: "Status"
3053 #    data: "data msg"
3054 #  rows: "generated"
3055 #  data: "intel-dnv-vpp"
3056 #  filter: "'NDRPDR'"
3057 #  parameters:
3058 #  - "name"
3059 #  - "parent"
3060 #  - "msg"
3061
3062 # Test configuration - VPP Performance Test Configs 3n-hsw
3063 - type: "table"
3064   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3065   algorithm: "table_merged_details"
3066   output-file-ext: ".csv"
3067   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3068   columns:
3069   - title: "Name"
3070     data: "data name"
3071   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3072     data: "data conf-history"
3073   rows: "generated"
3074   data: "vpp-perf-results-3n-hsw"
3075   filter: "not 'NDRCHK' and not 'PDRCHK'"
3076   parameters:
3077   - "parent"
3078   - "name"
3079   - "conf-history"
3080
3081 # Test configuration - VPP Performance Test Configs 3n-skx
3082 - type: "table"
3083   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3084   algorithm: "table_merged_details"
3085   output-file-ext: ".csv"
3086   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3087   columns:
3088   - title: "Name"
3089     data: "data name"
3090   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3091     data: "data conf-history"
3092   rows: "generated"
3093   data: "vpp-perf-results-3n-skx"
3094   filter: "not 'CFS_OPT'"
3095   parameters:
3096   - "parent"
3097   - "name"
3098   - "conf-history"
3099
3100 # Test configuration - VPP Performance Test Configs 2n-skx
3101 - type: "table"
3102   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3103   algorithm: "table_merged_details"
3104   output-file-ext: ".csv"
3105   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3106   columns:
3107   - title: "Name"
3108     data: "data name"
3109   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3110     data: "data conf-history"
3111   rows: "generated"
3112   data: "vpp-perf-results-2n-skx"
3113   filter: "not 'CFS_OPT'"
3114   parameters:
3115   - "parent"
3116   - "name"
3117   - "conf-history"
3118
3119 ## Test configuration - VPP Performance Test Configs 2n-dnv
3120 #- type: "table"
3121 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3122 #  algorithm: "table_details"
3123 #  output-file-ext: ".csv"
3124 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3125 #  columns:
3126 #  - title: "Name"
3127 #    data: "data name"
3128 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3129 #    data: "data conf-history"
3130 #  rows: "generated"
3131 #  data: "intel-dnv-vpp"
3132 #  filter: "'NDRPDR'"
3133 #  parameters:
3134 #  - "parent"
3135 #  - "name"
3136 #  - "conf-history"
3137
3138 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3139 - type: "table"
3140   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3141   algorithm: "table_merged_details"
3142   output-file-ext: ".csv"
3143   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3144   columns:
3145   - title: "Name"
3146     data: "data name"
3147   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3148     data: "data show-run"
3149   rows: "generated"
3150   data: "vpp-perf-results-3n-hsw"
3151   filter: "not 'NDRCHK' and not 'PDRCHK'"
3152   parameters:
3153   - "parent"
3154   - "name"
3155   - "show-run"
3156
3157 # Test Operational Data - VPP Performance Operational Data 3n-skx
3158 - type: "table"
3159   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3160   algorithm: "table_merged_details"
3161   output-file-ext: ".csv"
3162   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3163   columns:
3164   - title: "Name"
3165     data: "data name"
3166   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3167     data: "data show-run"
3168   rows: "generated"
3169   data: "vpp-perf-results-3n-skx"
3170   filter: "not 'CFS_OPT'"
3171   parameters:
3172   - "parent"
3173   - "name"
3174   - "show-run"
3175
3176 # Test Operational Data - VPP Performance Operational Data 2n-skx
3177 - type: "table"
3178   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3179   algorithm: "table_merged_details"
3180   output-file-ext: ".csv"
3181   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3182   columns:
3183   - title: "Name"
3184     data: "data name"
3185   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3186     data: "data show-run"
3187   rows: "generated"
3188   data: "vpp-perf-results-2n-skx"
3189   filter: "not 'CFS_OPT'"
3190   parameters:
3191   - "parent"
3192   - "name"
3193   - "show-run"
3194
3195 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3196 #- type: "table"
3197 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3198 #  algorithm: "table_details"
3199 #  output-file-ext: ".csv"
3200 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3201 #  columns:
3202 #  - title: "Name"
3203 #    data: "data name"
3204 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3205 #    data: "data show-run"
3206 #  rows: "generated"
3207 #  data: "intel-dnv-vpp"
3208 #  filter: "'NDRPDR'"
3209 #  parameters:
3210 #  - "parent"
3211 #  - "name"
3212 #  - "show-run"
3213
3214 # Detailed Test Results - VPP MRR Results 3n-hsw
3215 - type: "table"
3216   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3217   algorithm: "table_details"
3218   output-file-ext: ".csv"
3219   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3220   columns:
3221   - title: "Name"
3222     data: "data name"
3223   - title: "Status"
3224     data: "data msg"
3225   rows: "generated"
3226   data: "vpp-mrr-results-3n-hsw"
3227   filter: "'MRR'"
3228   parameters:
3229   - "name"
3230   - "parent"
3231   - "msg"
3232
3233 # Detailed Test Results - VPP MRR Results 3n-skx
3234 - type: "table"
3235   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3236   algorithm: "table_details"
3237   output-file-ext: ".csv"
3238   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3239   columns:
3240   - title: "Name"
3241     data: "data name"
3242   - title: "Status"
3243     data: "data msg"
3244   rows: "generated"
3245   data: "vpp-mrr-results-3n-skx"
3246   filter: "'MRR'"
3247   parameters:
3248   - "name"
3249   - "parent"
3250   - "msg"
3251
3252 # Detailed Test Results - VPP MRR Results 2n-skx
3253 - type: "table"
3254   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3255   algorithm: "table_details"
3256   output-file-ext: ".csv"
3257   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3258   columns:
3259   - title: "Name"
3260     data: "data name"
3261   - title: "Status"
3262     data: "data msg"
3263   rows: "generated"
3264   data: "vpp-mrr-results-2n-skx"
3265   filter: "'MRR'"
3266   parameters:
3267   - "name"
3268   - "parent"
3269   - "msg"
3270
3271 ## Detailed Test Results - VPP MRR Results 2n-dnv
3272 #- type: "table"
3273 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3274 #  algorithm: "table_details"
3275 #  output-file-ext: ".csv"
3276 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3277 #  columns:
3278 #  - title: "Name"
3279 #    data: "data name"
3280 #  - title: "Status"
3281 #    data: "data msg"
3282 #  rows: "generated"
3283 #  data: "intel-dnv-vpp"
3284 #  filter: "'MRR'"
3285 #  parameters:
3286 #  - "name"
3287 #  - "parent"
3288 #  - "msg"
3289
3290 # Test configuration - VPP MRR Test Configs 3n-hsw
3291 - type: "table"
3292   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3293   algorithm: "table_details"
3294   output-file-ext: ".csv"
3295   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3296   columns:
3297   - title: "Name"
3298     data: "data name"
3299   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3300     data: "data conf-history"
3301   rows: "generated"
3302   data: "vpp-mrr-results-3n-hsw"
3303   filter: "'MRR'"
3304   parameters:
3305   - "parent"
3306   - "name"
3307   - "conf-history"
3308
3309 # Test configuration - VPP MRR Test Configs 3n-skx
3310 - type: "table"
3311   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3312   algorithm: "table_details"
3313   output-file-ext: ".csv"
3314   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3315   columns:
3316   - title: "Name"
3317     data: "data name"
3318   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3319     data: "data conf-history"
3320   rows: "generated"
3321   data: "vpp-mrr-results-3n-skx"
3322   filter: "'MRR'"
3323   parameters:
3324   - "parent"
3325   - "name"
3326   - "conf-history"
3327
3328 # Test configuration - VPP MRR Test Configs 2n-skx
3329 - type: "table"
3330   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3331   algorithm: "table_details"
3332   output-file-ext: ".csv"
3333   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3334   columns:
3335   - title: "Name"
3336     data: "data name"
3337   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3338     data: "data conf-history"
3339   rows: "generated"
3340   data: "vpp-mrr-results-2n-skx"
3341   filter: "'MRR'"
3342   parameters:
3343   - "parent"
3344   - "name"
3345   - "conf-history"
3346
3347 ## Test configuration - VPP MRR Test Configs 2n-dnv
3348 #- type: "table"
3349 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3350 #  algorithm: "table_details"
3351 #  output-file-ext: ".csv"
3352 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3353 #  columns:
3354 #  - title: "Name"
3355 #    data: "data name"
3356 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3357 #    data: "data conf-history"
3358 #  rows: "generated"
3359 #  data: "intel-dnv-vpp"
3360 #  filter: "'MRR'"
3361 #  parameters:
3362 #  - "parent"
3363 #  - "name"
3364 #  - "conf-history"
3365
3366 # Detailed Test Results - VPP Functional Results - Ubuntu
3367 - type: "table"
3368   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3369   algorithm: "table_details"
3370   output-file-ext: ".csv"
3371   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3372   columns:
3373   - title: "Name"
3374     data: "data name"
3375   - title: "Documentation"
3376     data: "data doc"
3377   - title: "Status"
3378     data: "data status"
3379   rows: "generated"
3380   data: "vpp-func-results-ubuntu"
3381   filter: "all"
3382   parameters:
3383   - "name"
3384   - "parent"
3385   - "doc"
3386   - "status"
3387
3388 # Detailed Test Results - VPP Functional Results - CentOS
3389 - type: "table"
3390   title: "Detailed Test Results - VPP Functional Results - CentOS"
3391   algorithm: "table_details"
3392   output-file-ext: ".csv"
3393   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3394   columns:
3395   - title: "Name"
3396     data: "data name"
3397   - title: "Documentation"
3398     data: "data doc"
3399   -
3400     title: "Status"
3401     data: "data status"
3402   rows: "generated"
3403   data:
3404     "vpp-func-results-centos"
3405   filter: "all"
3406   parameters:
3407   - "name"
3408   - "parent"
3409   - "doc"
3410   - "status"
3411
3412 # Test configuration - VPP Functional Test Configs - Ubuntu
3413 - type: "table"
3414   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3415   algorithm: "table_details"
3416   output-file-ext: ".csv"
3417   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3418   columns: