resources/tools/presentation/specification.yaml

   1 - type: "environment"
   2
   3   paths:
   4     # Top level directories:
   5     ## Working directory
   6     DIR[WORKING]: "_tmp"
   7     ## Build directories
   8     DIR[BUILD,HTML]: "_build"
   9     DIR[BUILD,LATEX]: "_build_latex"
  10
  11     # Static .rst files
  12     DIR[RST]: "../../../docs/report"
  13
  14     # Working directories
  15     ## Input data files (.zip, .xml)
  16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  17     ## Static source files from git
  18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  20
  21     # Static html content
  22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  26
  27     # Detailed test results
  28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  48
  49     # Detailed test configurations
  50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  62
  63     # Detailed tests operational data
  64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  69
  70     # .css patch file to fix tables generated by Sphinx
  71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  73
  74   urls:
  75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
  78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  79     URL[NEXUS]: "https://docs.fd.io/csit"
  80     DIR[NEXUS]: "report/_static/archive"
  81
  82   make-dirs:
  83   # List the directories which are created while preparing the environment.
  84   # All directories MUST be defined in "paths" section.
  85   - "DIR[WORKING,DATA]"
  86   - "DIR[STATIC,VPP]"
  87   - "DIR[STATIC,DPDK]"
  88   - "DIR[STATIC,ARCH]"
  89   - "DIR[BUILD,LATEX]"
  90   - "DIR[WORKING,SRC]"
  91   - "DIR[WORKING,SRC,STATIC]"
  92
  93   remove-dirs:
  94   # List the directories which are deleted while cleaning the environment.
  95   # All directories MUST be defined in "paths" section.
  96   #- "DIR[BUILD,HTML]"
  97   - "DIR[WORKING,DATA]"
  98
  99   build-dirs:
 100   # List the directories where the results (build) is stored.
 101   # All directories MUST be defined in "paths" section.
 102   - "DIR[BUILD,HTML]"
 103   - "DIR[BUILD,LATEX]"
 104
 105 - type: "configuration"
 106
 107   limits:
 108     nic:
 109       x520: 24460000
 110       x553: 29761905
 111       x710: 35800000
 112       xxv710: 35800000
 113       xl710: 35800000
 114
 115     link:
 116       10ge: 14880952.38
 117       25ge: 37202380.95
 118       40ge: 59523809.52
 119       100ge: 148809523.81
 120
 121     pci:
 122       pci-g3-x8: 74404761.90
 123       pci-g3-x16: 148809523.81
 124
 125   data-sets:
 126
 127     ###########################################################################
 128     # Plots:
 129
 130     # 3n-hsw
 131
 132     plot-vpp-throughput-lat-tsa-3n-hsw:
 133       csit-vpp-perf-verify-1904-3n-hsw:
 134         - 11  # NDRPDR sel
 135         - 12  # NDRPDR sel
 136         - 20  # NDRPDR sel
 137         - 21  # NDRPDR sel
 138         - 23  # NDRPDR sel
 139         - 24  # NDRPDR sel
 140         - 25  # NDRPDR sel
 141         - 26  # NDRPDR sel
 142         - 29  # NDRPDR sel
 143         - 30  # NDRPDR sel
 144
 145 #    plot-vpp-http-server-performance:
 146 #      # TODO: Replace with 1904 data
 147 #      # csit-vpp-perf-verify-1904-3n-hsw:
 148 #      csit-vpp-perf-verify-1810-3n-hsw:
 149 #        - 28  # WRK
 150 #        - 29  # WRK
 151 #        - 30  # WRK
 152 #        - 31  # WRK
 153 #        - 32  # WRK
 154 #        - 33  # WRK
 155 #        - 34  # WRK
 156 #        - 35  # WRK
 157 #        - 36  # WRK
 158 #        - 37  # WRK
 159
 160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
 161 #      # TODO: Replace with 1904 data
 162 #      # csit-ligato-perf-verify-1904-3n-hsw:
 163 #      csit-ligato-perf-verify-1901-3n-hsw:
 164 #        - 8   # NDRPDR sel
 165 #        - 9   # NDRPDR sel
 166 #        - 11  # NDRPDR sel
 167 #        - 12  # NDRPDR sel
 168 #        - 13  # NDRPDR sel
 169 #        - 14  # NDRPDR sel
 170 #        - 15  # NDRPDR sel
 171 #        - 16  # NDRPDR sel
 172 #        - 17  # NDRPDR sel
 173 #        - 18  # NDRPDR sel
 174
 175     plot-dpdk-throughput-latency-3n-hsw:
 176       csit-dpdk-perf-verify-1904-3n-hsw:
 177         - 2   # NDRPDR sel
 178         - 3   # NDRPDR sel
 179         - 5   # NDRPDR sel
 180         - 6   # NDRPDR sel
 181         - 13  # NDRPDR sel
 182         - 14  # NDRPDR sel
 183         - 15  # NDRPDR sel
 184         - 18  # NDRPDR sel
 185         - 19  # NDRPDR sel
 186         - 20  # NDRPDR sel
 187
 188     # 3n-skx
 189
 190     plot-vpp-throughput-lat-tsa-3n-skx:
 191       csit-vpp-perf-verify-1904-3n-skx:
 192         - 8   # NDRPDR sel
 193         - 9   # NDRPDR sel
 194         - 10  # NDRPDR sel
 195         - 11  # NDRPDR sel
 196         - 12  # NDRPDR sel
 197         - 14  # NDRPDR sel
 198         - 16  # NDRPDR sel
 199         - 21  # NDRPDR sel
 200         - 23  # NDRPDR sel
 201         - 25  # NDRPDR sel
 202
 203     plot-dpdk-throughput-latency-3n-skx:
 204       csit-dpdk-perf-verify-1904-3n-skx:
 205         - 2   # NDRPDR sel
 206         - 3   # NDRPDR sel
 207         - 4   # NDRPDR sel
 208         - 5   # NDRPDR sel
 209         - 6   # NDRPDR sel
 210         - 7   # NDRPDR sel
 211         - 11  # NDRPDR sel
 212         - 12  # NDRPDR sel
 213         - 13  # NDRPDR sel
 214         - 14  # NDRPDR sel
 215
 216     # 2n-skx
 217
 218     plot-vpp-throughput-lat-tsa-2n-skx:
 219       csit-vpp-perf-verify-1904-2n-skx:
 220         - 12  # NDRPDR sel
 221         - 14  # NDRPDR sel
 222         - 16  # NDRPDR sel
 223         - 17  # NDRPDR sel
 224         - 18  # NDRPDR sel
 225         - 21  # NDRPDR sel
 226         - 27  # NDRPDR sel
 227         - 30  # NDRPDR sel
 228         - 31  # NDRPDR sel
 229         - 32  # NDRPDR sel
 230
 231     plot-vpp-soak-2n-skx:
 232       # TODO: Add 1904 data
 233       csit-vpp-perf-verify-1904-2n-skx:
 234         - 70  # SOAK
 235         - 71  # SOAK
 236
 237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
 238       csit-vpp-perf-verify-1904-2n-skx:
 239         - 56  # NFV NDRPDR 64b
 240         - 59  # NFV NDRPDR 64b
 241         - 60  # NFV NDRPDR 64b
 242         - 65  # NFV NDRPDR 64b
 243         - 68  # NFV NDRPDR 64b
 244
 245     plot-vpp-nfv-2n-skx-ndrpdr-imix:
 246       # TODO: Add 1904 data
 247       csit-vpp-perf-verify-1904-2n-skx:
 248         - 66  # NFV NDRPDR IMIX
 249         - 67  # NFV NDRPDR IMIX
 250         - 69  # NFV NDRPDR IMIX
 251
 252     plot-vpp-nfv-2n-skx-mrr-64b:
 253       csit-vpp-perf-verify-1904-2n-skx:
 254         - 40  # NFV MRR 64b
 255         - 41  # NFV MRR 64b
 256         - 42  # NFV MRR 64b
 257         - 47  # NFV MRR 64b
 258         - 48  # NFV MRR 64b
 259
 260     plot-vpp-nfv-2n-skx-mrr-imix:
 261       csit-vpp-perf-verify-1904-2n-skx:
 262         - 49  # NFV MRR IMIX
 263         - 50  # NFV MRR IMIX
 264         - 51  # NFV MRR IMIX
 265         - 54  # NFV MRR IMIX
 266         - 55  # NFV MRR IMIX
 267
 268     plot-dpdk-throughput-latency-2n-skx:
 269       csit-dpdk-perf-verify-1904-2n-skx:
 270         - 2   # NDRPDR sel
 271         - 3   # NDRPDR sel
 272         - 4   # NDRPDR sel
 273         - 5   # NDRPDR sel
 274         - 7   # NDRPDR sel
 275         - 8   # NDRPDR sel
 276         - 9   # NDRPDR sel
 277         - 10  # NDRPDR sel
 278         - 11  # NDRPDR sel
 279         - 12  # NDRPDR sel
 280
 281     # 3rd party
 282
 283 #    # Denverton:
 284 #    intel-dnv-vpp:
 285 #      # TODO: Replace with 1904 data
 286 #      # intel-dnv-vpp-release-1904:
 287 #      intel-dnv-vpp-release-1901:
 288 #        - 1
 289
 290     ###########################################################################
 291     # Simple tables (only one data set):
 292
 293     # NIC Comparisons
 294
 295     vpp-nic-comparison-3n-hsw:
 296       csit-vpp-perf-verify-1904-3n-hsw:
 297         - 11  # NDRPDR sel
 298         - 12  # NDRPDR sel
 299         - 20  # NDRPDR sel
 300         - 21  # NDRPDR sel
 301         - 23  # NDRPDR sel
 302         - 24  # NDRPDR sel
 303         - 25  # NDRPDR sel
 304         - 26  # NDRPDR sel
 305         - 29  # NDRPDR sel
 306         - 30  # NDRPDR sel
 307
 308     vpp-nic-comparison-3n-skx:
 309       csit-vpp-perf-verify-1904-3n-skx:
 310         - 8   # NDRPDR sel
 311         - 9   # NDRPDR sel
 312         - 10  # NDRPDR sel
 313         - 11  # NDRPDR sel
 314         - 12  # NDRPDR sel
 315         - 14  # NDRPDR sel
 316         - 16  # NDRPDR sel
 317         - 21  # NDRPDR sel
 318         - 23  # NDRPDR sel
 319         - 25  # NDRPDR sel
 320
 321     vpp-nic-comparison-2n-skx:
 322       csit-vpp-perf-verify-1904-2n-skx:
 323         - 12  # NDRPDR sel
 324         - 14  # NDRPDR sel
 325         - 16  # NDRPDR sel
 326         - 17  # NDRPDR sel
 327         - 18  # NDRPDR sel
 328         - 21  # NDRPDR sel
 329         - 27  # NDRPDR sel
 330         - 30  # NDRPDR sel
 331         - 31  # NDRPDR sel
 332         - 32  # NDRPDR sel
 333
 334     vpp-nic-comparison-3n-hsw-mrr:
 335       csit-vpp-perf-verify-1904-3n-hsw:
 336         - 9   # MRR sel
 337
 338     vpp-nic-comparison-3n-skx-mrr:
 339       csit-vpp-perf-verify-1904-3n-skx:
 340         - 7   # MRR sel
 341
 342     vpp-nic-comparison-2n-skx-mrr:
 343       csit-vpp-perf-verify-1904-2n-skx:
 344         - 11  # MRR sel
 345
 346     # Results
 347
 348     vpp-perf-results-3n-hsw:
 349       # TODO: Replace with FULL 1904 data
 350       csit-vpp-perf-verify-1904-3n-hsw:
 351         - 12  # NDRPDR sel
 352
 353     vpp-perf-results-3n-skx:
 354       csit-vpp-perf-verify-1904-3n-skx:
 355         - 26  # NDRPDR full
 356         - 27  # NDRPDR full
 357         - 30  # NDRPDR full
 358         - 31  # NDRPDR full
 359
 360     vpp-perf-results-2n-skx:
 361       csit-vpp-perf-verify-1904-2n-skx:
 362         - 33  # NDRPDR full
 363         - 39  # NDRPDR full
 364         - 58  # NDRPDR full
 365         - 62  # NDRPDR full
 366
 367     vpp-mrr-results-3n-hsw:
 368       csit-vpp-perf-verify-1904-3n-hsw:
 369         - 9   # MRR sel
 370
 371     vpp-mrr-results-3n-skx:
 372       csit-vpp-perf-verify-1904-3n-skx:
 373         - 7   # MRR sel
 374
 375     vpp-mrr-results-2n-skx:
 376       csit-vpp-perf-verify-1904-2n-skx:
 377         - 11  # MRR sel
 378
 379     vpp-func-results-ubuntu:
 380       csit-vpp-functional-1904-ubuntu1604-virl:
 381         - 29
 382
 383     vpp-func-results-centos:
 384       csit-vpp-functional-1904-centos7-virl:
 385         - 32
 386
 387     vpp-device-results-ubuntu:
 388       csit-vpp-device-1904-ubuntu1804-1n-skx:
 389         - 33
 390
 391 #    # VPP Ligato
 392 #    ligato-perf-results-3n-hsw:
 393 #      # TODO: Replace with 1904 data
 394 #      # csit-ligato-perf-verify-1904-3n-hsw:
 395 #      csit-ligato-perf-verify-1901-3n-hsw:
 396 #        - 10  # NDRPDR full
 397
 398     dpdk-perf-results-3n-hsw:
 399       csit-dpdk-perf-verify-1904-3n-hsw:
 400         - 5   # NDRPDR sel
 401
 402     dpdk-perf-results-3n-skx:
 403       csit-dpdk-perf-verify-1904-3n-skx:
 404         - 7   # NDRPDR sel
 405
 406     dpdk-perf-results-2n-skx:
 407       csit-dpdk-perf-verify-1904-2n-skx:
 408         - 9   # NDRPDR sel
 409
 410     # HoneyComb Functional
 411     hc-func-results:
 412       csit-hc2vpp-verify-func-1904-ubuntu1604:
 413         - 4
 414
 415 #    # NSH SFC Functional
 416 #    nsh-func-results:
 417 #      # Not used
 418 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 419 #        - 1
 420
 421     # DMM Functional
 422     dmm-func-results:
 423       csit-dmm-functional-1904-ubuntu1604-virl:
 424         - 1
 425
 426     ###########################################################################
 427     # Tables (more than one data set)
 428
 429     # Performance changes
 430
 431 #    intel-dnv-vpp-changes-2n-dnv-h1:
 432 #      intel-dnv-vpp-release-1810:
 433 #        - 1
 434 #    intel-dnv-vpp-changes-2n-dnv-ref:
 435 #      intel-dnv-vpp-release-1901:
 436 #        - 1
 437 #    intel-dnv-vpp-changes-2n-dnv-cmp:
 438 #      # TODO: Replace with 1904 data
 439 #      # intel-dnv-vpp-release-1904:
 440 #      intel-dnv-vpp-release-1901:
 441 #        - 1
 442 #    intel-dnv-vpp-changes-2n-dnv:
 443 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
 444 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
 445 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
 446
 447     vpp-performance-changes-3n-hsw-h1:
 448       csit-vpp-perf-verify-1810-3n-hsw:
 449         - 8   # NDRPDR sel
 450         - 12  # NDRPDR sel
 451         - 14  # NDRPDR sel
 452         - 18  # NDRPDR sel
 453         - 23  # NDRPDR sel
 454         - 25  # NDRPDR sel
 455         - 38  # NDRPDR sel
 456         - 39  # NDRPDR sel
 457         - 41  # NDRPDR sel
 458         - 42  # NDRPDR sel
 459     vpp-performance-changes-3n-hsw-ref:
 460       csit-vpp-perf-verify-1901-3n-hsw:
 461         - 10  # NDRPDR sel
 462         - 19  # NDRPDR sel
 463         - 31  # NDRPDR sel
 464         - 36  # NDRPDR sel
 465         - 40  # NDRPDR sel
 466         - 42  # NDRPDR sel
 467         - 44  # NDRPDR sel
 468         - 46  # NDRPDR sel
 469         - 47  # NDRPDR sel
 470         - 48  # NDRPDR sel
 471         - 61  # NDRPDR LB
 472         - 62  # NDRPDR LB
 473         - 63  # NDRPDR LB
 474         - 64  # NDRPDR LB
 475         - 65  # NDRPDR LB
 476         - 66  # NDRPDR LB
 477         - 67  # NDRPDR LB
 478         - 69  # NDRPDR LB
 479         - 70  # NDRPDR LB
 480         - 71  # NDRPDR LB
 481     vpp-performance-changes-3n-hsw-cmp:
 482       csit-vpp-perf-verify-1904-3n-hsw:
 483         - 11  # NDRPDR sel
 484         - 12  # NDRPDR sel
 485         - 20  # NDRPDR sel
 486         - 21  # NDRPDR sel
 487         - 23  # NDRPDR sel
 488         - 24  # NDRPDR sel
 489         - 25  # NDRPDR sel
 490         - 26  # NDRPDR sel
 491         - 29  # NDRPDR sel
 492         - 30  # NDRPDR sel
 493     vpp-performance-changes-3n-hsw:
 494       - "vpp-performance-changes-3n-hsw-h1"
 495       - "vpp-performance-changes-3n-hsw-ref"
 496       - "vpp-performance-changes-3n-hsw-cmp"
 497
 498     vpp-performance-changes-3n-skx-h1:
 499       csit-vpp-perf-verify-1810-3n-skx:
 500         - 10  # NDRPDR sel
 501         - 14  # NDRPDR sel
 502         - 15  # NDRPDR sel
 503         - 16  # NDRPDR sel
 504         - 17  # NDRPDR sel
 505         - 19  # NDRPDR sel
 506         - 20  # NDRPDR sel
 507         - 21  # NDRPDR sel
 508         - 22  # NDRPDR sel
 509         - 25  # NDRPDR sel
 510     vpp-performance-changes-3n-skx-ref:
 511       csit-vpp-perf-verify-1901-3n-skx:
 512         - 18  # NDRPDR sel
 513         - 19  # NDRPDR sel
 514         - 20  # NDRPDR sel
 515         - 28  # NDRPDR sel
 516         - 31  # NDRPDR sel
 517         - 33  # NDRPDR sel
 518         - 36  # NDRPDR sel
 519         - 38  # NDRPDR sel
 520         - 47  # NDRPDR sel
 521         - 48  # NDRPDR sel
 522         - 54  # NDRPDR LB
 523         - 57  # NDRPDR LB
 524         - 58  # NDRPDR LB
 525         - 59  # NDRPDR LB
 526         - 60  # NDRPDR LB
 527         - 63  # NDRPDR LB
 528         - 64  # NDRPDR LB
 529         - 65  # NDRPDR LB
 530         - 66  # NDRPDR LB
 531         - 67  # NDRPDR LB
 532     vpp-performance-changes-3n-skx-cmp:
 533       csit-vpp-perf-verify-1904-3n-skx:
 534         - 8   # NDRPDR sel
 535         - 9   # NDRPDR sel
 536         - 10  # NDRPDR sel
 537         - 11  # NDRPDR sel
 538         - 12  # NDRPDR sel
 539         - 14  # NDRPDR sel
 540         - 16  # NDRPDR sel
 541         - 21  # NDRPDR sel
 542         - 23  # NDRPDR sel
 543         - 25  # NDRPDR sel
 544     vpp-performance-changes-3n-skx:
 545       - "vpp-performance-changes-3n-skx-h1"
 546       - "vpp-performance-changes-3n-skx-ref"
 547       - "vpp-performance-changes-3n-skx-cmp"
 548
 549     vpp-performance-changes-2n-skx-h1:
 550       csit-vpp-perf-verify-1810-2n-skx:
 551         - 9   # NDRPDR sel
 552         - 13  # NDRPDR sel
 553         - 14  # NDRPDR sel
 554         - 19  # NDRPDR sel
 555         - 20  # NDRPDR sel
 556         - 21  # NDRPDR sel
 557         - 22  # NDRPDR sel
 558         - 23  # NDRPDR sel
 559         - 24  # NDRPDR sel
 560         - 27  # NDRPDR sel
 561     vpp-performance-changes-2n-skx-ref:
 562       csit-vpp-perf-verify-1901-2n-skx:
 563         - 5   # NDRPDR sel
 564         - 12  # NDRPDR sel
 565         - 13  # NDRPDR sel
 566         - 21  # NDRPDR sel
 567         - 23  # NDRPDR sel
 568         - 31  # NDRPDR sel
 569         - 34  # NDRPDR sel
 570         - 40  # NDRPDR sel
 571         - 42  # NDRPDR sel
 572         - 43  # NDRPDR sel
 573     vpp-performance-changes-2n-skx-cmp:
 574       csit-vpp-perf-verify-1904-2n-skx:
 575         - 12  # NDRPDR sel
 576         - 14  # NDRPDR sel
 577         - 16  # NDRPDR sel
 578         - 17  # NDRPDR sel
 579         - 18  # NDRPDR sel
 580         - 21  # NDRPDR sel
 581         - 27  # NDRPDR sel
 582         - 30  # NDRPDR sel
 583         - 31  # NDRPDR sel
 584         - 32  # NDRPDR sel
 585     vpp-performance-changes-2n-skx:
 586       - "vpp-performance-changes-2n-skx-h1"
 587       - "vpp-performance-changes-2n-skx-ref"
 588       - "vpp-performance-changes-2n-skx-cmp"
 589
 590     vpp-soak-vs-ndr-2n-skx-ref:
 591       csit-vpp-perf-verify-1904-2n-skx:
 592         - 12  # NDRPDR sel
 593         - 14  # NDRPDR sel
 594         - 16  # NDRPDR sel
 595         - 17  # NDRPDR sel
 596         - 18  # NDRPDR sel
 597         - 21  # NDRPDR sel
 598         - 27  # NDRPDR sel
 599         - 30  # NDRPDR sel
 600         - 31  # NDRPDR sel
 601         - 32  # NDRPDR sel
 602     vpp-soak-vs-ndr-2n-skx-cmp:
 603       csit-vpp-perf-verify-1904-2n-skx:
 604         - 70  # SOAK
 605         - 71  # SOAK
 606     vpp-soak-vs-ndr-2n-skx:
 607       csit-vpp-perf-verify-1904-2n-skx:
 608         - 12  # NDRPDR sel
 609         - 14  # NDRPDR sel
 610         - 16  # NDRPDR sel
 611         - 17  # NDRPDR sel
 612         - 18  # NDRPDR sel
 613         - 21  # NDRPDR sel
 614         - 27  # NDRPDR sel
 615         - 30  # NDRPDR sel
 616         - 31  # NDRPDR sel
 617         - 32  # NDRPDR sel
 618         - 70  # SOAK
 619         - 71  # SOAK
 620
 621     vpp-performance-changes-3n-hsw-mrr-h1:
 622       csit-vpp-perf-verify-1810-3n-hsw:
 623         - 9   # MRR sel
 624     vpp-performance-changes-3n-hsw-mrr-ref:
 625       csit-vpp-perf-verify-1901-3n-hsw:
 626         - 35  # MRR sel
 627     vpp-performance-changes-3n-hsw-mrr-cmp:
 628       csit-vpp-perf-verify-1904-3n-hsw:
 629         - 9   # MRR sel
 630     vpp-performance-changes-3n-hsw-mrr:
 631       - "vpp-performance-changes-3n-hsw-mrr-h1"
 632       - "vpp-performance-changes-3n-hsw-mrr-ref"
 633       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 634
 635     vpp-performance-changes-3n-skx-mrr-h1:
 636       csit-vpp-perf-verify-1810-3n-skx:
 637         - 9   # MRR sel
 638         - 11  # MRR sel
 639         - 12  # MRR sel
 640         - 13  # MRR sel
 641     vpp-performance-changes-3n-skx-mrr-ref:
 642       csit-vpp-perf-verify-1901-3n-skx:
 643         - 32  # MRR sel
 644     vpp-performance-changes-3n-skx-mrr-cmp:
 645       csit-vpp-perf-verify-1904-3n-skx:
 646         - 7   # MRR sel
 647     vpp-performance-changes-3n-skx-mrr:
 648       - "vpp-performance-changes-3n-skx-mrr-h1"
 649       - "vpp-performance-changes-3n-skx-mrr-ref"
 650       - "vpp-performance-changes-3n-skx-mrr-cmp"
 651
 652     vpp-performance-changes-2n-skx-mrr-h1:
 653       csit-vpp-perf-verify-1810-2n-skx:
 654         - 8   # MRR sel
 655         - 10  # MRR sel
 656         - 11  # MRR sel
 657         - 12  # MRR sel
 658     vpp-performance-changes-2n-skx-mrr-ref:
 659       csit-vpp-perf-verify-1901-2n-skx:
 660         - 22  # MRR sel
 661     vpp-performance-changes-2n-skx-mrr-cmp:
 662       csit-vpp-perf-verify-1904-2n-skx:
 663         - 11  # MRR sel
 664     vpp-performance-changes-2n-skx-mrr:
 665       - "vpp-performance-changes-2n-skx-mrr-h1"
 666       - "vpp-performance-changes-2n-skx-mrr-ref"
 667       - "vpp-performance-changes-2n-skx-mrr-cmp"
 668
 669     dpdk-performance-changes-3n-hsw-h1:
 670       csit-dpdk-perf-verify-1810-3n-hsw:
 671         - 1   # NDRPDR sel
 672         - 2   # NDRPDR sel
 673         - 3   # NDRPDR sel
 674         - 4   # NDRPDR sel
 675         - 5   # NDRPDR sel
 676         - 6   # NDRPDR sel
 677         - 7   # NDRPDR sel
 678         - 8   # NDRPDR sel
 679         - 9   # NDRPDR sel
 680         - 10  # NDRPDR sel
 681     dpdk-performance-changes-3n-hsw-ref:
 682       csit-dpdk-perf-verify-1901-3n-hsw:
 683         - 13  # NDRPDR sel
 684         - 14  # NDRPDR sel
 685         - 16  # NDRPDR sel
 686         - 17  # NDRPDR sel
 687         - 18  # NDRPDR sel
 688         - 19  # NDRPDR sel
 689         - 20  # NDRPDR sel
 690         - 21  # NDRPDR sel
 691         - 22  # NDRPDR sel
 692         - 23  # NDRPDR sel
 693     dpdk-performance-changes-3n-hsw-cmp:
 694       csit-dpdk-perf-verify-1904-3n-hsw:
 695         - 2   # NDRPDR sel
 696         - 3   # NDRPDR sel
 697         - 5   # NDRPDR sel
 698         - 6   # NDRPDR sel
 699         - 13  # NDRPDR sel
 700         - 14  # NDRPDR sel
 701         - 15  # NDRPDR sel
 702         - 18  # NDRPDR sel
 703         - 19  # NDRPDR sel
 704         - 20  # NDRPDR sel
 705     dpdk-performance-changes-3n-hsw:
 706       - "dpdk-performance-changes-3n-hsw-h1"
 707       - "dpdk-performance-changes-3n-hsw-ref"
 708       - "dpdk-performance-changes-3n-hsw-cmp"
 709
 710     dpdk-performance-changes-3n-skx-h1:
 711       csit-dpdk-perf-verify-1810-3n-skx:
 712         - 3   # NDRPDR sel
 713         - 4   # NDRPDR sel
 714         - 6   # NDRPDR sel
 715         - 7   # NDRPDR sel
 716         - 8   # NDRPDR sel
 717         - 9   # NDRPDR sel
 718         - 10  # NDRPDR sel
 719         - 11  # NDRPDR sel
 720         - 12  # NDRPDR sel
 721         - 13  # NDRPDR sel
 722     dpdk-performance-changes-3n-skx-ref:
 723       csit-dpdk-perf-verify-1901-3n-skx:
 724         - 3   # NDRPDR sel
 725         - 5   # NDRPDR sel
 726         - 6   # NDRPDR sel
 727         - 7   # NDRPDR sel
 728         - 8   # NDRPDR sel
 729         - 9   # NDRPDR sel
 730         - 10  # NDRPDR sel
 731         - 11  # NDRPDR sel
 732         - 12  # NDRPDR sel
 733         - 13  # NDRPDR sel
 734     dpdk-performance-changes-3n-skx-cmp:
 735       csit-dpdk-perf-verify-1904-3n-skx:
 736         - 2   # NDRPDR sel
 737         - 3   # NDRPDR sel
 738         - 4   # NDRPDR sel
 739         - 5   # NDRPDR sel
 740         - 6   # NDRPDR sel
 741         - 7   # NDRPDR sel
 742         - 11  # NDRPDR sel
 743         - 12  # NDRPDR sel
 744         - 13  # NDRPDR sel
 745         - 14  # NDRPDR sel
 746     dpdk-performance-changes-3n-skx:
 747       - "dpdk-performance-changes-3n-skx-h1"
 748       - "dpdk-performance-changes-3n-skx-ref"
 749       - "dpdk-performance-changes-3n-skx-cmp"
 750
 751     dpdk-performance-changes-2n-skx-h1:
 752       csit-dpdk-perf-verify-1810-2n-skx:
 753         - 3   # NDRPDR sel
 754         - 4   # NDRPDR sel
 755         - 5   # NDRPDR sel
 756         - 7   # NDRPDR sel
 757         - 8   # NDRPDR sel
 758         - 9   # NDRPDR sel
 759         - 10  # NDRPDR sel
 760         - 11  # NDRPDR sel
 761         - 12  # NDRPDR sel
 762         - 13  # NDRPDR sel
 763     dpdk-performance-changes-2n-skx-ref:
 764       csit-dpdk-perf-verify-1901-2n-skx:
 765         - 12  # NDRPDR sel
 766         - 13  # NDRPDR sel
 767         - 14  # NDRPDR sel
 768         - 15  # NDRPDR sel
 769         - 16  # NDRPDR sel
 770         - 17  # NDRPDR sel
 771         - 18  # NDRPDR sel
 772         - 19  # NDRPDR sel
 773         - 20  # NDRPDR sel
 774         - 21  # NDRPDR sel
 775     dpdk-performance-changes-2n-skx-cmp:
 776       csit-dpdk-perf-verify-1904-2n-skx:
 777         - 2   # NDRPDR sel
 778         - 3   # NDRPDR sel
 779         - 4   # NDRPDR sel
 780         - 5   # NDRPDR sel
 781         - 7   # NDRPDR sel
 782         - 8   # NDRPDR sel
 783         - 9   # NDRPDR sel
 784         - 10  # NDRPDR sel
 785         - 11  # NDRPDR sel
 786         - 12  # NDRPDR sel
 787     dpdk-performance-changes-2n-skx:
 788       - "dpdk-performance-changes-2n-skx-h1"
 789       - "dpdk-performance-changes-2n-skx-ref"
 790       - "dpdk-performance-changes-2n-skx-cmp"
 791
 792     # Compare testbeds
 793
 794     vpp-compare-testbeds-ref:
 795       csit-vpp-perf-verify-1904-3n-hsw:
 796         - 11  # NDRPDR sel
 797         - 12  # NDRPDR sel
 798         - 20  # NDRPDR sel
 799         - 21  # NDRPDR sel
 800         - 23  # NDRPDR sel
 801         - 24  # NDRPDR sel
 802         - 25  # NDRPDR sel
 803         - 26  # NDRPDR sel
 804         - 29  # NDRPDR sel
 805         - 30  # NDRPDR sel
 806     vpp-compare-testbeds-cmp:
 807       csit-vpp-perf-verify-1904-3n-skx:
 808         - 8   # NDRPDR sel
 809         - 9   # NDRPDR sel
 810         - 10  # NDRPDR sel
 811         - 11  # NDRPDR sel
 812         - 12  # NDRPDR sel
 813         - 14  # NDRPDR sel
 814         - 16  # NDRPDR sel
 815         - 21  # NDRPDR sel
 816         - 23  # NDRPDR sel
 817         - 25  # NDRPDR sel
 818     vpp-compare-testbeds:
 819       - "vpp-compare-testbeds-ref"
 820       - "vpp-compare-testbeds-cmp"
 821
 822     vpp-compare-testbeds-mrr-ref:
 823       csit-vpp-perf-verify-1904-3n-hsw:
 824         - 9   # MRR sel
 825     vpp-compare-testbeds-mrr-cmp:
 826       csit-vpp-perf-verify-1904-3n-skx:
 827         - 7   # MRR sel
 828     vpp-compare-testbeds-mrr:
 829       - "vpp-compare-testbeds-mrr-ref"
 830       - "vpp-compare-testbeds-mrr-cmp"
 831
 832     dpdk-compare-testbeds-ref:
 833       csit-dpdk-perf-verify-1904-3n-hsw:
 834         - 2   # NDRPDR sel
 835         - 3   # NDRPDR sel
 836         - 5   # NDRPDR sel
 837         - 6   # NDRPDR sel
 838         - 13  # NDRPDR sel
 839         - 14  # NDRPDR sel
 840         - 15  # NDRPDR sel
 841         - 18  # NDRPDR sel
 842         - 19  # NDRPDR sel
 843         - 20  # NDRPDR sel
 844     dpdk-compare-testbeds-cmp:
 845       csit-dpdk-perf-verify-1904-3n-skx:
 846         - 2   # NDRPDR sel
 847         - 3   # NDRPDR sel
 848         - 4   # NDRPDR sel
 849         - 5   # NDRPDR sel
 850         - 6   # NDRPDR sel
 851         - 7   # NDRPDR sel
 852         - 11  # NDRPDR sel
 853         - 12  # NDRPDR sel
 854         - 13  # NDRPDR sel
 855         - 14  # NDRPDR sel
 856     dpdk-compare-testbeds:
 857       - "dpdk-compare-testbeds-ref"
 858       - "dpdk-compare-testbeds-cmp"
 859
 860     # Compare topologies
 861
 862     vpp-compare-topologies-ref:
 863       csit-vpp-perf-verify-1904-3n-skx:
 864         - 8   # NDRPDR sel
 865         - 9   # NDRPDR sel
 866         - 10  # NDRPDR sel
 867         - 11  # NDRPDR sel
 868         - 12  # NDRPDR sel
 869         - 14  # NDRPDR sel
 870         - 16  # NDRPDR sel
 871         - 21  # NDRPDR sel
 872         - 23  # NDRPDR sel
 873         - 25  # NDRPDR sel
 874     vpp-compare-topologies-cmp:
 875       csit-vpp-perf-verify-1904-2n-skx:
 876         - 12  # NDRPDR sel
 877         - 14  # NDRPDR sel
 878         - 16  # NDRPDR sel
 879         - 17  # NDRPDR sel
 880         - 18  # NDRPDR sel
 881         - 21  # NDRPDR sel
 882         - 27  # NDRPDR sel
 883         - 30  # NDRPDR sel
 884         - 31  # NDRPDR sel
 885         - 32  # NDRPDR sel
 886     vpp-compare-topologies:
 887       - "vpp-compare-topologies-ref"
 888       - "vpp-compare-topologies-cmp"
 889
 890     vpp-compare-topologies-mrr-ref:
 891       csit-vpp-perf-verify-1904-3n-skx:
 892         - 7   # MRR sel
 893     vpp-compare-topologies-mrr-cmp:
 894       csit-vpp-perf-verify-1904-2n-skx:
 895         - 11  # MRR sel
 896     vpp-compare-topologies-mrr:
 897       - "vpp-compare-topologies-mrr-ref"
 898       - "vpp-compare-topologies-mrr-cmp"
 899
 900     dpdk-compare-topologies-ref:
 901       csit-dpdk-perf-verify-1904-3n-skx:
 902         - 2   # NDRPDR sel
 903         - 3   # NDRPDR sel
 904         - 4   # NDRPDR sel
 905         - 5   # NDRPDR sel
 906         - 6   # NDRPDR sel
 907         - 7   # NDRPDR sel
 908         - 11  # NDRPDR sel
 909         - 12  # NDRPDR sel
 910         - 13  # NDRPDR sel
 911         - 14  # NDRPDR sel
 912     dpdk-compare-topologies-cmp:
 913       csit-dpdk-perf-verify-1904-2n-skx:
 914         - 2   # NDRPDR sel
 915         - 3   # NDRPDR sel
 916         - 4   # NDRPDR sel
 917         - 5   # NDRPDR sel
 918         - 7   # NDRPDR sel
 919         - 8   # NDRPDR sel
 920         - 9   # NDRPDR sel
 921         - 10  # NDRPDR sel
 922         - 11  # NDRPDR sel
 923         - 12  # NDRPDR sel
 924     dpdk-compare-topologies:
 925       - "dpdk-compare-topologies-ref"
 926       - "dpdk-compare-topologies-cmp"
 927
 928   plot-layouts:
 929
 930     plot-soak-throughput:
 931       titlefont:
 932         size: 18
 933       xaxis:
 934         title: "<b>Test Cases [Index]</b>"
 935         titlefont:
 936           size: 16
 937         autorange: True
 938         fixedrange: False
 939         gridcolor: "rgb(230, 230, 230)"
 940         linecolor: "rgb(220, 220, 220)"
 941         linewidth: 1
 942         showgrid: True
 943         showline: True
 944         showticklabels: True
 945         tickcolor: "rgb(220, 220, 220)"
 946         tickmode: "linear"
 947         tickfont:
 948           size: 16
 949         zeroline: False
 950       yaxis:
 951         title: "<b>Packet Throughput [Mpps]</b>"
 952         titlefont:
 953           size: 16
 954         gridcolor: "rgb(230, 230, 230)"
 955         hoverformat: ".4s"
 956         tickformat: ".3s"
 957         linecolor: "rgb(220, 220, 220)"
 958         linewidth: 1
 959         showgrid: True
 960         showline: True
 961         showticklabels: True
 962         tickcolor: "rgb(220, 220, 220)"
 963         tickfont:
 964           size: 16
 965         zeroline: False
 966         range: [0,50]
 967       autosize: False
 968       margin:
 969         t: 50
 970         b: 0
 971         l: 80
 972         r: 20
 973       showlegend: True
 974       legend:
 975         orientation: "h"
 976         font:
 977           size: 16
 978       width: 700
 979       height: 900
 980
 981     plot-service-density:
 982       titlefont:
 983         size: 18
 984       xaxis:
 985         side: "top"
 986         autorange: True
 987         fixedrange: False
 988         showgrid: False
 989         showline: False
 990         showticklabels: False
 991         ticks: ""
 992         ticklen: 0
 993         tickwidth: 0
 994         zeroline: False
 995       yaxis:
 996         autorange: "reversed"
 997         showgrid: False
 998         showline: False
 999         showticklabels: False
1000         ticks: ""
1001         ticklen: 0
1002         tickwidth: 0
1003         zeroline: False
1004       autosize: True
1005       showlegend: False
1006       width: 700
1007       height: 700
1008
1009     plot-cps:
1010       titlefont:
1011         size: 18
1012       xaxis:
1013         title: "<b>Test Cases [Index]</b>"
1014         titlefont:
1015           size: 16
1016         autorange: True
1017         fixedrange: False
1018         gridcolor: "rgb(230, 230, 230)"
1019         linecolor: "rgb(220, 220, 220)"
1020         linewidth: 1
1021         showgrid: True
1022         showline: True
1023         showticklabels: True
1024         tickcolor: "rgb(220, 220, 220)"
1025         tickmode: "linear"
1026         tickfont:
1027           size: 16
1028         zeroline: False
1029       yaxis:
1030         title: "<b>Connections Per Second [cps]</b>"
1031         titlefont:
1032           size: 16
1033         gridcolor: "rgb(230, 230, 230)"
1034         hoverformat: ".4s"
1035         linecolor: "rgb(220, 220, 220)"
1036         linewidth: 1
1037         rangemode: "tozero"
1038         showgrid: True
1039         showline: True
1040         showticklabels: True
1041         tickcolor: "rgb(220, 220, 220)"
1042         tickformat: ".3s"
1043         tickfont:
1044           size: 16
1045         zeroline: False
1046       boxmode: "group"
1047       boxgroupgap: 0.5
1048       autosize: False
1049       margin:
1050         t: 50
1051         b: 20
1052         l: 80
1053         r: 20
1054       showlegend: True
1055       legend:
1056         orientation: "h"
1057         font:
1058           size: 16
1059       width: 700
1060       height: 800
1061
1062     plot-rps:
1063       titlefont:
1064         size: 18
1065       xaxis:
1066         title: "<b>Test Cases [Index]</b>"
1067         titlefont:
1068           size: 16
1069         autorange: True
1070         fixedrange: False
1071         gridcolor: "rgb(230, 230, 230)"
1072         linecolor: "rgb(220, 220, 220)"
1073         linewidth: 1
1074         showgrid: True
1075         showline: True
1076         showticklabels: True
1077         tickcolor: "rgb(220, 220, 220)"
1078         tickmode: "linear"
1079         tickfont:
1080           size: 16
1081         zeroline: False
1082       yaxis:
1083         title: "<b>Requests Per Second [rps]</b>"
1084         titlefont:
1085           size: 16
1086         gridcolor: "rgb(230, 230, 230)"
1087         hoverformat: ".4s"
1088         linecolor: "rgb(220, 220, 220)"
1089         linewidth: 1
1090         rangemode: "tozero"
1091         showgrid: True
1092         showline: True
1093         showticklabels: True
1094         tickcolor: "rgb(230, 230, 230)"
1095         tickformat: ".3s"
1096         tickfont:
1097           size: 16
1098         zeroline: False
1099       boxmode: "group"
1100       boxgroupgap: 0.5
1101       autosize: False
1102       margin:
1103         t: 50
1104         b: 20
1105         l: 80
1106         r: 20
1107       showlegend: True
1108       legend:
1109         orientation: "h"
1110         font:
1111           size: 16
1112       width: 700
1113       height: 800
1114
1115     plot-throughput:
1116       titlefont:
1117         size: 18
1118       xaxis:
1119         title: "<b>Test Cases [Index]</b>"
1120         titlefont:
1121           size: 16
1122         autorange: True
1123         fixedrange: False
1124         gridcolor: "rgb(230, 230, 230)"
1125         linecolor: "rgb(220, 220, 220)"
1126         linewidth: 1
1127         showgrid: True
1128         showline: True
1129         showticklabels: True
1130         tickcolor: "rgb(220, 220, 220)"
1131         tickmode: "linear"
1132         tickfont:
1133           size: 16
1134         zeroline: False
1135       yaxis:
1136         title: "<b>Packet Throughput [Mpps]</b>"
1137         titlefont:
1138           size: 16
1139         gridcolor: "rgb(230, 230, 230)"
1140         hoverformat: ".4s"
1141         tickformat: ".3s"
1142         linecolor: "rgb(220, 220, 220)"
1143         linewidth: 1
1144         showgrid: True
1145         showline: True
1146         showticklabels: True
1147         tickcolor: "rgb(220, 220, 220)"
1148         tickfont:
1149           size: 16
1150         zeroline: False
1151         range: [0,50]
1152       boxmode: "group"
1153       boxgroupgap: 0.5
1154       autosize: False
1155       margin:
1156         t: 50
1157         b: 0
1158         l: 80
1159         r: 20
1160       showlegend: True
1161       legend:
1162         orientation: "h"
1163         font:
1164           size: 16
1165       width: 700
1166       height: 900
1167
1168     plot-throughput-speedup-analysis:
1169       titlefont:
1170         size: 18
1171       xaxis:
1172         title: "<b>Number of Cores [Qty]</b>"
1173         titlefont:
1174           size: 16
1175         autorange: True
1176         fixedrange: False
1177         gridcolor: "rgb(230, 230, 230)"
1178         linecolor: "rgb(220, 220, 220)"
1179         linewidth: 1
1180         showgrid: True
1181         showline: True
1182         showticklabels: True
1183         tickcolor: "rgb(238, 238, 238)"
1184         tickmode: "linear"
1185         tickfont:
1186           size: 16
1187         zeroline: False
1188       yaxis:
1189         title: "<b>Packet Throughput [Mpps]</b>"
1190         titlefont:
1191           size: 16
1192         type: "linear"
1193         gridcolor: "rgb(230, 230, 230)"
1194         hoverformat: ".4s"
1195         linecolor: "rgb(220, 220, 220)"
1196         linewidth: 1
1197         showgrid: True
1198         showline: True
1199         showticklabels: True
1200         tickcolor: "rgb(220, 220, 220)"
1201         tickformat: ".4s"
1202         tickfont:
1203           size: 16
1204         zeroline: True
1205         rangemode: "tozero"
1206         range: [0,100]
1207       legend:
1208         orientation: "h"
1209         font:
1210           size: 16
1211         xanchor: "left"
1212         yanchor: "top"
1213         x: 0
1214         y: -0.2
1215         bgcolor: "rgba(255, 255, 255, 0)"
1216         bordercolor: "rgba(255, 255, 255, 0)"
1217         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1218       autosize: False
1219       margin:
1220           't': 50
1221           'b': 150
1222           'l': 85
1223           'r': 10
1224       showlegend: True
1225       width: 700
1226       height: 700
1227       hoverlabel:
1228         namelength: -1
1229       annotations: [
1230         {
1231           text: "_ _          __          ...",
1232           align: "left",
1233           showarrow: False,
1234           xref: "paper",
1235           yref: "paper",
1236           xanchor: "left",
1237           yanchor: "top",
1238           x: 0,
1239           y: -0.13,
1240           font: {
1241             family: "Consolas, Courier New",
1242             size: 15
1243           },
1244         },
1245         {
1246           text: "    Perfect     Measured     Limit",
1247           align: "left",
1248           showarrow: False,
1249           xref: "paper",
1250           yref: "paper",
1251           xanchor: "left",
1252           yanchor: "top",
1253           x: 0,
1254           y: -0.15,
1255           font: {
1256             family: "Consolas, Courier New",
1257             size: 15
1258           },
1259         },
1260       ]
1261
1262     plot-latency:
1263       titlefont:
1264         size: 18
1265       xaxis:
1266         title: "<b>Direction</b>"
1267         titlefont:
1268           size: 16
1269         autorange: True
1270         fixedrange: False
1271         gridcolor: "rgb(230, 230, 230)"
1272         linecolor: "rgb(220, 220, 220)"
1273         linewidth: 1
1274         showgrid: True
1275         showline: True
1276         showticklabels: False
1277         tickcolor: "rgb(220, 220, 220)"
1278         tickmode: "linear"
1279         tickfont:
1280           size: 16
1281         zeroline: False
1282       yaxis:
1283         title: "<b>Packet Latency [uSec]</b>"
1284         titlefont:
1285           size: 16
1286         type: "linear"
1287         gridcolor: "rgb(230, 230, 230)"
1288         hoverformat: ".4s"
1289         linecolor: "rgb(220, 220, 220)"
1290         linewidth: 1
1291         showgrid: True
1292         showline: True
1293         showticklabels: True
1294         tickcolor: "rgb(220, 220, 220)"
1295         tickformat: ".4s"
1296         tickfont:
1297           size: 16
1298         zeroline: True
1299         rangemode: "tozero"
1300       legend:
1301         orientation: "h"
1302         font:
1303           size: 16
1304         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1305       autosize: False
1306       margin:
1307           't': 50
1308           'b': 150
1309           'l': 80
1310           'r': 10
1311       showlegend: True
1312       width: 700
1313       height: 700
1314       hoverlabel:
1315         namelength: -1
1316
1317 - type: "static"
1318   src-path: "{DIR[RST]}"
1319   dst-path: "{DIR[WORKING,SRC]}"
1320
1321 - type: "input"
1322   general:
1323     file-name: "robot-plugin.zip"
1324     file-format: ".zip"
1325     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1326     extract: "robot-plugin/output.xml"
1327
1328   builds:
1329 #    # TODO: Add 1904 data
1330 ##    intel-dnv-vpp-release-1904:
1331 ##      - 1
1332 #
1333 #    intel-dnv-vpp-release-1901:
1334 #      - 1
1335 #
1336 #    intel-dnv-vpp-release-1810:
1337 #      - 1
1338
1339     csit-vpp-perf-verify-1810-3n-hsw:
1340       - 9   # MRR sel
1341       - 8   # NDRPDR sel
1342       - 12  # NDRPDR sel
1343       - 14  # NDRPDR sel
1344       - 18  # NDRPDR sel
1345       - 23  # NDRPDR sel
1346       - 25  # NDRPDR sel
1347       - 38  # NDRPDR sel
1348       - 39  # NDRPDR sel
1349       - 41  # NDRPDR sel
1350       - 42  # NDRPDR sel
1351 #      - 28  # WRK
1352 #      - 29  # WRK
1353 #      - 30  # WRK
1354 #      - 31  # WRK
1355 #      - 32  # WRK
1356 #      - 33  # WRK
1357 #      - 34  # WRK
1358 #      - 35  # WRK
1359 #      - 36  # WRK
1360 #      - 37  # WRK
1361     csit-vpp-perf-verify-1901-3n-hsw:
1362       - 35  # MRR sel
1363       - 10  # NDRPDR sel
1364       - 19  # NDRPDR sel
1365       - 31  # NDRPDR sel
1366       - 36  # NDRPDR sel
1367       - 40  # NDRPDR sel
1368       - 42  # NDRPDR sel
1369       - 44  # NDRPDR sel
1370       - 46  # NDRPDR sel
1371       - 47  # NDRPDR sel
1372       - 48  # NDRPDR sel
1373       - 61  # NDRPDR LB
1374       - 62  # NDRPDR LB
1375       - 63  # NDRPDR LB
1376       - 64  # NDRPDR LB
1377       - 65  # NDRPDR LB
1378       - 66  # NDRPDR LB
1379       - 67  # NDRPDR LB
1380       - 69  # NDRPDR LB
1381       - 70  # NDRPDR LB
1382       - 71  # NDRPDR LB
1383     # TODO: Add 1904 Data
1384     csit-vpp-perf-verify-1904-3n-hsw:
1385       - 9   # MRR sel
1386       - 11  # NDRPDR sel
1387       - 12  # NDRPDR sel
1388       - 20  # NDRPDR sel
1389       - 21  # NDRPDR sel
1390       - 23  # NDRPDR sel
1391       - 24  # NDRPDR sel
1392       - 25  # NDRPDR sel
1393       - 26  # NDRPDR sel
1394       - 29  # NDRPDR sel
1395       - 30  # NDRPDR sel
1396
1397     csit-vpp-perf-verify-1810-3n-skx:
1398       - 9   # MRR sel
1399       - 11  # MRR sel
1400       - 12  # MRR sel
1401       - 13  # MRR sel
1402       - 10  # NDRPDR sel
1403       - 14  # NDRPDR sel
1404       - 15  # NDRPDR sel
1405       - 16  # NDRPDR sel
1406       - 17  # NDRPDR sel
1407       - 19  # NDRPDR sel
1408       - 20  # NDRPDR sel
1409       - 21  # NDRPDR sel
1410       - 22  # NDRPDR sel
1411       - 25  # NDRPDR sel
1412     csit-vpp-perf-verify-1901-3n-skx:
1413       - 32  # MRR sel
1414       - 18  # NDRPDR sel
1415       - 19  # NDRPDR sel
1416       - 20  # NDRPDR sel
1417       - 28  # NDRPDR sel
1418       - 31  # NDRPDR sel
1419       - 33  # NDRPDR sel
1420       - 36  # NDRPDR sel
1421       - 38  # NDRPDR sel
1422       - 47  # NDRPDR sel
1423       - 48  # NDRPDR sel
1424       - 54  # NDRPDR LB
1425       - 57  # NDRPDR LB
1426       - 58  # NDRPDR LB
1427       - 59  # NDRPDR LB
1428       - 60  # NDRPDR LB
1429       - 63  # NDRPDR LB
1430       - 64  # NDRPDR LB
1431       - 65  # NDRPDR LB
1432       - 66  # NDRPDR LB
1433       - 67  # NDRPDR LB
1434     csit-vpp-perf-verify-1904-3n-skx:
1435       - 7   # MRR sel
1436       - 26  # NDRPDR full
1437       - 27  # NDRPDR full
1438       - 30  # NDRPDR full
1439       - 31  # NDRPDR full
1440       - 8   # NDRPDR sel
1441       - 9   # NDRPDR sel
1442       - 10  # NDRPDR sel
1443       - 11  # NDRPDR sel
1444       - 12  # NDRPDR sel
1445       - 14  # NDRPDR sel
1446       - 16  # NDRPDR sel
1447       - 21  # NDRPDR sel
1448       - 23  # NDRPDR sel
1449       - 25  # NDRPDR sel
1450
1451     csit-vpp-perf-verify-1810-2n-skx:
1452       - 8   # MRR sel
1453       - 10  # MRR sel
1454       - 11  # MRR sel
1455       - 12  # MRR sel
1456       - 9   # NDRPDR sel
1457       - 13  # NDRPDR sel
1458       - 14  # NDRPDR sel
1459       - 19  # NDRPDR sel
1460       - 20  # NDRPDR sel
1461       - 21  # NDRPDR sel
1462       - 22  # NDRPDR sel
1463       - 23  # NDRPDR sel
1464       - 24  # NDRPDR sel
1465       - 27  # NDRPDR sel
1466     csit-vpp-perf-verify-1901-2n-skx:
1467       - 22  # MRR sel
1468       - 5   # NDRPDR sel
1469       - 12  # NDRPDR sel
1470       - 13  # NDRPDR sel
1471       - 21  # NDRPDR sel
1472       - 23  # NDRPDR sel
1473       - 31  # NDRPDR sel
1474       - 34  # NDRPDR sel
1475       - 40  # NDRPDR sel
1476       - 42  # NDRPDR sel
1477       - 43  # NDRPDR sel
1478     # TODO: Add 1904 data
1479     csit-vpp-perf-verify-1904-2n-skx:
1480       - 11  # MRR sel
1481       - 33  # NDRPDR full
1482       - 39  # NDRPDR full
1483       - 58  # NDRPDR full
1484       - 62  # NDRPDR full
1485       - 12  # NDRPDR sel
1486       - 14  # NDRPDR sel
1487       - 16  # NDRPDR sel
1488       - 17  # NDRPDR sel
1489       - 18  # NDRPDR sel
1490       - 21  # NDRPDR sel
1491       - 27  # NDRPDR sel
1492       - 30  # NDRPDR sel
1493       - 31  # NDRPDR sel
1494       - 32  # NDRPDR sel
1495       - 40  # NFV MRR 64b
1496       - 41  # NFV MRR 64b
1497       - 42  # NFV MRR 64b
1498       - 47  # NFV MRR 64b
1499       - 48  # NFV MRR 64b
1500       - 49  # NFV MRR IMIX
1501       - 50  # NFV MRR IMIX
1502       - 51  # NFV MRR IMIX
1503       - 54  # NFV MRR IMIX
1504       - 55  # NFV MRR IMIX
1505       - 56  # NFV NDRPDR 64b
1506       - 59  # NFV NDRPDR 64b
1507       - 60  # NFV NDRPDR 64b
1508       - 65  # NFV NDRPDR 64b
1509       - 68  # NFV NDRPDR 64b
1510       - 66  # NFV NDRPDR IMIX
1511       - 67  # NFV NDRPDR IMIX
1512       - 69  # NFV NDRPDR IMIX
1513       - 70  # SOAK
1514       - 71  # SOAK
1515
1516 #    csit-ligato-perf-verify-1901-3n-hsw:
1517 #      - 10  # NDRPDR full
1518 #      - 8   # NDRPDR sel
1519 #      - 9   # NDRPDR sel
1520 #      - 11  # NDRPDR sel
1521 #      - 12  # NDRPDR sel
1522 #      - 13  # NDRPDR sel
1523 #      - 14  # NDRPDR sel
1524 #      - 15  # NDRPDR sel
1525 #      - 16  # NDRPDR sel
1526 #      - 17  # NDRPDR sel
1527 #      - 18  # NDRPDR sel
1528 #    # TODO: Add 1904 data
1529 ##    csit-ligato-perf-verify-1904-3n-hsw:
1530 ##      -
1531
1532     csit-dpdk-perf-verify-1810-3n-hsw:
1533       - 1   # NDRPDR sel
1534       - 2   # NDRPDR sel
1535       - 3   # NDRPDR sel
1536       - 4   # NDRPDR sel
1537       - 5   # NDRPDR sel
1538       - 6   # NDRPDR sel
1539       - 7   # NDRPDR sel
1540       - 8   # NDRPDR sel
1541       - 9   # NDRPDR sel
1542       - 10  # NDRPDR sel
1543     csit-dpdk-perf-verify-1901-3n-hsw:
1544       - 13  # NDRPDR sel
1545       - 14  # NDRPDR sel
1546       - 16  # NDRPDR sel
1547       - 17  # NDRPDR sel
1548       - 18  # NDRPDR sel
1549       - 19  # NDRPDR sel
1550       - 20  # NDRPDR sel
1551       - 21  # NDRPDR sel
1552       - 22  # NDRPDR sel
1553       - 23  # NDRPDR sel
1554     csit-dpdk-perf-verify-1904-3n-hsw:
1555       - 2   # NDRPDR sel
1556       - 3   # NDRPDR sel
1557       - 5   # NDRPDR sel
1558       - 6   # NDRPDR sel
1559       - 13  # NDRPDR sel
1560       - 14  # NDRPDR sel
1561       - 15  # NDRPDR sel
1562       - 18  # NDRPDR sel
1563       - 19  # NDRPDR sel
1564       - 20  # NDRPDR sel
1565
1566     csit-dpdk-perf-verify-1810-3n-skx:
1567       - 3   # NDRPDR sel
1568       - 4   # NDRPDR sel
1569       - 6   # NDRPDR sel
1570       - 7   # NDRPDR sel
1571       - 8   # NDRPDR sel
1572       - 9   # NDRPDR sel
1573       - 10  # NDRPDR sel
1574       - 11  # NDRPDR sel
1575       - 12  # NDRPDR sel
1576       - 13  # NDRPDR sel
1577     csit-dpdk-perf-verify-1901-3n-skx:
1578       - 3   # NDRPDR sel
1579       - 5   # NDRPDR sel
1580       - 6   # NDRPDR sel
1581       - 7   # NDRPDR sel
1582       - 8   # NDRPDR sel
1583       - 9   # NDRPDR sel
1584       - 10  # NDRPDR sel
1585       - 11  # NDRPDR sel
1586       - 12  # NDRPDR sel
1587       - 13  # NDRPDR sel
1588     csit-dpdk-perf-verify-1904-3n-skx:
1589       - 2   # NDRPDR sel
1590       - 3   # NDRPDR sel
1591       - 4   # NDRPDR sel
1592       - 5   # NDRPDR sel
1593       - 6   # NDRPDR sel
1594       - 7   # NDRPDR sel
1595       - 11  # NDRPDR sel
1596       - 12  # NDRPDR sel
1597       - 13  # NDRPDR sel
1598       - 14  # NDRPDR sel
1599
1600     csit-dpdk-perf-verify-1810-2n-skx:
1601       - 3   # NDRPDR sel
1602       - 4   # NDRPDR sel
1603       - 5   # NDRPDR sel
1604       - 7   # NDRPDR sel
1605       - 8   # NDRPDR sel
1606       - 9   # NDRPDR sel
1607       - 10  # NDRPDR sel
1608       - 11  # NDRPDR sel
1609       - 12  # NDRPDR sel
1610       - 13  # NDRPDR sel
1611     csit-dpdk-perf-verify-1901-2n-skx:
1612       - 12  # NDRPDR sel
1613       - 13  # NDRPDR sel
1614       - 14  # NDRPDR sel
1615       - 15  # NDRPDR sel
1616       - 16  # NDRPDR sel
1617       - 17  # NDRPDR sel
1618       - 18  # NDRPDR sel
1619       - 19  # NDRPDR sel
1620       - 20  # NDRPDR sel
1621       - 21  # NDRPDR sel
1622     csit-dpdk-perf-verify-1904-2n-skx:
1623       - 2   # NDRPDR sel
1624       - 3   # NDRPDR sel
1625       - 4   # NDRPDR sel
1626       - 5   # NDRPDR sel
1627       - 7   # NDRPDR sel
1628       - 8   # NDRPDR sel
1629       - 9   # NDRPDR sel
1630       - 10  # NDRPDR sel
1631       - 11  # NDRPDR sel
1632       - 12  # NDRPDR sel
1633
1634     csit-vpp-functional-1904-ubuntu1604-virl:
1635       - 33
1636     csit-vpp-functional-1904-centos7-virl:
1637       - 32
1638     csit-vpp-device-1904-ubuntu1804-1n-skx:
1639       - 32
1640 #    # Not used
1641 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1642 #      - 1
1643     csit-dmm-functional-1904-ubuntu1604-virl:
1644       - 1
1645     csit-hc2vpp-verify-func-1904-ubuntu1604:
1646       - 4
1647
1648 - type: "output"
1649   output: "report"
1650   format:
1651     html:
1652     - full
1653 #    pdf:
1654 #    - minimal
1655
1656 ################################################################################
1657 ###                               T A B L E S                                ###
1658 ################################################################################
1659
1660 # VPP SOAK vs NDR
1661 - type: "table"
1662   title: "VPP SOAK vs NDR 2n-skx"
1663   algorithm: "table_soak_vs_ndr"
1664   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1665   reference:
1666     title: "NDR"
1667     data: "vpp-soak-vs-ndr-2n-skx-ref"
1668   compare:
1669     title: "SOAK"
1670     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1671   data: "vpp-soak-vs-ndr-2n-skx"
1672   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1673   filter: "('NDRPDR' or 'SOAK')"
1674   parameters:
1675     - "throughput"
1676
1677
1678
1679
1680
1681
1682
1683
1684
1685
1686
1687
1688
1689
1690
1691
1692
1693
1694
1695
1696
1697
1698
1699
1700
1701
1702
1703
1704
1705
1706
1707
1708 # VPP Compare NICs 3n-hsw 1t1c ndr
1709 - type: "table"
1710   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1711   algorithm: "table_nics_comparison"
1712   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1713   reference:
1714     title: "Intel-x520"
1715     nic: "NIC_Intel-X520-DA2"
1716   compare:
1717     title: "Intel-x710"
1718     nic: "NIC_Intel-X710"
1719   data: "vpp-nic-comparison-3n-hsw"
1720   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1721   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1722   parameters:
1723   - "name"
1724   - "parent"
1725   - "throughput"
1726   - "tags"
1727
1728 # VPP Compare NICs 3n-hsw 2t2c ndr
1729 - type: "table"
1730   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1731   algorithm: "table_nics_comparison"
1732   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1733   reference:
1734     title: "Intel-x520"
1735     nic: "NIC_Intel-X520-DA2"
1736   compare:
1737     title: "Intel-x710"
1738     nic: "NIC_Intel-X710"
1739   data: "vpp-nic-comparison-3n-hsw"
1740   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1741   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1742   parameters:
1743   - "name"
1744   - "parent"
1745   - "throughput"
1746   - "tags"
1747
1748 # VPP Compare NICs 3n-hsw 1t1c pdr
1749 - type: "table"
1750   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1751   algorithm: "table_nics_comparison"
1752   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1753   reference:
1754     title: "Intel-x520"
1755     nic: "NIC_Intel-X520-DA2"
1756   compare:
1757     title: "Intel-x710"
1758     nic: "NIC_Intel-X710"
1759   data: "vpp-nic-comparison-3n-hsw"
1760   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1761   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1762   parameters:
1763   - "name"
1764   - "parent"
1765   - "throughput"
1766   - "tags"
1767
1768 # VPP Compare NICs 3n-hsw 2t2c pdr
1769 - type: "table"
1770   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1771   algorithm: "table_nics_comparison"
1772   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1773   reference:
1774     title: "Intel-x520"
1775     nic: "NIC_Intel-X520-DA2"
1776   compare:
1777     title: "Intel-x710"
1778     nic: "NIC_Intel-X710"
1779   data: "vpp-nic-comparison-3n-hsw"
1780   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1781   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1782   parameters:
1783   - "name"
1784   - "parent"
1785   - "throughput"
1786   - "tags"
1787
1788 # VPP Compare NICs 3n-hsw 1t1c mrr
1789 - type: "table"
1790   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1791   algorithm: "table_nics_comparison"
1792   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1793   reference:
1794     title: "Intel-x520"
1795     nic: "NIC_Intel-X520-DA2"
1796   compare:
1797     title: "Intel-x710"
1798     nic: "NIC_Intel-X710"
1799   data: "vpp-nic-comparison-3n-hsw-mrr"
1800   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1801   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1802   parameters:
1803   - "name"
1804   - "parent"
1805   - "result"
1806   - "tags"
1807
1808 # VPP Compare NICs 3n-hsw 2t2c mrr
1809 - type: "table"
1810   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1811   algorithm: "table_nics_comparison"
1812   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1813   reference:
1814     title: "Intel-x520"
1815     nic: "NIC_Intel-X520-DA2"
1816   compare:
1817     title: "Intel-x710"
1818     nic: "NIC_Intel-X710"
1819   data: "vpp-nic-comparison-3n-hsw-mrr"
1820   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1821   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1822   parameters:
1823   - "name"
1824   - "parent"
1825   - "result"
1826   - "tags"
1827
1828 # VPP Compare NICs 3n-hsw 4t4c mrr
1829 - type: "table"
1830   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1831   algorithm: "table_nics_comparison"
1832   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1833   reference:
1834     title: "Intel-x520"
1835     nic: "NIC_Intel-X520-DA2"
1836   compare:
1837     title: "Intel-x710"
1838     nic: "NIC_Intel-X710"
1839   data: "vpp-nic-comparison-3n-hsw-mrr"
1840   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1841   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1842   parameters:
1843   - "name"
1844   - "parent"
1845   - "result"
1846   - "tags"
1847
1848 # VPP Compare NICs 3n-skx 2t1c ndr
1849 - type: "table"
1850   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1851   algorithm: "table_nics_comparison"
1852   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1853   reference:
1854     title: "Intel-x710"
1855     nic: "NIC_Intel-X710"
1856   compare:
1857     title: "Intel-xxv710"
1858     nic: "NIC_Intel-XXV710"
1859   data: "vpp-nic-comparison-3n-skx"
1860   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1861   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1862   parameters:
1863   - "name"
1864   - "parent"
1865   - "throughput"
1866   - "tags"
1867
1868 # VPP Compare NICs 3n-skx 4t2c ndr
1869 - type: "table"
1870   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1871   algorithm: "table_nics_comparison"
1872   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1873   reference:
1874     title: "Intel-x710"
1875     nic: "NIC_Intel-X710"
1876   compare:
1877     title: "Intel-xxv710"
1878     nic: "NIC_Intel-XXV710"
1879   data: "vpp-nic-comparison-3n-skx"
1880   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1881   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1882   parameters:
1883   - "name"
1884   - "parent"
1885   - "throughput"
1886   - "tags"
1887
1888 # VPP Compare NICs 3n-skx 2t1c pdr
1889 - type: "table"
1890   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1891   algorithm: "table_nics_comparison"
1892   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1893   reference:
1894     title: "Intel-x710"
1895     nic: "NIC_Intel-X710"
1896   compare:
1897     title: "Intel-xxv710"
1898     nic: "NIC_Intel-XXV710"
1899   data: "vpp-nic-comparison-3n-skx"
1900   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1901   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1902   parameters:
1903   - "name"
1904   - "parent"
1905   - "throughput"
1906   - "tags"
1907
1908  # VPP Compare NICs 3n-skx 4t2c pdr
1909 - type: "table"
1910   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1911   algorithm: "table_nics_comparison"
1912   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1913   reference:
1914     title: "Intel-x710"
1915     nic: "NIC_Intel-X710"
1916   compare:
1917     title: "Intel-xxv710"
1918     nic: "NIC_Intel-XXV710"
1919   data: "vpp-nic-comparison-3n-skx"
1920   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1921   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1922   parameters:
1923   - "name"
1924   - "parent"
1925   - "throughput"
1926   - "tags"
1927
1928 # VPP Compare NICs 3n-skx 2t1c mrr
1929 - type: "table"
1930   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1931   algorithm: "table_nics_comparison"
1932   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1933   reference:
1934     title: "Intel-x710"
1935     nic: "NIC_Intel-X710"
1936   compare:
1937     title: "Intel-xxv710"
1938     nic: "NIC_Intel-XXV710"
1939   data: "vpp-nic-comparison-3n-skx-mrr"
1940   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1941   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1942   parameters:
1943   - "name"
1944   - "parent"
1945   - "result"
1946   - "tags"
1947
1948 # VPP Compare NICs 3n-skx 4t2c mrr
1949 - type: "table"
1950   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1951   algorithm: "table_nics_comparison"
1952   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1953   reference:
1954     title: "Intel-x710"
1955     nic: "NIC_Intel-X710"
1956   compare:
1957     title: "Intel-xxv710"
1958     nic: "NIC_Intel-XXV710"
1959   data: "vpp-nic-comparison-3n-skx-mrr"
1960   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1961   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1962   parameters:
1963   - "name"
1964   - "parent"
1965   - "result"
1966   - "tags"
1967
1968  # VPP Compare NICs 3n-skx 8t4c mrr
1969 - type: "table"
1970   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1971   algorithm: "table_nics_comparison"
1972   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1973   reference:
1974     title: "Intel-x710"
1975     nic: "NIC_Intel-X710"
1976   compare:
1977     title: "Intel-xxv710"
1978     nic: "NIC_Intel-XXV710"
1979   data: "vpp-nic-comparison-3n-skx-mrr"
1980   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1981   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1982   parameters:
1983   - "name"
1984   - "parent"
1985   - "result"
1986   - "tags"
1987
1988 # VPP Compare NICs 2n-skx 2t1c ndr
1989 - type: "table"
1990   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1991   algorithm: "table_nics_comparison"
1992   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1993   reference:
1994     title: "Intel-x710"
1995     nic: "NIC_Intel-X710"
1996   compare:
1997     title: "Intel-xxv710"
1998     nic: "NIC_Intel-XXV710"
1999   data: "vpp-nic-comparison-2n-skx"
2000   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2001   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2002   parameters:
2003   - "name"
2004   - "parent"
2005   - "throughput"
2006   - "tags"
2007
2008 # VPP Compare NICs 2n-skx 4t2c ndr
2009 - type: "table"
2010   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2011   algorithm: "table_nics_comparison"
2012   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2013   reference:
2014     title: "Intel-x710"
2015     nic: "NIC_Intel-X710"
2016   compare:
2017     title: "Intel-xxv710"
2018     nic: "NIC_Intel-XXV710"
2019   data: "vpp-nic-comparison-2n-skx"
2020   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2021   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2022   parameters:
2023   - "name"
2024   - "parent"
2025   - "throughput"
2026   - "tags"
2027
2028  # VPP Compare NICs 2n-skx 2t1c pdr
2029 - type: "table"
2030   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2031   algorithm: "table_nics_comparison"
2032   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2033   reference:
2034     title: "Intel-x710"
2035     nic: "NIC_Intel-X710"
2036   compare:
2037     title: "Intel-xxv710"
2038     nic: "NIC_Intel-XXV710"
2039   data: "vpp-nic-comparison-2n-skx"
2040   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2041   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2042   parameters:
2043   - "name"
2044   - "parent"
2045   - "throughput"
2046   - "tags"
2047
2048 # VPP Compare NICs 2n-skx 4t2c pdr
2049 - type: "table"
2050   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2051   algorithm: "table_nics_comparison"
2052   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2053   reference:
2054     title: "Intel-x710"
2055     nic: "NIC_Intel-X710"
2056   compare:
2057     title: "Intel-xxv710"
2058     nic: "NIC_Intel-XXV710"
2059   data: "vpp-nic-comparison-2n-skx"
2060   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2061   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2062   parameters:
2063   - "name"
2064   - "parent"
2065   - "throughput"
2066   - "tags"
2067
2068 # VPP Compare NICs 2n-skx 2t1c mrr
2069 - type: "table"
2070   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2071   algorithm: "table_nics_comparison"
2072   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2073   reference:
2074     title: "Intel-x710"
2075     nic: "NIC_Intel-X710"
2076   compare:
2077     title: "Intel-xxv710"
2078     nic: "NIC_Intel-XXV710"
2079   data: "vpp-nic-comparison-2n-skx-mrr"
2080   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2081   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2082   parameters:
2083   - "name"
2084   - "parent"
2085   - "result"
2086   - "tags"
2087
2088 # VPP Compare NICs 2n-skx 4t2c mrr
2089 - type: "table"
2090   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2091   algorithm: "table_nics_comparison"
2092   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2093   reference:
2094     title: "Intel-x710"
2095     nic: "NIC_Intel-X710"
2096   compare:
2097     title: "Intel-xxv710"
2098     nic: "NIC_Intel-XXV710"
2099   data: "vpp-nic-comparison-2n-skx-mrr"
2100   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2101   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2102   parameters:
2103   - "name"
2104   - "parent"
2105   - "result"
2106   - "tags"
2107
2108 # VPP Compare NICs 2n-skx 8t4c mrr
2109 - type: "table"
2110   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2111   algorithm: "table_nics_comparison"
2112   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2113   reference:
2114     title: "Intel-x710"
2115     nic: "NIC_Intel-X710"
2116   compare:
2117     title: "Intel-xxv710"
2118     nic: "NIC_Intel-XXV710"
2119   data: "vpp-nic-comparison-2n-skx-mrr"
2120   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2121   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2122   parameters:
2123   - "name"
2124   - "parent"
2125   - "result"
2126   - "tags"
2127
2128 ################################################################################
2129 # VPP
2130
2131 ## VPP Performance Changes 2n-dnv 1t1c pdr
2132 #- type: "table"
2133 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2134 #  algorithm: "table_performance_comparison"
2135 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2136 #  history:
2137 #    - title: "rls1810"
2138 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2139 #  reference:
2140 #    title: "rls1901"
2141 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2142 #  compare:
2143 #    title: "rls1904"
2144 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2145 #  data: "intel-dnv-vpp-changes-2n-dnv"
2146 #  include-tests: "PDR"
2147 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2148 #  parameters:
2149 #  - "name"
2150 #  - "parent"
2151 #  - "throughput"
2152 #
2153 ## VPP Performance Changes 2n-dnv 2t2c pdr
2154 #- type: "table"
2155 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2156 #  algorithm: "table_performance_comparison"
2157 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2158 #  history:
2159 #    - title: "rls1810"
2160 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2161 #  reference:
2162 #    title: "rls1901"
2163 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2164 #  compare:
2165 #    title: "rls1904"
2166 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2167 #  data: "intel-dnv-vpp-changes-2n-dnv"
2168 #  include-tests: "PDR"
2169 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2170 #  parameters:
2171 #  - "name"
2172 #  - "parent"
2173 #  - "throughput"
2174 #
2175 ## VPP Performance Changes 2n-dnv 1t1c ndr
2176 #- type: "table"
2177 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2178 #  algorithm: "table_performance_comparison"
2179 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2180 #  history:
2181 #    - title: "rls1810"
2182 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2183 #  reference:
2184 #    title: "rls1901"
2185 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2186 #  compare:
2187 #    title: "rls1904"
2188 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2189 #  data: "intel-dnv-vpp-changes-2n-dnv"
2190 #  include-tests: "NDR"
2191 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2192 #  parameters:
2193 #  - "name"
2194 #  - "parent"
2195 #  - "throughput"
2196 #
2197 ## VPP Performance Changes 2n-dnv 2t2c ndr
2198 #- type: "table"
2199 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2200 #  algorithm: "table_performance_comparison"
2201 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2202 #  history:
2203 #    - title: "rls1810"
2204 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2205 #  reference:
2206 #    title: "rls1901"
2207 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2208 #  compare:
2209 #    title: "rls1904"
2210 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2211 #  data: "intel-dnv-vpp-changes-2n-dnv"
2212 #  include-tests: "NDR"
2213 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2214 #  parameters:
2215 #  - "name"
2216 #  - "parent"
2217 #  - "throughput"
2218 #
2219 ## VPP Performance Changes 2n-dnv 1t1c MRR
2220 #- type: "table"
2221 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2222 #  algorithm: "table_performance_comparison"
2223 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2224 #  history:
2225 #    - title: "rls1810"
2226 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2227 #  reference:
2228 #    title: "rls1901"
2229 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2230 #  compare:
2231 #    title: "rls1904"
2232 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2233 #  data: "intel-dnv-vpp-changes-2n-dnv"
2234 #  include-tests: "MRR"
2235 #  filter: "'1T1C' and 'MRR'"
2236 #  parameters:
2237 #  - "name"
2238 #  - "parent"
2239 #  - "result"
2240 #
2241 ## VPP Performance Changes 2n-dnv 2t2c MRR
2242 #- type: "table"
2243 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2244 #  algorithm: "table_performance_comparison"
2245 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2246 #  history:
2247 #    - title: "rls1810"
2248 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2249 #  reference:
2250 #    title: "rls1901"
2251 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2252 #  compare:
2253 #    title: "rls1904"
2254 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2255 #  data: "intel-dnv-vpp-changes-2n-dnv"
2256 #  include-tests: "MRR"
2257 #  filter: "'2T2C' and 'MRR'"
2258 #  parameters:
2259 #  - "name"
2260 #  - "parent"
2261 #  - "result"
2262 #
2263 ## VPP Performance Changes 2n-dnv 4t4c MRR
2264 #- type: "table"
2265 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2266 #  algorithm: "table_performance_comparison"
2267 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2268 #  history:
2269 #    - title: "rls1810"
2270 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2271 #  reference:
2272 #    title: "rls1901"
2273 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2274 #  compare:
2275 #    title: "rls1904"
2276 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2277 #  data: "intel-dnv-vpp-changes-2n-dnv"
2278 #  include-tests: "MRR"
2279 #  filter: "'4T4C' and 'MRR'"
2280 #  parameters:
2281 #  - "name"
2282 #  - "parent"
2283 #  - "result"
2284
2285 # VPP Performance Changes 3n-hsw 1t1c pdr
2286 - type: "table"
2287   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2288   algorithm: "table_performance_comparison"
2289   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2290   history:
2291     - title: "rls1810"
2292       data: "vpp-performance-changes-3n-hsw-h1"
2293   reference:
2294     title: "rls1901"
2295     data: "vpp-performance-changes-3n-hsw-ref"
2296   compare:
2297     title: "rls1904"
2298     data: "vpp-performance-changes-3n-hsw-cmp"
2299   data: "vpp-performance-changes-3n-hsw"
2300   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2301   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2302   parameters:
2303   - "name"
2304   - "parent"
2305   - "throughput"
2306
2307 # VPP Performance Changes 3n-hsw 2t2c pdr
2308 - type: "table"
2309   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2310   algorithm: "table_performance_comparison"
2311   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2312   history:
2313     - title: "rls1810"
2314       data: "vpp-performance-changes-3n-hsw-h1"
2315   reference:
2316     title: "rls1901"
2317     data: "vpp-performance-changes-3n-hsw-ref"
2318   compare:
2319     title: "rls1904"
2320     data: "vpp-performance-changes-3n-hsw-cmp"
2321   data: "vpp-performance-changes-3n-hsw"
2322   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2323   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2324   parameters:
2325   - "name"
2326   - "parent"
2327   - "throughput"
2328
2329 # VPP Performance Changes 3n-hsw 1t1c ndr
2330 - type: "table"
2331   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2332   algorithm: "table_performance_comparison"
2333   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2334   history:
2335     - title: "rls1810"
2336       data: "vpp-performance-changes-3n-hsw-h1"
2337   reference:
2338     title: "rls1901"
2339     data: "vpp-performance-changes-3n-hsw-ref"
2340   compare:
2341     title: "rls1904"
2342     data: "vpp-performance-changes-3n-hsw-cmp"
2343   data: "vpp-performance-changes-3n-hsw"
2344   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2345   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2346   parameters:
2347   - "name"
2348   - "parent"
2349   - "throughput"
2350
2351 # VPP Performance Changes 3n-hsw 2t2c ndr
2352 - type: "table"
2353   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2354   algorithm: "table_performance_comparison"
2355   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2356   history:
2357     - title: "rls1810"
2358       data: "vpp-performance-changes-3n-hsw-h1"
2359   reference:
2360     title: "rls1901"
2361     data: "vpp-performance-changes-3n-hsw-ref"
2362   compare:
2363     title: "rls1904"
2364     data: "vpp-performance-changes-3n-hsw-cmp"
2365   data: "vpp-performance-changes-3n-hsw"
2366   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2367   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2368   parameters:
2369   - "name"
2370   - "parent"
2371   - "throughput"
2372
2373 # VPP Performance Changes 3n-skx 2t1c pdr
2374 - type: "table"
2375   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2376   algorithm: "table_performance_comparison"
2377   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2378   history:
2379     - title: "rls1810"
2380       data: "vpp-performance-changes-3n-skx-h1"
2381   reference:
2382     title: "rls1901"
2383     data: "vpp-performance-changes-3n-skx-ref"
2384   compare:
2385     title: "rls1904"
2386     data: "vpp-performance-changes-3n-skx-cmp"
2387   data: "vpp-performance-changes-3n-skx"
2388   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2389   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2390   parameters:
2391   - "name"
2392   - "parent"
2393   - "throughput"
2394
2395 # VPP Performance Changes 3n-skx 4t2c pdr
2396 - type: "table"
2397   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2398   algorithm: "table_performance_comparison"
2399   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2400   history:
2401     - title: "rls1810"
2402       data: "vpp-performance-changes-3n-skx-h1"
2403   reference:
2404     title: "rls1901"
2405     data: "vpp-performance-changes-3n-skx-ref"
2406   compare:
2407     title: "rls1904"
2408     data: "vpp-performance-changes-3n-skx-cmp"
2409   data: "vpp-performance-changes-3n-skx"
2410   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2411   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2412   parameters:
2413   - "name"
2414   - "parent"
2415   - "throughput"
2416
2417 # VPP Performance Changes 3n-skx 2t1c ndr
2418 - type: "table"
2419   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2420   algorithm: "table_performance_comparison"
2421   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2422   history:
2423     - title: "rls1810"
2424       data: "vpp-performance-changes-3n-skx-h1"
2425   reference:
2426     title: "rls1901"
2427     data: "vpp-performance-changes-3n-skx-ref"
2428   compare:
2429     title: "rls1904"
2430     data: "vpp-performance-changes-3n-skx-cmp"
2431   data: "vpp-performance-changes-3n-skx"
2432   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2433   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2434   parameters:
2435   - "name"
2436   - "parent"
2437   - "throughput"
2438
2439 # VPP Performance Changes 3n-skx 4t2c ndr
2440 - type: "table"
2441   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2442   algorithm: "table_performance_comparison"
2443   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2444   history:
2445     - title: "rls1810"
2446       data: "vpp-performance-changes-3n-skx-h1"
2447   reference:
2448     title: "rls1901"
2449     data: "vpp-performance-changes-3n-skx-ref"
2450   compare:
2451     title: "rls1904"
2452     data: "vpp-performance-changes-3n-skx-cmp"
2453   data: "vpp-performance-changes-3n-skx"
2454   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2455   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2456   parameters:
2457   - "name"
2458   - "parent"
2459   - "throughput"
2460
2461 # VPP Performance Changes 2n-skx 2t1c pdr
2462 - type: "table"
2463   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2464   algorithm: "table_performance_comparison"
2465   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2466   history:
2467     - title: "rls1810"
2468       data: "vpp-performance-changes-2n-skx-h1"
2469   reference:
2470     title: "rls1901"
2471     data: "vpp-performance-changes-2n-skx-ref"
2472   compare:
2473     title: "rls1904"
2474     data: "vpp-performance-changes-2n-skx-cmp"
2475   data: "vpp-performance-changes-2n-skx"
2476   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2477   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2478   parameters:
2479   - "name"
2480   - "parent"
2481   - "throughput"
2482
2483 # VPP Performance Changes 2n-skx 4t2c pdr
2484 - type: "table"
2485   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2486   algorithm: "table_performance_comparison"
2487   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2488   history:
2489     - title: "rls1810"
2490       data: "vpp-performance-changes-2n-skx-h1"
2491   reference:
2492     title: "rls1901"
2493     data: "vpp-performance-changes-2n-skx-ref"
2494   compare:
2495     title: "rls1904"
2496     data: "vpp-performance-changes-2n-skx-cmp"
2497   data: "vpp-performance-changes-2n-skx"
2498   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2499   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2500   parameters:
2501   - "name"
2502   - "parent"
2503   - "throughput"
2504
2505 # VPP Performance Changes 2n-skx 2t1c ndr
2506 - type: "table"
2507   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2508   algorithm: "table_performance_comparison"
2509   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2510   history:
2511     - title: "rls1810"
2512       data: "vpp-performance-changes-2n-skx-h1"
2513   reference:
2514     title: "rls1901"
2515     data: "vpp-performance-changes-2n-skx-ref"
2516   compare:
2517     title: "rls1904"
2518     data: "vpp-performance-changes-2n-skx-cmp"
2519   data: "vpp-performance-changes-2n-skx"
2520   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2521   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2522   parameters:
2523   - "name"
2524   - "parent"
2525   - "throughput"
2526
2527 # VPP Performance Changes 2n-skx 4t2c ndr
2528 - type: "table"
2529   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2530   algorithm: "table_performance_comparison"
2531   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2532   history:
2533     - title: "rls1810"
2534       data: "vpp-performance-changes-2n-skx-h1"
2535   reference:
2536     title: "rls1901"
2537     data: "vpp-performance-changes-2n-skx-ref"
2538   compare:
2539     title: "rls1904"
2540     data: "vpp-performance-changes-2n-skx-cmp"
2541   data: "vpp-performance-changes-2n-skx"
2542   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2543   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2544   parameters:
2545   - "name"
2546   - "parent"
2547   - "throughput"
2548
2549 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2550 - type: "table"
2551   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2552   algorithm: "table_performance_comparison"
2553   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2554   reference:
2555     title: "3-Node Hsw"
2556     data: "vpp-compare-testbeds-ref"
2557   compare:
2558     title: "3-Node Skx"
2559     data: "vpp-compare-testbeds-cmp"
2560   data: "vpp-compare-testbeds"
2561   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2562   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2563   parameters:
2564   - "name"
2565   - "parent"
2566   - "throughput"
2567
2568 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2569 - type: "table"
2570   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2571   algorithm: "table_performance_comparison"
2572   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2573   reference:
2574     title: "3-Node Hsw"
2575     data: "vpp-compare-testbeds-ref"
2576   compare:
2577     title: "3-Node Skx"
2578     data: "vpp-compare-testbeds-cmp"
2579   data: "vpp-compare-testbeds"
2580   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2581   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2582   parameters:
2583   - "name"
2584   - "parent"
2585   - "throughput"
2586
2587 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2588 - type: "table"
2589   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2590   algorithm: "table_performance_comparison"
2591   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2592   reference:
2593     title: "3-Node Hsw"
2594     data: "vpp-compare-testbeds-ref"
2595   compare:
2596     title: "3-Node Skx"
2597     data: "vpp-compare-testbeds-cmp"
2598   data: "vpp-compare-testbeds"
2599   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2600   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2601   parameters:
2602   - "name"
2603   - "parent"
2604   - "throughput"
2605
2606 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2607 - type: "table"
2608   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2609   algorithm: "table_performance_comparison"
2610   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2611   reference:
2612     title: "3-Node Hsw"
2613     data: "vpp-compare-testbeds-ref"
2614   compare:
2615     title: "3-Node Skx"
2616     data: "vpp-compare-testbeds-cmp"
2617   data: "vpp-compare-testbeds"
2618   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2619   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2620   parameters:
2621   - "name"
2622   - "parent"
2623   - "throughput"
2624
2625 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2626 - type: "table"
2627   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2628   algorithm: "table_performance_comparison"
2629   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2630   reference:
2631     title: "3-Node Skx"
2632     data: "vpp-compare-topologies-ref"
2633   compare:
2634     title: "2-Node Skx"
2635     data: "vpp-compare-topologies-cmp"
2636   data: "vpp-compare-topologies"
2637   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2638   filter: "'NDRPDR' and '1C'"
2639   parameters:
2640   - "name"
2641   - "parent"
2642   - "throughput"
2643
2644 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2645 - type: "table"
2646   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2647   algorithm: "table_performance_comparison"
2648   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2649   reference:
2650     title: "3-Node Skx"
2651     data: "vpp-compare-topologies-ref"
2652   compare:
2653     title: "2-Node Skx"
2654     data: "vpp-compare-topologies-cmp"
2655   data: "vpp-compare-topologies"
2656   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2657   filter: "'NDRPDR' and '2C'"
2658   parameters:
2659   - "name"
2660   - "parent"
2661   - "throughput"
2662
2663 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2664 - type: "table"
2665   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2666   algorithm: "table_performance_comparison"
2667   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2668   reference:
2669     title: "3-Node Skx"
2670     data: "vpp-compare-topologies-ref"
2671   compare:
2672     title: "2-Node Skx"
2673     data: "vpp-compare-topologies-cmp"
2674   data: "vpp-compare-topologies"
2675   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2676   filter: "'NDRPDR' and '1C'"
2677   parameters:
2678   - "name"
2679   - "parent"
2680   - "throughput"
2681
2682 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2683 - type: "table"
2684   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2685   algorithm: "table_performance_comparison"
2686   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2687   reference:
2688     title: "3-Node Skx"
2689     data: "vpp-compare-topologies-ref"
2690   compare:
2691     title: "2-Node Skx"
2692     data: "vpp-compare-topologies-cmp"
2693   data: "vpp-compare-topologies"
2694   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2695   filter: "'NDRPDR' and '2C'"
2696   parameters:
2697   - "name"
2698   - "parent"
2699   - "throughput"
2700
2701 # VPP Performance Changes 3n-hsw 1t1c MRR
2702 - type: "table"
2703   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2704   algorithm: "table_performance_comparison"
2705   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2706   history:
2707     - title: "rls1810"
2708       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2709   reference:
2710     title: "rls1901"
2711     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2712   compare:
2713     title: "rls1904"
2714     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2715   data: "vpp-performance-changes-3n-hsw-mrr"
2716   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2717   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2718   parameters:
2719   - "name"
2720   - "parent"
2721   - "result"
2722
2723 # VPP Performance Changes 3n-hsw 2t2c MRR
2724 - type: "table"
2725   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2726   algorithm: "table_performance_comparison"
2727   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2728   history:
2729     - title: "rls1810"
2730       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2731   reference:
2732     title: "rls1901"
2733     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2734   compare:
2735     title: "rls1904"
2736     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2737   data: "vpp-performance-changes-3n-hsw-mrr"
2738   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2739   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2740   parameters:
2741   - "name"
2742   - "parent"
2743   - "result"
2744
2745 # VPP Performance Changes 3n-hsw 4t4c MRR
2746 - type: "table"
2747   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2748   algorithm: "table_performance_comparison"
2749   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2750   history:
2751     - title: "rls1810"
2752       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2753   reference:
2754     title: "rls1901"
2755     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2756   compare:
2757     title: "rls1904"
2758     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2759   data: "vpp-performance-changes-3n-hsw-mrr"
2760   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2761   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2762   parameters:
2763   - "name"
2764   - "parent"
2765   - "result"
2766
2767 # VPP Performance Changes 3n-skx 2t1c MRR
2768 - type: "table"
2769   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2770   algorithm: "table_performance_comparison"
2771   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2772   history:
2773     - title: "rls1810"
2774       data: "vpp-performance-changes-3n-skx-mrr-h1"
2775   reference:
2776     title: "rls1901"
2777     data: "vpp-performance-changes-3n-skx-mrr-ref"
2778   compare:
2779     title: "rls1904"
2780     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2781   data: "vpp-performance-changes-3n-skx-mrr"
2782   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2783   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2784   parameters:
2785   - "name"
2786   - "parent"
2787   - "result"
2788
2789 # VPP Performance Changes 3n-skx 4t2c MRR
2790 - type: "table"
2791   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2792   algorithm: "table_performance_comparison"
2793   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2794   history:
2795     - title: "rls1810"
2796       data: "vpp-performance-changes-3n-skx-mrr-h1"
2797   reference:
2798     title: "rls1901"
2799     data: "vpp-performance-changes-3n-skx-mrr-ref"
2800   compare:
2801     title: "rls1904"
2802     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2803   data: "vpp-performance-changes-3n-skx-mrr"
2804   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2805   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2806   parameters:
2807   - "name"
2808   - "parent"
2809   - "result"
2810
2811 # VPP Performance Changes 3n-skx 8t4c MRR
2812 - type: "table"
2813   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2814   algorithm: "table_performance_comparison"
2815   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2816   history:
2817     - title: "rls1810"
2818       data: "vpp-performance-changes-3n-skx-mrr-h1"
2819   reference:
2820     title: "rls1901"
2821     data: "vpp-performance-changes-3n-skx-mrr-ref"
2822   compare:
2823     title: "rls1904"
2824     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2825   data: "vpp-performance-changes-3n-skx-mrr"
2826   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2827   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2828   parameters:
2829   - "name"
2830   - "parent"
2831   - "result"
2832
2833 # VPP Performance Changes 2n-skx 2t1c MRR
2834 - type: "table"
2835   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2836   algorithm: "table_performance_comparison"
2837   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2838   history:
2839     - title: "rls1810"
2840       data: "vpp-performance-changes-2n-skx-mrr-h1"
2841   reference:
2842     title: "rls1901"
2843     data: "vpp-performance-changes-2n-skx-mrr-ref"
2844   compare:
2845     title: "rls1904"
2846     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2847   data: "vpp-performance-changes-2n-skx-mrr"
2848   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2849   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2850   parameters:
2851   - "name"
2852   - "parent"
2853   - "result"
2854
2855 # VPP Performance Changes 2n-skx 4t2c MRR
2856 - type: "table"
2857   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2858   algorithm: "table_performance_comparison"
2859   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2860   history:
2861     - title: "rls1810"
2862       data: "vpp-performance-changes-2n-skx-mrr-h1"
2863   reference:
2864     title: "rls1901"
2865     data: "vpp-performance-changes-2n-skx-mrr-ref"
2866   compare:
2867     title: "rls1904"
2868     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2869   data: "vpp-performance-changes-2n-skx-mrr"
2870   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2871   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2872   parameters:
2873   - "name"
2874   - "parent"
2875   - "result"
2876
2877 # VPP Performance Changes 2n-skx 8t4c MRR
2878 - type: "table"
2879   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2880   algorithm: "table_performance_comparison"
2881   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2882   history:
2883     - title: "rls1810"
2884       data: "vpp-performance-changes-2n-skx-mrr-h1"
2885   reference:
2886     title: "rls1901"
2887     data: "vpp-performance-changes-2n-skx-mrr-ref"
2888   compare:
2889     title: "rls1904"
2890     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2891   data: "vpp-performance-changes-2n-skx-mrr"
2892   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2893   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2894   parameters:
2895   - "name"
2896   - "parent"
2897   - "result"
2898
2899 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2900 - type: "table"
2901   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2902   algorithm: "table_performance_comparison"
2903   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2904   reference:
2905     title: "3-Node Hsw"
2906     data: "vpp-compare-testbeds-mrr-ref"
2907   compare:
2908     title: "3-Node Skx"
2909     data: "vpp-compare-testbeds-mrr-cmp"
2910   data: "vpp-compare-testbeds-mrr"
2911   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2912   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2913   parameters:
2914   - "name"
2915   - "parent"
2916   - "result"
2917
2918 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2919 - type: "table"
2920   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2921   algorithm: "table_performance_comparison"
2922   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2923   reference:
2924     title: "3-Node Hsw"
2925     data: "vpp-compare-testbeds-mrr-ref"
2926   compare:
2927     title: "3-Node Skx"
2928     data: "vpp-compare-testbeds-mrr-cmp"
2929   data: "vpp-compare-testbeds-mrr"
2930   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2931   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2932   parameters:
2933   - "name"
2934   - "parent"
2935   - "result"
2936
2937 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2938 - type: "table"
2939   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2940   algorithm: "table_performance_comparison"
2941   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2942   reference:
2943     title: "3-Node Hsw"
2944     data: "vpp-compare-testbeds-mrr-ref"
2945   compare:
2946     title: "3-Node Skx"
2947     data: "vpp-compare-testbeds-mrr-cmp"
2948   data: "vpp-compare-testbeds-mrr"
2949   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2950   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2951   parameters:
2952   - "name"
2953   - "parent"
2954   - "result"
2955
2956 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2957 - type: "table"
2958   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2959   algorithm: "table_performance_comparison"
2960   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2961   reference:
2962     title: "3-Node Skx"
2963     data: "vpp-compare-topologies-mrr-ref"
2964   compare:
2965     title: "2-Node Skx"
2966     data: "vpp-compare-topologies-mrr-cmp"
2967   data: "vpp-compare-topologies-mrr"
2968   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2969   filter: "'MRR' and '1C'"
2970   parameters:
2971   - "name"
2972   - "parent"
2973   - "result"
2974
2975 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2976 - type: "table"
2977   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2978   algorithm: "table_performance_comparison"
2979   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2980   reference:
2981     title: "3-Node Skx"
2982     data: "vpp-compare-topologies-mrr-ref"
2983   compare:
2984     title: "2-Node Skx"
2985     data: "vpp-compare-topologies-mrr-cmp"
2986   data: "vpp-compare-topologies-mrr"
2987   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2988   filter: "'MRR' and '2C'"
2989   parameters:
2990   - "name"
2991   - "parent"
2992   - "result"
2993
2994 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2995 - type: "table"
2996   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2997   algorithm: "table_performance_comparison"
2998   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2999   reference:
3000     title: "3-Node Skx"
3001     data: "vpp-compare-topologies-mrr-ref"
3002   compare:
3003     title: "2-Node Skx"
3004     data: "vpp-compare-topologies-mrr-cmp"
3005   data: "vpp-compare-topologies-mrr"
3006   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3007   filter: "'MRR' and '4C'"
3008   parameters:
3009   - "name"
3010   - "parent"
3011   - "result"
3012
3013 # Detailed Test Results - VPP Performance Results 3n-hsw
3014 - type: "table"
3015   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3016   algorithm: "table_merged_details"
3017   output-file-ext: ".csv"
3018   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3019   columns:
3020   - title: "Name"
3021     data: "data name"
3022   - title: "Status"
3023     data: "data msg"
3024   rows: "generated"
3025   data: "vpp-perf-results-3n-hsw"
3026   filter: "not 'NDRCHK' and not 'PDRCHK'"
3027   parameters:
3028   - "name"
3029   - "parent"
3030   - "msg"
3031
3032 # Detailed Test Results - VPP Performance Results 3n-skx
3033 - type: "table"
3034   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3035   algorithm: "table_merged_details"
3036   output-file-ext: ".csv"
3037   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3038   columns:
3039   - title: "Name"
3040     data: "data name"
3041   - title: "Status"
3042     data: "data msg"
3043   rows: "generated"
3044   data: "vpp-perf-results-3n-skx"
3045   filter: "not 'NDRCHK' and not 'PDRCHK'"
3046   parameters:
3047   - "name"
3048   - "parent"
3049   - "msg"
3050
3051 # Detailed Test Results - VPP Performance Results 2n-skx
3052 - type: "table"
3053   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3054   algorithm: "table_merged_details"
3055   output-file-ext: ".csv"
3056   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3057   columns:
3058   - title: "Name"
3059     data: "data name"
3060   - title: "Status"
3061     data: "data msg"
3062   rows: "generated"
3063   data: "vpp-perf-results-2n-skx"
3064   filter: "not 'NDRCHK' and not 'PDRCHK'"
3065   parameters:
3066   - "name"
3067   - "parent"
3068   - "msg"
3069
3070 ## Detailed Test Results - VPP Performance Results 2n-dnv
3071 #- type: "table"
3072 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3073 #  algorithm: "table_details"
3074 #  output-file-ext: ".csv"
3075 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3076 #  columns:
3077 #  - title: "Name"
3078 #    data: "data name"
3079 #  - title: "Status"
3080 #    data: "data msg"
3081 #  rows: "generated"
3082 #  data: "intel-dnv-vpp"
3083 #  filter: "'NDRPDR'"
3084 #  parameters:
3085 #  - "name"
3086 #  - "parent"
3087 #  - "msg"
3088
3089 # Test configuration - VPP Performance Test Configs 3n-hsw
3090 - type: "table"
3091   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3092   algorithm: "table_merged_details"
3093   output-file-ext: ".csv"
3094   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3095   columns:
3096   - title: "Name"
3097     data: "data name"
3098   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3099     data: "data conf-history"
3100   rows: "generated"
3101   data: "vpp-perf-results-3n-hsw"
3102   filter: "not 'NDRCHK' and not 'PDRCHK'"
3103   parameters:
3104   - "parent"
3105   - "name"
3106   - "conf-history"
3107
3108 # Test configuration - VPP Performance Test Configs 3n-skx
3109 - type: "table"
3110   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3111   algorithm: "table_merged_details"
3112   output-file-ext: ".csv"
3113   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3114   columns:
3115   - title: "Name"
3116     data: "data name"
3117   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3118     data: "data conf-history"
3119   rows: "generated"
3120   data: "vpp-perf-results-3n-skx"
3121   filter: "not 'NDRCHK' and not 'PDRCHK'"
3122   parameters:
3123   - "parent"
3124   - "name"
3125   - "conf-history"
3126
3127 # Test configuration - VPP Performance Test Configs 2n-skx
3128 - type: "table"
3129   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3130   algorithm: "table_merged_details"
3131   output-file-ext: ".csv"
3132   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3133   columns:
3134   - title: "Name"
3135     data: "data name"
3136   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3137     data: "data conf-history"
3138   rows: "generated"
3139   data: "vpp-perf-results-2n-skx"
3140   filter: "not 'NDRCHK' and not 'PDRCHK'"
3141   parameters:
3142   - "parent"
3143   - "name"
3144   - "conf-history"
3145
3146 ## Test configuration - VPP Performance Test Configs 2n-dnv
3147 #- type: "table"
3148 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3149 #  algorithm: "table_details"
3150 #  output-file-ext: ".csv"
3151 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3152 #  columns:
3153 #  - title: "Name"
3154 #    data: "data name"
3155 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3156 #    data: "data conf-history"
3157 #  rows: "generated"
3158 #  data: "intel-dnv-vpp"
3159 #  filter: "'NDRPDR'"
3160 #  parameters:
3161 #  - "parent"
3162 #  - "name"
3163 #  - "conf-history"
3164
3165 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3166 - type: "table"
3167   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3168   algorithm: "table_merged_details"
3169   output-file-ext: ".csv"
3170   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3171   columns:
3172   - title: "Name"
3173     data: "data name"
3174   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3175     data: "data show-run"
3176   rows: "generated"
3177   data: "vpp-perf-results-3n-hsw"
3178   filter: "not 'NDRCHK' and not 'PDRCHK'"
3179   parameters:
3180   - "parent"
3181   - "name"
3182   - "show-run"
3183
3184 # Test Operational Data - VPP Performance Operational Data 3n-skx
3185 - type: "table"
3186   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3187   algorithm: "table_merged_details"
3188   output-file-ext: ".csv"
3189   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3190   columns:
3191   - title: "Name"
3192     data: "data name"
3193   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3194     data: "data show-run"
3195   rows: "generated"
3196   data: "vpp-perf-results-3n-skx"
3197   filter: "not 'NDRCHK' and not 'PDRCHK'"
3198   parameters:
3199   - "parent"
3200   - "name"
3201   - "show-run"
3202
3203 # Test Operational Data - VPP Performance Operational Data 2n-skx
3204 - type: "table"
3205   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3206   algorithm: "table_merged_details"
3207   output-file-ext: ".csv"
3208   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3209   columns:
3210   - title: "Name"
3211     data: "data name"
3212   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3213     data: "data show-run"
3214   rows: "generated"
3215   data: "vpp-perf-results-2n-skx"
3216   filter: "not 'NDRCHK' and not 'PDRCHK'"
3217   parameters:
3218   - "parent"
3219   - "name"
3220   - "show-run"
3221
3222 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3223 #- type: "table"
3224 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3225 #  algorithm: "table_details"
3226 #  output-file-ext: ".csv"
3227 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3228 #  columns:
3229 #  - title: "Name"
3230 #    data: "data name"
3231 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3232 #    data: "data show-run"
3233 #  rows: "generated"
3234 #  data: "intel-dnv-vpp"
3235 #  filter: "'NDRPDR'"
3236 #  parameters:
3237 #  - "parent"
3238 #  - "name"
3239 #  - "show-run"
3240
3241 # Detailed Test Results - VPP MRR Results 3n-hsw
3242 - type: "table"
3243   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3244   algorithm: "table_details"
3245   output-file-ext: ".csv"
3246   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3247   columns:
3248   - title: "Name"
3249     data: "data name"
3250   - title: "Status"
3251     data: "data msg"
3252   rows: "generated"
3253   data: "vpp-mrr-results-3n-hsw"
3254   filter: "'MRR'"
3255   parameters:
3256   - "name"
3257   - "parent"
3258   - "msg"
3259
3260 # Detailed Test Results - VPP MRR Results 3n-skx
3261 - type: "table"
3262   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3263   algorithm: "table_details"
3264   output-file-ext: ".csv"
3265   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3266   columns:
3267   - title: "Name"
3268     data: "data name"
3269   - title: "Status"
3270     data: "data msg"
3271   rows: "generated"
3272   data: "vpp-mrr-results-3n-skx"
3273   filter: "'MRR'"
3274   parameters:
3275   - "name"
3276   - "parent"
3277   - "msg"
3278
3279 # Detailed Test Results - VPP MRR Results 2n-skx
3280 - type: "table"
3281   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3282   algorithm: "table_details"
3283   output-file-ext: ".csv"
3284   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3285   columns:
3286   - title: "Name"
3287     data: "data name"
3288   - title: "Status"
3289     data: "data msg"
3290   rows: "generated"
3291   data: "vpp-mrr-results-2n-skx"
3292   filter: "'MRR'"
3293   parameters:
3294   - "name"
3295   - "parent"
3296   - "msg"
3297
3298 ## Detailed Test Results - VPP MRR Results 2n-dnv
3299 #- type: "table"
3300 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3301 #  algorithm: "table_details"
3302 #  output-file-ext: ".csv"
3303 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3304 #  columns:
3305 #  - title: "Name"
3306 #    data: "data name"
3307 #  - title: "Status"
3308 #    data: "data msg"
3309 #  rows: "generated"
3310 #  data: "intel-dnv-vpp"
3311 #  filter: "'MRR'"
3312 #  parameters:
3313 #  - "name"
3314 #  - "parent"
3315 #  - "msg"
3316
3317 # Test configuration - VPP MRR Test Configs 3n-hsw
3318 - type: "table"
3319   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3320   algorithm: "table_details"
3321   output-file-ext: ".csv"
3322   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3323   columns:
3324   - title: "Name"
3325     data: "data name"
3326   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3327     data: "data conf-history"
3328   rows: "generated"
3329   data: "vpp-mrr-results-3n-hsw"
3330   filter: "'MRR'"
3331   parameters:
3332   - "parent"
3333   - "name"
3334   - "conf-history"
3335
3336 # Test configuration - VPP MRR Test Configs 3n-skx
3337 - type: "table"
3338   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3339   algorithm: "table_details"
3340   output-file-ext: ".csv"
3341   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3342   columns:
3343   - title: "Name"
3344     data: "data name"
3345   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3346     data: "data conf-history"
3347   rows: "generated"
3348   data: "vpp-mrr-results-3n-skx"
3349   filter: "'MRR'"
3350   parameters:
3351   - "parent"
3352   - "name"
3353   - "conf-history"
3354
3355 # Test configuration - VPP MRR Test Configs 2n-skx
3356 - type: "table"
3357   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3358   algorithm: "table_details"
3359   output-file-ext: ".csv"
3360   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3361   columns:
3362   - title: "Name"
3363     data: "data name"
3364   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3365     data: "data conf-history"
3366   rows: "generated"
3367   data: "vpp-mrr-results-2n-skx"
3368   filter: "'MRR'"
3369   parameters:
3370   - "parent"
3371   - "name"
3372   - "conf-history"
3373
3374 ## Test configuration - VPP MRR Test Configs 2n-dnv
3375 #- type: "table"
3376 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3377 #  algorithm: "table_details"
3378 #  output-file-ext: ".csv"
3379 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3380 #  columns:
3381 #  - title: "Name"
3382 #    data: "data name"
3383 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3384 #    data: "data conf-history"
3385 #  rows: "generated"
3386 #  data: "intel-dnv-vpp"
3387 #  filter: "'MRR'"
3388 #  parameters:
3389 #  - "parent"
3390 #  - "name"
3391 #  - "conf-history"
3392
3393 # Detailed Test Results - VPP Functional Results - Ubuntu
3394 - type: "table"
3395   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3396   algorithm: "table_details"
3397   output-file-ext: ".csv"
3398   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3399   columns:
3400   - title: "Name"
3401     data: "data name"
3402   - title: "Documentation"
3403     data: "data doc"
3404   - title: "Status"
3405     data: "data status"
3406   rows: "generated"
3407   data: "vpp-func-results-ubuntu"
3408   filter: "all"
3409   parameters:
3410   - "name"
3411   - "parent"
3412   - "doc"
3413   - "status"
3414
3415 # Detailed Test Results - VPP Functional Results - CentOS
3416 - type: "table"
3417   title: "Detailed Test Results - VPP Functional Results - CentOS"
3418   algorithm: "table_details"
3419   output-file-ext: ".csv"
3420   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3421   columns:
3422   - title: "Name"
3423     data: "data name"
3424   - title: "Documentation"
3425     data: "data doc"
3426   -