resources/tools/presentation/specification.yaml

   1 - type: "environment"
   2
   3   paths:
   4     # Top level directories:
   5     ## Working directory
   6     DIR[WORKING]: "_tmp"
   7     ## Build directories
   8     DIR[BUILD,HTML]: "_build"
   9     DIR[BUILD,LATEX]: "_build_latex"
  10
  11     # Static .rst files
  12     DIR[RST]: "../../../docs/report"
  13
  14     # Working directories
  15     ## Input data files (.zip, .xml)
  16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  17     ## Static source files from git
  18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  20
  21     # Static html content
  22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  26
  27     # Detailed test results
  28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  48
  49     # Detailed test configurations
  50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  62
  63     # Detailed tests operational data
  64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  69
  70     # .css patch file to fix tables generated by Sphinx
  71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  73
  74   urls:
  75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
  78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  79     URL[NEXUS]: "https://docs.fd.io/csit"
  80     DIR[NEXUS]: "report/_static/archive"
  81
  82   make-dirs:
  83   # List the directories which are created while preparing the environment.
  84   # All directories MUST be defined in "paths" section.
  85   - "DIR[WORKING,DATA]"
  86   - "DIR[STATIC,VPP]"
  87   - "DIR[STATIC,DPDK]"
  88   - "DIR[STATIC,ARCH]"
  89   - "DIR[BUILD,LATEX]"
  90   - "DIR[WORKING,SRC]"
  91   - "DIR[WORKING,SRC,STATIC]"
  92
  93   remove-dirs:
  94   # List the directories which are deleted while cleaning the environment.
  95   # All directories MUST be defined in "paths" section.
  96   #- "DIR[BUILD,HTML]"
  97   - "DIR[WORKING,DATA]"
  98
  99   build-dirs:
 100   # List the directories where the results (build) is stored.
 101   # All directories MUST be defined in "paths" section.
 102   - "DIR[BUILD,HTML]"
 103   - "DIR[BUILD,LATEX]"
 104
 105 - type: "configuration"
 106
 107   limits:
 108     nic:
 109       x520: 24460000
 110       x553: 29761905
 111       x710: 35800000
 112       xxv710: 35800000
 113       xl710: 35800000
 114
 115     link:
 116       10ge: 14880952.38
 117       25ge: 37202380.95
 118       40ge: 59523809.52
 119       100ge: 148809523.81
 120
 121     pci:
 122       pci-g3-x8: 74404761.90
 123       pci-g3-x16: 148809523.81
 124
 125   data-sets:
 126
 127     ###########################################################################
 128     # Plots:
 129
 130     # 3n-hsw
 131
 132     plot-vpp-throughput-lat-tsa-3n-hsw:
 133       # TODO: Add 1904 data
 134       csit-vpp-perf-verify-1904-3n-hsw:
 135         - 11  # NDRPDR sel
 136         - 12  # NDRPDR sel
 137         - 20  # NDRPDR sel
 138         - 21  # NDRPDR sel
 139         - 23  # NDRPDR sel
 140         - 24  # NDRPDR sel
 141         - 25  # NDRPDR sel
 142
 143     plot-vpp-http-server-performance:
 144       # TODO: Replace with 1904 data
 145       # csit-vpp-perf-verify-1904-3n-hsw:
 146       csit-vpp-perf-verify-1810-3n-hsw:
 147         - 28  # WRK
 148         - 29  # WRK
 149         - 30  # WRK
 150         - 31  # WRK
 151         - 32  # WRK
 152         - 33  # WRK
 153         - 34  # WRK
 154         - 35  # WRK
 155         - 36  # WRK
 156         - 37  # WRK
 157
 158     plot-ligato-throughput-lat-tsa-3n-hsw:
 159       # TODO: Replace with 1904 data
 160       # csit-ligato-perf-verify-1904-3n-hsw:
 161       csit-ligato-perf-verify-1901-3n-hsw:
 162         - 8   # NDRPDR sel
 163         - 9   # NDRPDR sel
 164         - 11  # NDRPDR sel
 165         - 12  # NDRPDR sel
 166         - 13  # NDRPDR sel
 167         - 14  # NDRPDR sel
 168         - 15  # NDRPDR sel
 169         - 16  # NDRPDR sel
 170         - 17  # NDRPDR sel
 171         - 18  # NDRPDR sel
 172
 173     plot-dpdk-throughput-latency-3n-hsw:
 174       csit-dpdk-perf-verify-1904-3n-hsw:
 175         - 2   # NDRPDR sel
 176         - 3   # NDRPDR sel
 177         - 5   # NDRPDR sel
 178         - 6   # NDRPDR sel
 179         - 13  # NDRPDR sel
 180         - 14  # NDRPDR sel
 181         - 15  # NDRPDR sel
 182         - 18  # NDRPDR sel
 183         - 19  # NDRPDR sel
 184         - 20  # NDRPDR sel
 185
 186     # 3n-skx
 187
 188     plot-vpp-throughput-lat-tsa-3n-skx:
 189       csit-vpp-perf-verify-1904-3n-skx:
 190         - 8   # NDRPDR sel
 191         - 9   # NDRPDR sel
 192         - 10  # NDRPDR sel
 193         - 11  # NDRPDR sel
 194         - 12  # NDRPDR sel
 195         - 14  # NDRPDR sel
 196         - 16  # NDRPDR sel
 197         - 21  # NDRPDR sel
 198         - 23  # NDRPDR sel
 199         - 25  # NDRPDR sel
 200
 201     plot-dpdk-throughput-latency-3n-skx:
 202       csit-dpdk-perf-verify-1904-3n-skx:
 203         - 2   # NDRPDR sel
 204         - 3   # NDRPDR sel
 205         - 4   # NDRPDR sel
 206         - 5   # NDRPDR sel
 207         - 6   # NDRPDR sel
 208         - 7   # NDRPDR sel
 209         - 11  # NDRPDR sel
 210         - 12  # NDRPDR sel
 211         - 13  # NDRPDR sel
 212         - 14  # NDRPDR sel
 213
 214     # 2n-skx
 215
 216     plot-vpp-throughput-lat-tsa-2n-skx:
 217       csit-vpp-perf-verify-1904-2n-skx:
 218         - 12  # NDRPDR sel
 219         - 14  # NDRPDR sel
 220         - 16  # NDRPDR sel
 221         - 17  # NDRPDR sel
 222         - 18  # NDRPDR sel
 223         - 21  # NDRPDR sel
 224         - 27  # NDRPDR sel
 225         - 30  # NDRPDR sel
 226         - 31  # NDRPDR sel
 227         - 32  # NDRPDR sel
 228
 229     plot-vpp-soak-2n-skx:
 230       # TODO: Replace with 1904 data
 231       # csit-vpp-perf-verify-1904-2n-skx:
 232       csit-vpp-perf-verify-1901-2n-skx:
 233         - 45  # SOAK sel
 234
 235     plot-vpp-nfv-2n-skx-ndrpdr-64b:
 236       # TODO: Add 1904 data
 237       csit-vpp-perf-verify-1904-2n-skx:
 238         - 9   # NFV NDRPDR - replace
 239
 240     plot-vpp-nfv-2n-skx-ndrpdr-imix:
 241       # TODO: Add 1904 data
 242       csit-vpp-perf-verify-1904-2n-skx:
 243         - 9   # NFV NDRPDR - replace
 244
 245     plot-vpp-nfv-2n-skx-mrr-64b:
 246       csit-vpp-perf-verify-1904-2n-skx:
 247         - 40  # NFV MRR 64b
 248         - 41  # NFV MRR 64b
 249         - 42  # NFV MRR 64b
 250         - 47  # NFV MRR 64b
 251         - 48  # NFV MRR 64b
 252
 253     plot-vpp-nfv-2n-skx-mrr-imix:
 254       # TODO: Add 1904 data
 255       csit-vpp-perf-verify-1904-2n-skx:
 256         - 49  # NFV MRR IMIX
 257         - 50  # NFV MRR IMIX
 258         - 51  # NFV MRR IMIX
 259         - 54  # NFV MRR IMIX
 260
 261     plot-dpdk-throughput-latency-2n-skx:
 262       csit-dpdk-perf-verify-1904-2n-skx:
 263         - 2   # NDRPDR sel
 264         - 3   # NDRPDR sel
 265         - 4   # NDRPDR sel
 266         - 5   # NDRPDR sel
 267         - 7   # NDRPDR sel
 268         - 8   # NDRPDR sel
 269         - 9   # NDRPDR sel
 270         - 10  # NDRPDR sel
 271         - 11  # NDRPDR sel
 272         - 12  # NDRPDR sel
 273
 274     # 3rd party
 275
 276     # Denverton:
 277     intel-dnv-vpp:
 278       # TODO: Replace with 1904 data
 279       # intel-dnv-vpp-release-1904:
 280       intel-dnv-vpp-release-1901:
 281         - 1
 282
 283     ###########################################################################
 284     # Simple tables (only one data set):
 285
 286     # NIC Comparisons
 287
 288     vpp-nic-comparison-3n-hsw:
 289       # TODO: Add 1904 data
 290       csit-vpp-perf-verify-1904-3n-hsw:
 291         - 11  # NDRPDR sel
 292         - 12  # NDRPDR sel
 293         - 20  # NDRPDR sel
 294         - 21  # NDRPDR sel
 295         - 23  # NDRPDR sel
 296         - 24  # NDRPDR sel
 297         - 25  # NDRPDR sel
 298
 299     vpp-nic-comparison-3n-skx:
 300       csit-vpp-perf-verify-1904-3n-skx:
 301         - 8   # NDRPDR sel
 302         - 9   # NDRPDR sel
 303         - 10  # NDRPDR sel
 304         - 11  # NDRPDR sel
 305         - 12  # NDRPDR sel
 306         - 14  # NDRPDR sel
 307         - 16  # NDRPDR sel
 308         - 21  # NDRPDR sel
 309         - 23  # NDRPDR sel
 310         - 25  # NDRPDR sel
 311
 312     vpp-nic-comparison-2n-skx:
 313       csit-vpp-perf-verify-1904-2n-skx:
 314         - 12  # NDRPDR sel
 315         - 14  # NDRPDR sel
 316         - 16  # NDRPDR sel
 317         - 17  # NDRPDR sel
 318         - 18  # NDRPDR sel
 319         - 21  # NDRPDR sel
 320         - 27  # NDRPDR sel
 321         - 30  # NDRPDR sel
 322         - 31  # NDRPDR sel
 323         - 32  # NDRPDR sel
 324
 325     vpp-nic-comparison-3n-hsw-mrr:
 326       csit-vpp-perf-verify-1904-3n-hsw:
 327         - 9   # MRR sel
 328
 329     vpp-nic-comparison-3n-skx-mrr:
 330       csit-vpp-perf-verify-1904-3n-skx:
 331         - 7   # MRR sel
 332
 333     vpp-nic-comparison-2n-skx-mrr:
 334       csit-vpp-perf-verify-1904-2n-skx:
 335         - 11  # MRR sel
 336
 337     # Results
 338
 339     vpp-perf-results-3n-hsw:
 340       # TODO: Replace with FULL 1904 data
 341       csit-vpp-perf-verify-1904-3n-hsw:
 342         - 12  # NDRPDR sel
 343
 344     vpp-perf-results-3n-skx:
 345       # TODO: Replace with FULL 1904 data
 346       csit-vpp-perf-verify-1904-3n-skx:
 347         - 10  # NDRPDR sel
 348
 349     vpp-perf-results-2n-skx:
 350       # TODO: Add FULL 1904 data
 351       csit-vpp-perf-verify-1904-2n-skx:
 352         - 33  # NDRPDR full
 353         - 39  # NDRPDR full
 354
 355     vpp-mrr-results-3n-hsw:
 356       csit-vpp-perf-verify-1904-3n-hsw:
 357         - 9   # MRR sel
 358
 359     vpp-mrr-results-3n-skx:
 360       csit-vpp-perf-verify-1904-3n-skx:
 361         - 7   # MRR sel
 362
 363     vpp-mrr-results-2n-skx:
 364       csit-vpp-perf-verify-1904-2n-skx:
 365         - 11  # MRR sel
 366
 367     vpp-func-results-ubuntu:
 368       csit-vpp-functional-1904-ubuntu1604-virl:
 369         - 29
 370
 371     vpp-func-results-centos:
 372       csit-vpp-functional-1904-centos7-virl:
 373         - 32
 374
 375     vpp-device-results-ubuntu:
 376       csit-vpp-device-1904-ubuntu1804-1n-skx:
 377         - 33
 378
 379     # VPP Ligato
 380     ligato-perf-results-3n-hsw:
 381       # TODO: Replace with 1904 data
 382       # csit-ligato-perf-verify-1904-3n-hsw:
 383       csit-ligato-perf-verify-1901-3n-hsw:
 384         - 10  # NDRPDR full
 385
 386     dpdk-perf-results-3n-hsw:
 387       csit-dpdk-perf-verify-1904-3n-hsw:
 388         - 5   # NDRPDR sel
 389
 390     dpdk-perf-results-3n-skx:
 391       csit-dpdk-perf-verify-1904-3n-skx:
 392         - 7   # NDRPDR sel
 393
 394     dpdk-perf-results-2n-skx:
 395       csit-dpdk-perf-verify-1904-2n-skx:
 396         - 9   # NDRPDR sel
 397
 398     # HoneyComb Functional
 399     hc-func-results:
 400       csit-hc2vpp-verify-func-1904-ubuntu1604:
 401         - 1
 402
 403 #    # NSH SFC Functional
 404 #    nsh-func-results:
 405 #      # Not used
 406 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 407 #        - 1
 408
 409     # DMM Functional
 410     dmm-func-results:
 411       csit-dmm-functional-1904-ubuntu1604-virl:
 412         - 1
 413
 414     ###########################################################################
 415     # Tables (more than one data set)
 416
 417     # Performance changes
 418
 419     intel-dnv-vpp-changes-2n-dnv-h1:
 420       intel-dnv-vpp-release-1810:
 421         - 1
 422     intel-dnv-vpp-changes-2n-dnv-ref:
 423       intel-dnv-vpp-release-1901:
 424         - 1
 425     intel-dnv-vpp-changes-2n-dnv-cmp:
 426       # TODO: Replace with 1904 data
 427       # intel-dnv-vpp-release-1904:
 428       intel-dnv-vpp-release-1901:
 429         - 1
 430     intel-dnv-vpp-changes-2n-dnv:
 431       - "intel-dnv-vpp-changes-2n-dnv-h1"
 432       - "intel-dnv-vpp-changes-2n-dnv-ref"
 433       - "intel-dnv-vpp-changes-2n-dnv-cmp"
 434
 435     vpp-performance-changes-3n-hsw-h1:
 436       csit-vpp-perf-verify-1810-3n-hsw:
 437         - 8   # NDRPDR sel
 438         - 12  # NDRPDR sel
 439         - 14  # NDRPDR sel
 440         - 18  # NDRPDR sel
 441         - 23  # NDRPDR sel
 442         - 25  # NDRPDR sel
 443         - 38  # NDRPDR sel
 444         - 39  # NDRPDR sel
 445         - 41  # NDRPDR sel
 446         - 42  # NDRPDR sel
 447     vpp-performance-changes-3n-hsw-ref:
 448       csit-vpp-perf-verify-1901-3n-hsw:
 449         - 10  # NDRPDR sel
 450         - 19  # NDRPDR sel
 451         - 31  # NDRPDR sel
 452         - 36  # NDRPDR sel
 453         - 40  # NDRPDR sel
 454         - 42  # NDRPDR sel
 455         - 44  # NDRPDR sel
 456         - 46  # NDRPDR sel
 457         - 47  # NDRPDR sel
 458         - 48  # NDRPDR sel
 459         - 61  # NDRPDR LB
 460         - 62  # NDRPDR LB
 461         - 63  # NDRPDR LB
 462         - 64  # NDRPDR LB
 463         - 65  # NDRPDR LB
 464         - 66  # NDRPDR LB
 465         - 67  # NDRPDR LB
 466         - 69  # NDRPDR LB
 467         - 70  # NDRPDR LB
 468         - 71  # NDRPDR LB
 469     vpp-performance-changes-3n-hsw-cmp:
 470       # TODO: Add 1904 data
 471       csit-vpp-perf-verify-1904-3n-hsw:
 472         - 11  # NDRPDR sel
 473         - 12  # NDRPDR sel
 474         - 20  # NDRPDR sel
 475         - 21  # NDRPDR sel
 476         - 23  # NDRPDR sel
 477         - 24  # NDRPDR sel
 478         - 25  # NDRPDR sel
 479     vpp-performance-changes-3n-hsw:
 480       - "vpp-performance-changes-3n-hsw-h1"
 481       - "vpp-performance-changes-3n-hsw-ref"
 482       - "vpp-performance-changes-3n-hsw-cmp"
 483
 484     vpp-performance-changes-3n-skx-h1:
 485       csit-vpp-perf-verify-1810-3n-skx:
 486         - 10  # NDRPDR sel
 487         - 14  # NDRPDR sel
 488         - 15  # NDRPDR sel
 489         - 16  # NDRPDR sel
 490         - 17  # NDRPDR sel
 491         - 19  # NDRPDR sel
 492         - 20  # NDRPDR sel
 493         - 21  # NDRPDR sel
 494         - 22  # NDRPDR sel
 495         - 25  # NDRPDR sel
 496     vpp-performance-changes-3n-skx-ref:
 497       csit-vpp-perf-verify-1901-3n-skx:
 498         - 18  # NDRPDR sel
 499         - 19  # NDRPDR sel
 500         - 20  # NDRPDR sel
 501         - 28  # NDRPDR sel
 502         - 31  # NDRPDR sel
 503         - 33  # NDRPDR sel
 504         - 36  # NDRPDR sel
 505         - 38  # NDRPDR sel
 506         - 47  # NDRPDR sel
 507         - 48  # NDRPDR sel
 508         - 54  # NDRPDR LB
 509         - 57  # NDRPDR LB
 510         - 58  # NDRPDR LB
 511         - 59  # NDRPDR LB
 512         - 60  # NDRPDR LB
 513         - 63  # NDRPDR LB
 514         - 64  # NDRPDR LB
 515         - 65  # NDRPDR LB
 516         - 66  # NDRPDR LB
 517         - 67  # NDRPDR LB
 518     vpp-performance-changes-3n-skx-cmp:
 519       csit-vpp-perf-verify-1904-3n-skx:
 520         - 8   # NDRPDR sel
 521         - 9   # NDRPDR sel
 522         - 10  # NDRPDR sel
 523         - 11  # NDRPDR sel
 524         - 12  # NDRPDR sel
 525         - 14  # NDRPDR sel
 526         - 16  # NDRPDR sel
 527         - 21  # NDRPDR sel
 528         - 23  # NDRPDR sel
 529         - 25  # NDRPDR sel
 530     vpp-performance-changes-3n-skx:
 531       - "vpp-performance-changes-3n-skx-h1"
 532       - "vpp-performance-changes-3n-skx-ref"
 533       - "vpp-performance-changes-3n-skx-cmp"
 534
 535     vpp-performance-changes-2n-skx-h1:
 536       csit-vpp-perf-verify-1810-2n-skx:
 537         - 9   # NDRPDR sel
 538         - 13  # NDRPDR sel
 539         - 14  # NDRPDR sel
 540         - 19  # NDRPDR sel
 541         - 20  # NDRPDR sel
 542         - 21  # NDRPDR sel
 543         - 22  # NDRPDR sel
 544         - 23  # NDRPDR sel
 545         - 24  # NDRPDR sel
 546         - 27  # NDRPDR sel
 547     vpp-performance-changes-2n-skx-ref:
 548       csit-vpp-perf-verify-1901-2n-skx:
 549         - 5   # NDRPDR sel
 550         - 12  # NDRPDR sel
 551         - 13  # NDRPDR sel
 552         - 21  # NDRPDR sel
 553         - 23  # NDRPDR sel
 554         - 31  # NDRPDR sel
 555         - 34  # NDRPDR sel
 556         - 40  # NDRPDR sel
 557         - 42  # NDRPDR sel
 558         - 43  # NDRPDR sel
 559     vpp-performance-changes-2n-skx-cmp:
 560       csit-vpp-perf-verify-1904-2n-skx:
 561         - 12  # NDRPDR sel
 562         - 14  # NDRPDR sel
 563         - 16  # NDRPDR sel
 564         - 17  # NDRPDR sel
 565         - 18  # NDRPDR sel
 566         - 21  # NDRPDR sel
 567         - 27  # NDRPDR sel
 568         - 30  # NDRPDR sel
 569         - 31  # NDRPDR sel
 570         - 32  # NDRPDR sel
 571     vpp-performance-changes-2n-skx:
 572       - "vpp-performance-changes-2n-skx-h1"
 573       - "vpp-performance-changes-2n-skx-ref"
 574       - "vpp-performance-changes-2n-skx-cmp"
 575
 576     vpp-performance-changes-3n-hsw-mrr-h1:
 577       csit-vpp-perf-verify-1810-3n-hsw:
 578         - 9   # MRR sel
 579     vpp-performance-changes-3n-hsw-mrr-ref:
 580       csit-vpp-perf-verify-1901-3n-hsw:
 581         - 35  # MRR sel
 582     vpp-performance-changes-3n-hsw-mrr-cmp:
 583       csit-vpp-perf-verify-1904-3n-hsw:
 584         - 9   # MRR sel
 585     vpp-performance-changes-3n-hsw-mrr:
 586       - "vpp-performance-changes-3n-hsw-mrr-h1"
 587       - "vpp-performance-changes-3n-hsw-mrr-ref"
 588       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 589
 590     vpp-performance-changes-3n-skx-mrr-h1:
 591       csit-vpp-perf-verify-1810-3n-skx:
 592         - 9   # MRR sel
 593         - 11  # MRR sel
 594         - 12  # MRR sel
 595         - 13  # MRR sel
 596     vpp-performance-changes-3n-skx-mrr-ref:
 597       csit-vpp-perf-verify-1901-3n-skx:
 598         - 32  # MRR sel
 599     vpp-performance-changes-3n-skx-mrr-cmp:
 600       csit-vpp-perf-verify-1904-3n-skx:
 601         - 7   # MRR sel
 602     vpp-performance-changes-3n-skx-mrr:
 603       - "vpp-performance-changes-3n-skx-mrr-h1"
 604       - "vpp-performance-changes-3n-skx-mrr-ref"
 605       - "vpp-performance-changes-3n-skx-mrr-cmp"
 606
 607     vpp-performance-changes-2n-skx-mrr-h1:
 608       csit-vpp-perf-verify-1810-2n-skx:
 609         - 8   # MRR sel
 610         - 10  # MRR sel
 611         - 11  # MRR sel
 612         - 12  # MRR sel
 613     vpp-performance-changes-2n-skx-mrr-ref:
 614       csit-vpp-perf-verify-1901-2n-skx:
 615         - 22  # MRR sel
 616     vpp-performance-changes-2n-skx-mrr-cmp:
 617       csit-vpp-perf-verify-1904-2n-skx:
 618         - 11  # MRR sel
 619     vpp-performance-changes-2n-skx-mrr:
 620       - "vpp-performance-changes-2n-skx-mrr-h1"
 621       - "vpp-performance-changes-2n-skx-mrr-ref"
 622       - "vpp-performance-changes-2n-skx-mrr-cmp"
 623
 624     dpdk-performance-changes-3n-hsw-h1:
 625       csit-dpdk-perf-verify-1810-3n-hsw:
 626         - 1   # NDRPDR sel
 627         - 2   # NDRPDR sel
 628         - 3   # NDRPDR sel
 629         - 4   # NDRPDR sel
 630         - 5   # NDRPDR sel
 631         - 6   # NDRPDR sel
 632         - 7   # NDRPDR sel
 633         - 8   # NDRPDR sel
 634         - 9   # NDRPDR sel
 635         - 10  # NDRPDR sel
 636     dpdk-performance-changes-3n-hsw-ref:
 637       csit-dpdk-perf-verify-1901-3n-hsw:
 638         - 13  # NDRPDR sel
 639         - 14  # NDRPDR sel
 640         - 16  # NDRPDR sel
 641         - 17  # NDRPDR sel
 642         - 18  # NDRPDR sel
 643         - 19  # NDRPDR sel
 644         - 20  # NDRPDR sel
 645         - 21  # NDRPDR sel
 646         - 22  # NDRPDR sel
 647         - 23  # NDRPDR sel
 648     dpdk-performance-changes-3n-hsw-cmp:
 649       csit-dpdk-perf-verify-1904-3n-hsw:
 650         - 2   # NDRPDR sel
 651         - 3   # NDRPDR sel
 652         - 5   # NDRPDR sel
 653         - 6   # NDRPDR sel
 654         - 13  # NDRPDR sel
 655         - 14  # NDRPDR sel
 656         - 15  # NDRPDR sel
 657         - 18  # NDRPDR sel
 658         - 19  # NDRPDR sel
 659         - 20  # NDRPDR sel
 660     dpdk-performance-changes-3n-hsw:
 661       - "dpdk-performance-changes-3n-hsw-h1"
 662       - "dpdk-performance-changes-3n-hsw-ref"
 663       - "dpdk-performance-changes-3n-hsw-cmp"
 664
 665     dpdk-performance-changes-3n-skx-h1:
 666       csit-dpdk-perf-verify-1810-3n-skx:
 667         - 3   # NDRPDR sel
 668         - 4   # NDRPDR sel
 669         - 6   # NDRPDR sel
 670         - 7   # NDRPDR sel
 671         - 8   # NDRPDR sel
 672         - 9   # NDRPDR sel
 673         - 10  # NDRPDR sel
 674         - 11  # NDRPDR sel
 675         - 12  # NDRPDR sel
 676         - 13  # NDRPDR sel
 677     dpdk-performance-changes-3n-skx-ref:
 678       csit-dpdk-perf-verify-1901-3n-skx:
 679         - 3   # NDRPDR sel
 680         - 5   # NDRPDR sel
 681         - 6   # NDRPDR sel
 682         - 7   # NDRPDR sel
 683         - 8   # NDRPDR sel
 684         - 9   # NDRPDR sel
 685         - 10  # NDRPDR sel
 686         - 11  # NDRPDR sel
 687         - 12  # NDRPDR sel
 688         - 13  # NDRPDR sel
 689     dpdk-performance-changes-3n-skx-cmp:
 690       csit-dpdk-perf-verify-1904-3n-skx:
 691         - 2   # NDRPDR sel
 692         - 3   # NDRPDR sel
 693         - 4   # NDRPDR sel
 694         - 5   # NDRPDR sel
 695         - 6   # NDRPDR sel
 696         - 7   # NDRPDR sel
 697         - 11  # NDRPDR sel
 698         - 12  # NDRPDR sel
 699         - 13  # NDRPDR sel
 700         - 14  # NDRPDR sel
 701     dpdk-performance-changes-3n-skx:
 702       - "dpdk-performance-changes-3n-skx-h1"
 703       - "dpdk-performance-changes-3n-skx-ref"
 704       - "dpdk-performance-changes-3n-skx-cmp"
 705
 706     dpdk-performance-changes-2n-skx-h1:
 707       csit-dpdk-perf-verify-1810-2n-skx:
 708         - 3   # NDRPDR sel
 709         - 4   # NDRPDR sel
 710         - 5   # NDRPDR sel
 711         - 7   # NDRPDR sel
 712         - 8   # NDRPDR sel
 713         - 9   # NDRPDR sel
 714         - 10  # NDRPDR sel
 715         - 11  # NDRPDR sel
 716         - 12  # NDRPDR sel
 717         - 13  # NDRPDR sel
 718     dpdk-performance-changes-2n-skx-ref:
 719       csit-dpdk-perf-verify-1901-2n-skx:
 720         - 12  # NDRPDR sel
 721         - 13  # NDRPDR sel
 722         - 14  # NDRPDR sel
 723         - 15  # NDRPDR sel
 724         - 16  # NDRPDR sel
 725         - 17  # NDRPDR sel
 726         - 18  # NDRPDR sel
 727         - 19  # NDRPDR sel
 728         - 20  # NDRPDR sel
 729         - 21  # NDRPDR sel
 730     dpdk-performance-changes-2n-skx-cmp:
 731       csit-dpdk-perf-verify-1904-2n-skx:
 732         - 2   # NDRPDR sel
 733         - 3   # NDRPDR sel
 734         - 4   # NDRPDR sel
 735         - 5   # NDRPDR sel
 736         - 7   # NDRPDR sel
 737         - 8   # NDRPDR sel
 738         - 9   # NDRPDR sel
 739         - 10  # NDRPDR sel
 740         - 11  # NDRPDR sel
 741         - 12  # NDRPDR sel
 742     dpdk-performance-changes-2n-skx:
 743       - "dpdk-performance-changes-2n-skx-h1"
 744       - "dpdk-performance-changes-2n-skx-ref"
 745       - "dpdk-performance-changes-2n-skx-cmp"
 746
 747     # Compare testbeds
 748
 749     vpp-compare-testbeds-ref:
 750       # TODO: Add 1904 data
 751       csit-vpp-perf-verify-1904-3n-hsw:
 752         - 11  # NDRPDR sel
 753         - 12  # NDRPDR sel
 754         - 20  # NDRPDR sel
 755         - 21  # NDRPDR sel
 756         - 23  # NDRPDR sel
 757         - 24  # NDRPDR sel
 758         - 25  # NDRPDR sel
 759     vpp-compare-testbeds-cmp:
 760       csit-vpp-perf-verify-1904-3n-skx:
 761         - 8   # NDRPDR sel
 762         - 9   # NDRPDR sel
 763         - 10  # NDRPDR sel
 764         - 11  # NDRPDR sel
 765         - 12  # NDRPDR sel
 766         - 14  # NDRPDR sel
 767         - 16  # NDRPDR sel
 768         - 21  # NDRPDR sel
 769         - 23  # NDRPDR sel
 770         - 25  # NDRPDR sel
 771     vpp-compare-testbeds:
 772       - "vpp-compare-testbeds-ref"
 773       - "vpp-compare-testbeds-cmp"
 774
 775     vpp-compare-testbeds-mrr-ref:
 776       csit-vpp-perf-verify-1904-3n-hsw:
 777         - 9   # MRR sel
 778     vpp-compare-testbeds-mrr-cmp:
 779       csit-vpp-perf-verify-1904-3n-skx:
 780         - 7   # MRR sel
 781     vpp-compare-testbeds-mrr:
 782       - "vpp-compare-testbeds-mrr-ref"
 783       - "vpp-compare-testbeds-mrr-cmp"
 784
 785     dpdk-compare-testbeds-ref:
 786       csit-dpdk-perf-verify-1904-3n-hsw:
 787         - 2   # NDRPDR sel
 788         - 3   # NDRPDR sel
 789         - 5   # NDRPDR sel
 790         - 6   # NDRPDR sel
 791         - 13  # NDRPDR sel
 792         - 14  # NDRPDR sel
 793         - 15  # NDRPDR sel
 794         - 18  # NDRPDR sel
 795         - 19  # NDRPDR sel
 796         - 20  # NDRPDR sel
 797     dpdk-compare-testbeds-cmp:
 798       csit-dpdk-perf-verify-1904-3n-skx:
 799         - 2   # NDRPDR sel
 800         - 3   # NDRPDR sel
 801         - 4   # NDRPDR sel
 802         - 5   # NDRPDR sel
 803         - 6   # NDRPDR sel
 804         - 7   # NDRPDR sel
 805         - 11  # NDRPDR sel
 806         - 12  # NDRPDR sel
 807         - 13  # NDRPDR sel
 808         - 14  # NDRPDR sel
 809     dpdk-compare-testbeds:
 810       - "dpdk-compare-testbeds-ref"
 811       - "dpdk-compare-testbeds-cmp"
 812
 813     # Compare topologies
 814
 815     vpp-compare-topologies-ref:
 816       csit-vpp-perf-verify-1904-3n-skx:
 817         - 8   # NDRPDR sel
 818         - 9   # NDRPDR sel
 819         - 10  # NDRPDR sel
 820         - 11  # NDRPDR sel
 821         - 12  # NDRPDR sel
 822         - 14  # NDRPDR sel
 823         - 16  # NDRPDR sel
 824         - 21  # NDRPDR sel
 825         - 23  # NDRPDR sel
 826         - 25  # NDRPDR sel
 827     vpp-compare-topologies-cmp:
 828       csit-vpp-perf-verify-1904-2n-skx:
 829         - 12  # NDRPDR sel
 830         - 14  # NDRPDR sel
 831         - 16  # NDRPDR sel
 832         - 17  # NDRPDR sel
 833         - 18  # NDRPDR sel
 834         - 21  # NDRPDR sel
 835         - 27  # NDRPDR sel
 836         - 30  # NDRPDR sel
 837         - 31  # NDRPDR sel
 838         - 32  # NDRPDR sel
 839     vpp-compare-topologies:
 840       - "vpp-compare-topologies-ref"
 841       - "vpp-compare-topologies-cmp"
 842
 843     vpp-compare-topologies-mrr-ref:
 844       csit-vpp-perf-verify-1904-3n-skx:
 845         - 7   # MRR sel
 846     vpp-compare-topologies-mrr-cmp:
 847       csit-vpp-perf-verify-1904-2n-skx:
 848         - 11  # MRR sel
 849     vpp-compare-topologies-mrr:
 850       - "vpp-compare-topologies-mrr-ref"
 851       - "vpp-compare-topologies-mrr-cmp"
 852
 853     dpdk-compare-topologies-ref:
 854       csit-dpdk-perf-verify-1904-3n-skx:
 855         - 2   # NDRPDR sel
 856         - 3   # NDRPDR sel
 857         - 4   # NDRPDR sel
 858         - 5   # NDRPDR sel
 859         - 6   # NDRPDR sel
 860         - 7   # NDRPDR sel
 861         - 11  # NDRPDR sel
 862         - 12  # NDRPDR sel
 863         - 13  # NDRPDR sel
 864         - 14  # NDRPDR sel
 865     dpdk-compare-topologies-cmp:
 866       csit-dpdk-perf-verify-1904-2n-skx:
 867         - 2   # NDRPDR sel
 868         - 3   # NDRPDR sel
 869         - 4   # NDRPDR sel
 870         - 5   # NDRPDR sel
 871         - 7   # NDRPDR sel
 872         - 8   # NDRPDR sel
 873         - 9   # NDRPDR sel
 874         - 10  # NDRPDR sel
 875         - 11  # NDRPDR sel
 876         - 12  # NDRPDR sel
 877     dpdk-compare-topologies:
 878       - "dpdk-compare-topologies-ref"
 879       - "dpdk-compare-topologies-cmp"
 880
 881   plot-layouts:
 882
 883     plot-soak-throughput:
 884       titlefont:
 885         size: 18
 886       xaxis:
 887         title: "<b>Test Cases [Index]</b>"
 888         titlefont:
 889           size: 16
 890         autorange: True
 891         fixedrange: False
 892         gridcolor: "rgb(230, 230, 230)"
 893         linecolor: "rgb(220, 220, 220)"
 894         linewidth: 1
 895         showgrid: True
 896         showline: True
 897         showticklabels: True
 898         tickcolor: "rgb(220, 220, 220)"
 899         tickmode: "linear"
 900         tickfont:
 901           size: 16
 902         zeroline: False
 903       yaxis:
 904         title: "<b>Packet Throughput [Mpps]</b>"
 905         titlefont:
 906           size: 16
 907         gridcolor: "rgb(230, 230, 230)"
 908         hoverformat: ".4s"
 909         tickformat: ".3s"
 910         linecolor: "rgb(220, 220, 220)"
 911         linewidth: 1
 912         showgrid: True
 913         showline: True
 914         showticklabels: True
 915         tickcolor: "rgb(220, 220, 220)"
 916         tickfont:
 917           size: 16
 918         zeroline: False
 919         range: [0,50]
 920       autosize: False
 921       margin:
 922         t: 50
 923         b: 0
 924         l: 80
 925         r: 20
 926       showlegend: True
 927       legend:
 928         orientation: "h"
 929         font:
 930           size: 16
 931       width: 700
 932       height: 900
 933
 934     plot-service-density:
 935       titlefont:
 936         size: 18
 937       xaxis:
 938         side: "top"
 939         autorange: True
 940         fixedrange: False
 941         showgrid: False
 942         showline: False
 943         showticklabels: False
 944         ticks: ""
 945         ticklen: 0
 946         tickwidth: 0
 947         zeroline: False
 948       yaxis:
 949         autorange: "reversed"
 950         showgrid: False
 951         showline: False
 952         showticklabels: False
 953         ticks: ""
 954         ticklen: 0
 955         tickwidth: 0
 956         zeroline: False
 957       autosize: True
 958       showlegend: False
 959       width: 700
 960       height: 700
 961
 962     plot-cps:
 963       titlefont:
 964         size: 18
 965       xaxis:
 966         title: "<b>Test Cases [Index]</b>"
 967         titlefont:
 968           size: 16
 969         autorange: True
 970         fixedrange: False
 971         gridcolor: "rgb(230, 230, 230)"
 972         linecolor: "rgb(220, 220, 220)"
 973         linewidth: 1
 974         showgrid: True
 975         showline: True
 976         showticklabels: True
 977         tickcolor: "rgb(220, 220, 220)"
 978         tickmode: "linear"
 979         tickfont:
 980           size: 16
 981         zeroline: False
 982       yaxis:
 983         title: "<b>Connections Per Second [cps]</b>"
 984         titlefont:
 985           size: 16
 986         gridcolor: "rgb(230, 230, 230)"
 987         hoverformat: ".4s"
 988         linecolor: "rgb(220, 220, 220)"
 989         linewidth: 1
 990         rangemode: "tozero"
 991         showgrid: True
 992         showline: True
 993         showticklabels: True
 994         tickcolor: "rgb(220, 220, 220)"
 995         tickformat: ".3s"
 996         tickfont:
 997           size: 16
 998         zeroline: False
 999       boxmode: "group"
1000       boxgroupgap: 0.5
1001       autosize: False
1002       margin:
1003         t: 50
1004         b: 20
1005         l: 80
1006         r: 20
1007       showlegend: True
1008       legend:
1009         orientation: "h"
1010         font:
1011           size: 16
1012       width: 700
1013       height: 800
1014
1015     plot-rps:
1016       titlefont:
1017         size: 18
1018       xaxis:
1019         title: "<b>Test Cases [Index]</b>"
1020         titlefont:
1021           size: 16
1022         autorange: True
1023         fixedrange: False
1024         gridcolor: "rgb(230, 230, 230)"
1025         linecolor: "rgb(220, 220, 220)"
1026         linewidth: 1
1027         showgrid: True
1028         showline: True
1029         showticklabels: True
1030         tickcolor: "rgb(220, 220, 220)"
1031         tickmode: "linear"
1032         tickfont:
1033           size: 16
1034         zeroline: False
1035       yaxis:
1036         title: "<b>Requests Per Second [rps]</b>"
1037         titlefont:
1038           size: 16
1039         gridcolor: "rgb(230, 230, 230)"
1040         hoverformat: ".4s"
1041         linecolor: "rgb(220, 220, 220)"
1042         linewidth: 1
1043         rangemode: "tozero"
1044         showgrid: True
1045         showline: True
1046         showticklabels: True
1047         tickcolor: "rgb(230, 230, 230)"
1048         tickformat: ".3s"
1049         tickfont:
1050           size: 16
1051         zeroline: False
1052       boxmode: "group"
1053       boxgroupgap: 0.5
1054       autosize: False
1055       margin:
1056         t: 50
1057         b: 20
1058         l: 80
1059         r: 20
1060       showlegend: True
1061       legend:
1062         orientation: "h"
1063         font:
1064           size: 16
1065       width: 700
1066       height: 800
1067
1068     plot-throughput:
1069       titlefont:
1070         size: 18
1071       xaxis:
1072         title: "<b>Test Cases [Index]</b>"
1073         titlefont:
1074           size: 16
1075         autorange: True
1076         fixedrange: False
1077         gridcolor: "rgb(230, 230, 230)"
1078         linecolor: "rgb(220, 220, 220)"
1079         linewidth: 1
1080         showgrid: True
1081         showline: True
1082         showticklabels: True
1083         tickcolor: "rgb(220, 220, 220)"
1084         tickmode: "linear"
1085         tickfont:
1086           size: 16
1087         zeroline: False
1088       yaxis:
1089         title: "<b>Packet Throughput [Mpps]</b>"
1090         titlefont:
1091           size: 16
1092         gridcolor: "rgb(230, 230, 230)"
1093         hoverformat: ".4s"
1094         tickformat: ".3s"
1095         linecolor: "rgb(220, 220, 220)"
1096         linewidth: 1
1097         showgrid: True
1098         showline: True
1099         showticklabels: True
1100         tickcolor: "rgb(220, 220, 220)"
1101         tickfont:
1102           size: 16
1103         zeroline: False
1104         range: [0,50]
1105       boxmode: "group"
1106       boxgroupgap: 0.5
1107       autosize: False
1108       margin:
1109         t: 50
1110         b: 0
1111         l: 80
1112         r: 20
1113       showlegend: True
1114       legend:
1115         orientation: "h"
1116         font:
1117           size: 16
1118       width: 700
1119       height: 900
1120
1121     plot-throughput-speedup-analysis:
1122       titlefont:
1123         size: 18
1124       xaxis:
1125         title: "<b>Number of Cores [Qty]</b>"
1126         titlefont:
1127           size: 16
1128         autorange: True
1129         fixedrange: False
1130         gridcolor: "rgb(230, 230, 230)"
1131         linecolor: "rgb(220, 220, 220)"
1132         linewidth: 1
1133         showgrid: True
1134         showline: True
1135         showticklabels: True
1136         tickcolor: "rgb(238, 238, 238)"
1137         tickmode: "linear"
1138         tickfont:
1139           size: 16
1140         zeroline: False
1141       yaxis:
1142         title: "<b>Packet Throughput [Mpps]</b>"
1143         titlefont:
1144           size: 16
1145         type: "linear"
1146         gridcolor: "rgb(230, 230, 230)"
1147         hoverformat: ".4s"
1148         linecolor: "rgb(220, 220, 220)"
1149         linewidth: 1
1150         showgrid: True
1151         showline: True
1152         showticklabels: True
1153         tickcolor: "rgb(220, 220, 220)"
1154         tickformat: ".4s"
1155         tickfont:
1156           size: 16
1157         zeroline: True
1158         rangemode: "tozero"
1159         range: [0,100]
1160       legend:
1161         orientation: "h"
1162         font:
1163           size: 16
1164         xanchor: "left"
1165         yanchor: "top"
1166         x: 0
1167         y: -0.2
1168         bgcolor: "rgba(255, 255, 255, 0)"
1169         bordercolor: "rgba(255, 255, 255, 0)"
1170         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1171       autosize: False
1172       margin:
1173           't': 50
1174           'b': 150
1175           'l': 85
1176           'r': 10
1177       showlegend: True
1178       width: 700
1179       height: 700
1180       hoverlabel:
1181         namelength: -1
1182       annotations: [
1183         {
1184           text: "_ _          __          ...",
1185           align: "left",
1186           showarrow: False,
1187           xref: "paper",
1188           yref: "paper",
1189           xanchor: "left",
1190           yanchor: "top",
1191           x: 0,
1192           y: -0.13,
1193           font: {
1194             family: "Consolas, Courier New",
1195             size: 15
1196           },
1197         },
1198         {
1199           text: "    Perfect     Measured     Limit",
1200           align: "left",
1201           showarrow: False,
1202           xref: "paper",
1203           yref: "paper",
1204           xanchor: "left",
1205           yanchor: "top",
1206           x: 0,
1207           y: -0.15,
1208           font: {
1209             family: "Consolas, Courier New",
1210             size: 15
1211           },
1212         },
1213       ]
1214
1215     plot-latency:
1216       titlefont:
1217         size: 18
1218       xaxis:
1219         title: "<b>Direction</b>"
1220         titlefont:
1221           size: 16
1222         autorange: True
1223         fixedrange: False
1224         gridcolor: "rgb(230, 230, 230)"
1225         linecolor: "rgb(220, 220, 220)"
1226         linewidth: 1
1227         showgrid: True
1228         showline: True
1229         showticklabels: False
1230         tickcolor: "rgb(220, 220, 220)"
1231         tickmode: "linear"
1232         tickfont:
1233           size: 16
1234         zeroline: False
1235       yaxis:
1236         title: "<b>Packet Latency [uSec]</b>"
1237         titlefont:
1238           size: 16
1239         type: "linear"
1240         gridcolor: "rgb(230, 230, 230)"
1241         hoverformat: ".4s"
1242         linecolor: "rgb(220, 220, 220)"
1243         linewidth: 1
1244         showgrid: True
1245         showline: True
1246         showticklabels: True
1247         tickcolor: "rgb(220, 220, 220)"
1248         tickformat: ".4s"
1249         tickfont:
1250           size: 16
1251         zeroline: True
1252         rangemode: "tozero"
1253       legend:
1254         orientation: "h"
1255         font:
1256           size: 16
1257         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1258       autosize: False
1259       margin:
1260           't': 50
1261           'b': 150
1262           'l': 80
1263           'r': 10
1264       showlegend: True
1265       width: 700
1266       height: 700
1267       hoverlabel:
1268         namelength: -1
1269
1270 - type: "static"
1271   src-path: "{DIR[RST]}"
1272   dst-path: "{DIR[WORKING,SRC]}"
1273
1274 - type: "input"
1275   general:
1276     file-name: "robot-plugin.zip"
1277     file-format: ".zip"
1278     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1279     extract: "robot-plugin/output.xml"
1280
1281   builds:
1282     # TODO: Add 1904 data
1283 #    intel-dnv-vpp-release-1904:
1284 #      - 1
1285
1286     intel-dnv-vpp-release-1901:
1287       - 1
1288
1289     intel-dnv-vpp-release-1810:
1290       - 1
1291
1292     csit-vpp-perf-verify-1810-3n-hsw:
1293       - 9   # MRR sel
1294       - 8   # NDRPDR sel
1295       - 12  # NDRPDR sel
1296       - 14  # NDRPDR sel
1297       - 18  # NDRPDR sel
1298       - 23  # NDRPDR sel
1299       - 25  # NDRPDR sel
1300       - 38  # NDRPDR sel
1301       - 39  # NDRPDR sel
1302       - 41  # NDRPDR sel
1303       - 42  # NDRPDR sel
1304       - 28  # WRK
1305       - 29  # WRK
1306       - 30  # WRK
1307       - 31  # WRK
1308       - 32  # WRK
1309       - 33  # WRK
1310       - 34  # WRK
1311       - 35  # WRK
1312       - 36  # WRK
1313       - 37  # WRK
1314     csit-vpp-perf-verify-1901-3n-hsw:
1315       - 35  # MRR sel
1316       - 10  # NDRPDR sel
1317       - 19  # NDRPDR sel
1318       - 31  # NDRPDR sel
1319       - 36  # NDRPDR sel
1320       - 40  # NDRPDR sel
1321       - 42  # NDRPDR sel
1322       - 44  # NDRPDR sel
1323       - 46  # NDRPDR sel
1324       - 47  # NDRPDR sel
1325       - 48  # NDRPDR sel
1326       - 61  # NDRPDR LB
1327       - 62  # NDRPDR LB
1328       - 63  # NDRPDR LB
1329       - 64  # NDRPDR LB
1330       - 65  # NDRPDR LB
1331       - 66  # NDRPDR LB
1332       - 67  # NDRPDR LB
1333       - 69  # NDRPDR LB
1334       - 70  # NDRPDR LB
1335       - 71  # NDRPDR LB
1336     # TODO: Add 1904 Data
1337     csit-vpp-perf-verify-1904-3n-hsw:
1338       - 9   # MRR sel
1339       - 11  # NDRPDR sel
1340       - 12  # NDRPDR sel
1341       - 20  # NDRPDR sel
1342       - 21  # NDRPDR sel
1343       - 23  # NDRPDR sel
1344       - 24  # NDRPDR sel
1345       - 25  # NDRPDR sel
1346
1347     csit-vpp-perf-verify-1810-3n-skx:
1348       - 9   # MRR sel
1349       - 11  # MRR sel
1350       - 12  # MRR sel
1351       - 13  # MRR sel
1352       - 10  # NDRPDR sel
1353       - 14  # NDRPDR sel
1354       - 15  # NDRPDR sel
1355       - 16  # NDRPDR sel
1356       - 17  # NDRPDR sel
1357       - 19  # NDRPDR sel
1358       - 20  # NDRPDR sel
1359       - 21  # NDRPDR sel
1360       - 22  # NDRPDR sel
1361       - 25  # NDRPDR sel
1362     csit-vpp-perf-verify-1901-3n-skx:
1363       - 32  # MRR sel
1364       - 18  # NDRPDR sel
1365       - 19  # NDRPDR sel
1366       - 20  # NDRPDR sel
1367       - 28  # NDRPDR sel
1368       - 31  # NDRPDR sel
1369       - 33  # NDRPDR sel
1370       - 36  # NDRPDR sel
1371       - 38  # NDRPDR sel
1372       - 47  # NDRPDR sel
1373       - 48  # NDRPDR sel
1374       - 54  # NDRPDR LB
1375       - 57  # NDRPDR LB
1376       - 58  # NDRPDR LB
1377       - 59  # NDRPDR LB
1378       - 60  # NDRPDR LB
1379       - 63  # NDRPDR LB
1380       - 64  # NDRPDR LB
1381       - 65  # NDRPDR LB
1382       - 66  # NDRPDR LB
1383       - 67  # NDRPDR LB
1384     csit-vpp-perf-verify-1904-3n-skx:
1385       - 7   # MRR sel
1386       - 8   # NDRPDR sel
1387       - 9   # NDRPDR sel
1388       - 10  # NDRPDR sel
1389       - 11  # NDRPDR sel
1390       - 12  # NDRPDR sel
1391       - 14  # NDRPDR sel
1392       - 16  # NDRPDR sel
1393       - 21  # NDRPDR sel
1394       - 23  # NDRPDR sel
1395       - 25  # NDRPDR sel
1396
1397     csit-vpp-perf-verify-1810-2n-skx:
1398       - 8   # MRR sel
1399       - 10  # MRR sel
1400       - 11  # MRR sel
1401       - 12  # MRR sel
1402       - 9   # NDRPDR sel
1403       - 13  # NDRPDR sel
1404       - 14  # NDRPDR sel
1405       - 19  # NDRPDR sel
1406       - 20  # NDRPDR sel
1407       - 21  # NDRPDR sel
1408       - 22  # NDRPDR sel
1409       - 23  # NDRPDR sel
1410       - 24  # NDRPDR sel
1411       - 27  # NDRPDR sel
1412     csit-vpp-perf-verify-1901-2n-skx:
1413       - 22  # MRR sel
1414       - 5   # NDRPDR sel
1415       - 12  # NDRPDR sel
1416       - 13  # NDRPDR sel
1417       - 21  # NDRPDR sel
1418       - 23  # NDRPDR sel
1419       - 31  # NDRPDR sel
1420       - 34  # NDRPDR sel
1421       - 40  # NDRPDR sel
1422       - 42  # NDRPDR sel
1423       - 43  # NDRPDR sel
1424       - 45  # SOAK
1425     # TODO: Add 1904 data
1426     csit-vpp-perf-verify-1904-2n-skx:
1427       - 11  # MRR sel
1428       - 33  # NDRPDR full
1429       - 39  # NDRPDR full
1430       - 12  # NDRPDR sel
1431       - 14  # NDRPDR sel
1432       - 16  # NDRPDR sel
1433       - 17  # NDRPDR sel
1434       - 18  # NDRPDR sel
1435       - 21  # NDRPDR sel
1436       - 27  # NDRPDR sel
1437       - 30  # NDRPDR sel
1438       - 31  # NDRPDR sel
1439       - 32  # NDRPDR sel
1440       - 40  # NFV MRR 64b
1441       - 41  # NFV MRR 64b
1442       - 42  # NFV MRR 64b
1443       - 47  # NFV MRR 64b
1444       - 48  # NFV MRR 64b
1445       - 49  # NFV MRR IMIX
1446       - 50  # NFV MRR IMIX
1447       - 51  # NFV MRR IMIX
1448       - 54  # NFV MRR IMIX
1449       - 9   # NFV NDRPDR - replace
1450
1451     # TODO: Remove
1452     csit-ligato-perf-verify-1901-3n-hsw:
1453       - 10  # NDRPDR full
1454       - 8   # NDRPDR sel
1455       - 9   # NDRPDR sel
1456       - 11  # NDRPDR sel
1457       - 12  # NDRPDR sel
1458       - 13  # NDRPDR sel
1459       - 14  # NDRPDR sel
1460       - 15  # NDRPDR sel
1461       - 16  # NDRPDR sel
1462       - 17  # NDRPDR sel
1463       - 18  # NDRPDR sel
1464     # TODO: Add 1904 data
1465 #    csit-ligato-perf-verify-1904-3n-hsw:
1466 #      -
1467
1468     csit-dpdk-perf-verify-1810-3n-hsw:
1469       - 1   # NDRPDR sel
1470       - 2   # NDRPDR sel
1471       - 3   # NDRPDR sel
1472       - 4   # NDRPDR sel
1473       - 5   # NDRPDR sel
1474       - 6   # NDRPDR sel
1475       - 7   # NDRPDR sel
1476       - 8   # NDRPDR sel
1477       - 9   # NDRPDR sel
1478       - 10  # NDRPDR sel
1479     csit-dpdk-perf-verify-1901-3n-hsw:
1480       - 13  # NDRPDR sel
1481       - 14  # NDRPDR sel
1482       - 16  # NDRPDR sel
1483       - 17  # NDRPDR sel
1484       - 18  # NDRPDR sel
1485       - 19  # NDRPDR sel
1486       - 20  # NDRPDR sel
1487       - 21  # NDRPDR sel
1488       - 22  # NDRPDR sel
1489       - 23  # NDRPDR sel
1490     csit-dpdk-perf-verify-1904-3n-hsw:
1491       - 2   # NDRPDR sel
1492       - 3   # NDRPDR sel
1493       - 5   # NDRPDR sel
1494       - 6   # NDRPDR sel
1495       - 13  # NDRPDR sel
1496       - 14  # NDRPDR sel
1497       - 15  # NDRPDR sel
1498       - 18  # NDRPDR sel
1499       - 19  # NDRPDR sel
1500       - 20  # NDRPDR sel
1501
1502     csit-dpdk-perf-verify-1810-3n-skx:
1503       - 3   # NDRPDR sel
1504       - 4   # NDRPDR sel
1505       - 6   # NDRPDR sel
1506       - 7   # NDRPDR sel
1507       - 8   # NDRPDR sel
1508       - 9   # NDRPDR sel
1509       - 10  # NDRPDR sel
1510       - 11  # NDRPDR sel
1511       - 12  # NDRPDR sel
1512       - 13  # NDRPDR sel
1513     csit-dpdk-perf-verify-1901-3n-skx:
1514       - 3   # NDRPDR sel
1515       - 5   # NDRPDR sel
1516       - 6   # NDRPDR sel
1517       - 7   # NDRPDR sel
1518       - 8   # NDRPDR sel
1519       - 9   # NDRPDR sel
1520       - 10  # NDRPDR sel
1521       - 11  # NDRPDR sel
1522       - 12  # NDRPDR sel
1523       - 13  # NDRPDR sel
1524     csit-dpdk-perf-verify-1904-3n-skx:
1525       - 2   # NDRPDR sel
1526       - 3   # NDRPDR sel
1527       - 4   # NDRPDR sel
1528       - 5   # NDRPDR sel
1529       - 6   # NDRPDR sel
1530       - 7   # NDRPDR sel
1531       - 11  # NDRPDR sel
1532       - 12  # NDRPDR sel
1533       - 13  # NDRPDR sel
1534       - 14  # NDRPDR sel
1535
1536     csit-dpdk-perf-verify-1810-2n-skx:
1537       - 3   # NDRPDR sel
1538       - 4   # NDRPDR sel
1539       - 5   # NDRPDR sel
1540       - 7   # NDRPDR sel
1541       - 8   # NDRPDR sel
1542       - 9   # NDRPDR sel
1543       - 10  # NDRPDR sel
1544       - 11  # NDRPDR sel
1545       - 12  # NDRPDR sel
1546       - 13  # NDRPDR sel
1547     csit-dpdk-perf-verify-1901-2n-skx:
1548       - 12  # NDRPDR sel
1549       - 13  # NDRPDR sel
1550       - 14  # NDRPDR sel
1551       - 15  # NDRPDR sel
1552       - 16  # NDRPDR sel
1553       - 17  # NDRPDR sel
1554       - 18  # NDRPDR sel
1555       - 19  # NDRPDR sel
1556       - 20  # NDRPDR sel
1557       - 21  # NDRPDR sel
1558     csit-dpdk-perf-verify-1904-2n-skx:
1559       - 2   # NDRPDR sel
1560       - 3   # NDRPDR sel
1561       - 4   # NDRPDR sel
1562       - 5   # NDRPDR sel
1563       - 7   # NDRPDR sel
1564       - 8   # NDRPDR sel
1565       - 9   # NDRPDR sel
1566       - 10  # NDRPDR sel
1567       - 11  # NDRPDR sel
1568       - 12  # NDRPDR sel
1569
1570     csit-vpp-functional-1904-ubuntu1604-virl:
1571       - 33
1572     csit-vpp-functional-1904-centos7-virl:
1573       - 32
1574     csit-vpp-device-1904-ubuntu1804-1n-skx:
1575       - 32
1576 #    # Not used
1577 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1578 #      - 1
1579     csit-dmm-functional-1904-ubuntu1604-virl:
1580       - 1
1581     csit-hc2vpp-verify-func-1904-ubuntu1604:
1582       - 1
1583
1584 - type: "output"
1585   output: "report"
1586   format:
1587     html:
1588     - full
1589 #    pdf:
1590 #    - minimal
1591
1592 ################################################################################
1593 ###                               T A B L E S                                ###
1594 ################################################################################
1595
1596 # VPP Compare NICs 3n-hsw 1t1c ndr
1597 - type: "table"
1598   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1599   algorithm: "table_nics_comparison"
1600   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1601   reference:
1602     title: "Intel-x520"
1603     nic: "NIC_Intel-X520-DA2"
1604   compare:
1605     title: "Intel-x710"
1606     nic: "NIC_Intel-X710"
1607   data: "vpp-nic-comparison-3n-hsw"
1608   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1609   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1610   parameters:
1611   - "name"
1612   - "parent"
1613   - "throughput"
1614   - "tags"
1615
1616 # VPP Compare NICs 3n-hsw 2t2c ndr
1617 - type: "table"
1618   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1619   algorithm: "table_nics_comparison"
1620   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1621   reference:
1622     title: "Intel-x520"
1623     nic: "NIC_Intel-X520-DA2"
1624   compare:
1625     title: "Intel-x710"
1626     nic: "NIC_Intel-X710"
1627   data: "vpp-nic-comparison-3n-hsw"
1628   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1629   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1630   parameters:
1631   - "name"
1632   - "parent"
1633   - "throughput"
1634   - "tags"
1635
1636 # VPP Compare NICs 3n-hsw 1t1c pdr
1637 - type: "table"
1638   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1639   algorithm: "table_nics_comparison"
1640   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1641   reference:
1642     title: "Intel-x520"
1643     nic: "NIC_Intel-X520-DA2"
1644   compare:
1645     title: "Intel-x710"
1646     nic: "NIC_Intel-X710"
1647   data: "vpp-nic-comparison-3n-hsw"
1648   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1649   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1650   parameters:
1651   - "name"
1652   - "parent"
1653   - "throughput"
1654   - "tags"
1655
1656 # VPP Compare NICs 3n-hsw 2t2c pdr
1657 - type: "table"
1658   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1659   algorithm: "table_nics_comparison"
1660   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1661   reference:
1662     title: "Intel-x520"
1663     nic: "NIC_Intel-X520-DA2"
1664   compare:
1665     title: "Intel-x710"
1666     nic: "NIC_Intel-X710"
1667   data: "vpp-nic-comparison-3n-hsw"
1668   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1669   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1670   parameters:
1671   - "name"
1672   - "parent"
1673   - "throughput"
1674   - "tags"
1675
1676 # VPP Compare NICs 3n-hsw 1t1c mrr
1677 - type: "table"
1678   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1679   algorithm: "table_nics_comparison"
1680   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1681   reference:
1682     title: "Intel-x520"
1683     nic: "NIC_Intel-X520-DA2"
1684   compare:
1685     title: "Intel-x710"
1686     nic: "NIC_Intel-X710"
1687   data: "vpp-nic-comparison-3n-hsw-mrr"
1688   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1689   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1690   parameters:
1691   - "name"
1692   - "parent"
1693   - "result"
1694   - "tags"
1695
1696 # VPP Compare NICs 3n-hsw 2t2c mrr
1697 - type: "table"
1698   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1699   algorithm: "table_nics_comparison"
1700   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1701   reference:
1702     title: "Intel-x520"
1703     nic: "NIC_Intel-X520-DA2"
1704   compare:
1705     title: "Intel-x710"
1706     nic: "NIC_Intel-X710"
1707   data: "vpp-nic-comparison-3n-hsw-mrr"
1708   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1709   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1710   parameters:
1711   - "name"
1712   - "parent"
1713   - "result"
1714   - "tags"
1715
1716 # VPP Compare NICs 3n-hsw 4t4c mrr
1717 - type: "table"
1718   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1719   algorithm: "table_nics_comparison"
1720   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1721   reference:
1722     title: "Intel-x520"
1723     nic: "NIC_Intel-X520-DA2"
1724   compare:
1725     title: "Intel-x710"
1726     nic: "NIC_Intel-X710"
1727   data: "vpp-nic-comparison-3n-hsw-mrr"
1728   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1729   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1730   parameters:
1731   - "name"
1732   - "parent"
1733   - "result"
1734   - "tags"
1735
1736 # VPP Compare NICs 3n-skx 2t1c ndr
1737 - type: "table"
1738   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1739   algorithm: "table_nics_comparison"
1740   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1741   reference:
1742     title: "Intel-x710"
1743     nic: "NIC_Intel-X710"
1744   compare:
1745     title: "Intel-xxv710"
1746     nic: "NIC_Intel-XXV710"
1747   data: "vpp-nic-comparison-3n-skx"
1748   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1749   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1750   parameters:
1751   - "name"
1752   - "parent"
1753   - "throughput"
1754   - "tags"
1755
1756 # VPP Compare NICs 3n-skx 4t2c ndr
1757 - type: "table"
1758   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1759   algorithm: "table_nics_comparison"
1760   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1761   reference:
1762     title: "Intel-x710"
1763     nic: "NIC_Intel-X710"
1764   compare:
1765     title: "Intel-xxv710"
1766     nic: "NIC_Intel-XXV710"
1767   data: "vpp-nic-comparison-3n-skx"
1768   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1769   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1770   parameters:
1771   - "name"
1772   - "parent"
1773   - "throughput"
1774   - "tags"
1775
1776 # VPP Compare NICs 3n-skx 2t1c pdr
1777 - type: "table"
1778   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1779   algorithm: "table_nics_comparison"
1780   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1781   reference:
1782     title: "Intel-x710"
1783     nic: "NIC_Intel-X710"
1784   compare:
1785     title: "Intel-xxv710"
1786     nic: "NIC_Intel-XXV710"
1787   data: "vpp-nic-comparison-3n-skx"
1788   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1789   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1790   parameters:
1791   - "name"
1792   - "parent"
1793   - "throughput"
1794   - "tags"
1795
1796  # VPP Compare NICs 3n-skx 4t2c pdr
1797 - type: "table"
1798   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1799   algorithm: "table_nics_comparison"
1800   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1801   reference:
1802     title: "Intel-x710"
1803     nic: "NIC_Intel-X710"
1804   compare:
1805     title: "Intel-xxv710"
1806     nic: "NIC_Intel-XXV710"
1807   data: "vpp-nic-comparison-3n-skx"
1808   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1809   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1810   parameters:
1811   - "name"
1812   - "parent"
1813   - "throughput"
1814   - "tags"
1815
1816 # VPP Compare NICs 3n-skx 2t1c mrr
1817 - type: "table"
1818   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1819   algorithm: "table_nics_comparison"
1820   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1821   reference:
1822     title: "Intel-x710"
1823     nic: "NIC_Intel-X710"
1824   compare:
1825     title: "Intel-xxv710"
1826     nic: "NIC_Intel-XXV710"
1827   data: "vpp-nic-comparison-3n-skx-mrr"
1828   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1829   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1830   parameters:
1831   - "name"
1832   - "parent"
1833   - "result"
1834   - "tags"
1835
1836 # VPP Compare NICs 3n-skx 4t2c mrr
1837 - type: "table"
1838   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1839   algorithm: "table_nics_comparison"
1840   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1841   reference:
1842     title: "Intel-x710"
1843     nic: "NIC_Intel-X710"
1844   compare:
1845     title: "Intel-xxv710"
1846     nic: "NIC_Intel-XXV710"
1847   data: "vpp-nic-comparison-3n-skx-mrr"
1848   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1849   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1850   parameters:
1851   - "name"
1852   - "parent"
1853   - "result"
1854   - "tags"
1855
1856  # VPP Compare NICs 3n-skx 8t4c mrr
1857 - type: "table"
1858   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1859   algorithm: "table_nics_comparison"
1860   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1861   reference:
1862     title: "Intel-x710"
1863     nic: "NIC_Intel-X710"
1864   compare:
1865     title: "Intel-xxv710"
1866     nic: "NIC_Intel-XXV710"
1867   data: "vpp-nic-comparison-3n-skx-mrr"
1868   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1869   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1870   parameters:
1871   - "name"
1872   - "parent"
1873   - "result"
1874   - "tags"
1875
1876 # VPP Compare NICs 2n-skx 2t1c ndr
1877 - type: "table"
1878   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1879   algorithm: "table_nics_comparison"
1880   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1881   reference:
1882     title: "Intel-x710"
1883     nic: "NIC_Intel-X710"
1884   compare:
1885     title: "Intel-xxv710"
1886     nic: "NIC_Intel-XXV710"
1887   data: "vpp-nic-comparison-2n-skx"
1888   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1889   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1890   parameters:
1891   - "name"
1892   - "parent"
1893   - "throughput"
1894   - "tags"
1895
1896 # VPP Compare NICs 2n-skx 4t2c ndr
1897 - type: "table"
1898   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1899   algorithm: "table_nics_comparison"
1900   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1901   reference:
1902     title: "Intel-x710"
1903     nic: "NIC_Intel-X710"
1904   compare:
1905     title: "Intel-xxv710"
1906     nic: "NIC_Intel-XXV710"
1907   data: "vpp-nic-comparison-2n-skx"
1908   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1909   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1910   parameters:
1911   - "name"
1912   - "parent"
1913   - "throughput"
1914   - "tags"
1915
1916  # VPP Compare NICs 2n-skx 2t1c pdr
1917 - type: "table"
1918   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1919   algorithm: "table_nics_comparison"
1920   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1921   reference:
1922     title: "Intel-x710"
1923     nic: "NIC_Intel-X710"
1924   compare:
1925     title: "Intel-xxv710"
1926     nic: "NIC_Intel-XXV710"
1927   data: "vpp-nic-comparison-2n-skx"
1928   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1929   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1930   parameters:
1931   - "name"
1932   - "parent"
1933   - "throughput"
1934   - "tags"
1935
1936 # VPP Compare NICs 2n-skx 4t2c pdr
1937 - type: "table"
1938   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1939   algorithm: "table_nics_comparison"
1940   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1941   reference:
1942     title: "Intel-x710"
1943     nic: "NIC_Intel-X710"
1944   compare:
1945     title: "Intel-xxv710"
1946     nic: "NIC_Intel-XXV710"
1947   data: "vpp-nic-comparison-2n-skx"
1948   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1949   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1950   parameters:
1951   - "name"
1952   - "parent"
1953   - "throughput"
1954   - "tags"
1955
1956 # VPP Compare NICs 2n-skx 2t1c mrr
1957 - type: "table"
1958   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1959   algorithm: "table_nics_comparison"
1960   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1961   reference:
1962     title: "Intel-x710"
1963     nic: "NIC_Intel-X710"
1964   compare:
1965     title: "Intel-xxv710"
1966     nic: "NIC_Intel-XXV710"
1967   data: "vpp-nic-comparison-2n-skx-mrr"
1968   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1969   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1970   parameters:
1971   - "name"
1972   - "parent"
1973   - "result"
1974   - "tags"
1975
1976 # VPP Compare NICs 2n-skx 4t2c mrr
1977 - type: "table"
1978   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1979   algorithm: "table_nics_comparison"
1980   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1981   reference:
1982     title: "Intel-x710"
1983     nic: "NIC_Intel-X710"
1984   compare:
1985     title: "Intel-xxv710"
1986     nic: "NIC_Intel-XXV710"
1987   data: "vpp-nic-comparison-2n-skx-mrr"
1988   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1989   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1990   parameters:
1991   - "name"
1992   - "parent"
1993   - "result"
1994   - "tags"
1995
1996 # VPP Compare NICs 2n-skx 8t4c mrr
1997 - type: "table"
1998   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1999   algorithm: "table_nics_comparison"
2000   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2001   reference:
2002     title: "Intel-x710"
2003     nic: "NIC_Intel-X710"
2004   compare:
2005     title: "Intel-xxv710"
2006     nic: "NIC_Intel-XXV710"
2007   data: "vpp-nic-comparison-2n-skx-mrr"
2008   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2009   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2010   parameters:
2011   - "name"
2012   - "parent"
2013   - "result"
2014   - "tags"
2015
2016 ################################################################################
2017 # VPP
2018
2019 # VPP Performance Changes 2n-dnv 1t1c pdr
2020 - type: "table"
2021   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2022   algorithm: "table_performance_comparison"
2023   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2024   history:
2025     - title: "rls1810"
2026       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2027   reference:
2028     title: "rls1901"
2029     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2030   compare:
2031     title: "rls1904"
2032     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2033   data: "intel-dnv-vpp-changes-2n-dnv"
2034   include-tests: "PDR"
2035   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2036   parameters:
2037   - "name"
2038   - "parent"
2039   - "throughput"
2040
2041 # VPP Performance Changes 2n-dnv 2t2c pdr
2042 - type: "table"
2043   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2044   algorithm: "table_performance_comparison"
2045   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2046   history:
2047     - title: "rls1810"
2048       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2049   reference:
2050     title: "rls1901"
2051     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2052   compare:
2053     title: "rls1904"
2054     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2055   data: "intel-dnv-vpp-changes-2n-dnv"
2056   include-tests: "PDR"
2057   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2058   parameters:
2059   - "name"
2060   - "parent"
2061   - "throughput"
2062
2063 # VPP Performance Changes 2n-dnv 1t1c ndr
2064 - type: "table"
2065   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2066   algorithm: "table_performance_comparison"
2067   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2068   history:
2069     - title: "rls1810"
2070       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2071   reference:
2072     title: "rls1901"
2073     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2074   compare:
2075     title: "rls1904"
2076     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2077   data: "intel-dnv-vpp-changes-2n-dnv"
2078   include-tests: "NDR"
2079   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2080   parameters:
2081   - "name"
2082   - "parent"
2083   - "throughput"
2084
2085 # VPP Performance Changes 2n-dnv 2t2c ndr
2086 - type: "table"
2087   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2088   algorithm: "table_performance_comparison"
2089   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2090   history:
2091     - title: "rls1810"
2092       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2093   reference:
2094     title: "rls1901"
2095     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2096   compare:
2097     title: "rls1904"
2098     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2099   data: "intel-dnv-vpp-changes-2n-dnv"
2100   include-tests: "NDR"
2101   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2102   parameters:
2103   - "name"
2104   - "parent"
2105   - "throughput"
2106
2107 # VPP Performance Changes 2n-dnv 1t1c MRR
2108 - type: "table"
2109   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2110   algorithm: "table_performance_comparison"
2111   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2112   history:
2113     - title: "rls1810"
2114       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2115   reference:
2116     title: "rls1901"
2117     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2118   compare:
2119     title: "rls1904"
2120     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2121   data: "intel-dnv-vpp-changes-2n-dnv"
2122   include-tests: "MRR"
2123   filter: "'1T1C' and 'MRR'"
2124   parameters:
2125   - "name"
2126   - "parent"
2127   - "result"
2128
2129 # VPP Performance Changes 2n-dnv 2t2c MRR
2130 - type: "table"
2131   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2132   algorithm: "table_performance_comparison"
2133   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2134   history:
2135     - title: "rls1810"
2136       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2137   reference:
2138     title: "rls1901"
2139     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2140   compare:
2141     title: "rls1904"
2142     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2143   data: "intel-dnv-vpp-changes-2n-dnv"
2144   include-tests: "MRR"
2145   filter: "'2T2C' and 'MRR'"
2146   parameters:
2147   - "name"
2148   - "parent"
2149   - "result"
2150
2151 # VPP Performance Changes 2n-dnv 4t4c MRR
2152 - type: "table"
2153   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2154   algorithm: "table_performance_comparison"
2155   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2156   history:
2157     - title: "rls1810"
2158       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2159   reference:
2160     title: "rls1901"
2161     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2162   compare:
2163     title: "rls1904"
2164     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2165   data: "intel-dnv-vpp-changes-2n-dnv"
2166   include-tests: "MRR"
2167   filter: "'4T4C' and 'MRR'"
2168   parameters:
2169   - "name"
2170   - "parent"
2171   - "result"
2172
2173 # VPP Performance Changes 3n-hsw 1t1c pdr
2174 - type: "table"
2175   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2176   algorithm: "table_performance_comparison"
2177   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2178   history:
2179     - title: "rls1810"
2180       data: "vpp-performance-changes-3n-hsw-h1"
2181   reference:
2182     title: "rls1901"
2183     data: "vpp-performance-changes-3n-hsw-ref"
2184   compare:
2185     title: "rls1904"
2186     data: "vpp-performance-changes-3n-hsw-cmp"
2187   data: "vpp-performance-changes-3n-hsw"
2188   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2189   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2190   parameters:
2191   - "name"
2192   - "parent"
2193   - "throughput"
2194
2195 # VPP Performance Changes 3n-hsw 2t2c pdr
2196 - type: "table"
2197   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2198   algorithm: "table_performance_comparison"
2199   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2200   history:
2201     - title: "rls1810"
2202       data: "vpp-performance-changes-3n-hsw-h1"
2203   reference:
2204     title: "rls1901"
2205     data: "vpp-performance-changes-3n-hsw-ref"
2206   compare:
2207     title: "rls1904"
2208     data: "vpp-performance-changes-3n-hsw-cmp"
2209   data: "vpp-performance-changes-3n-hsw"
2210   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2211   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2212   parameters:
2213   - "name"
2214   - "parent"
2215   - "throughput"
2216
2217 # VPP Performance Changes 3n-hsw 1t1c ndr
2218 - type: "table"
2219   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2220   algorithm: "table_performance_comparison"
2221   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2222   history:
2223     - title: "rls1810"
2224       data: "vpp-performance-changes-3n-hsw-h1"
2225   reference:
2226     title: "rls1901"
2227     data: "vpp-performance-changes-3n-hsw-ref"
2228   compare:
2229     title: "rls1904"
2230     data: "vpp-performance-changes-3n-hsw-cmp"
2231   data: "vpp-performance-changes-3n-hsw"
2232   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2233   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2234   parameters:
2235   - "name"
2236   - "parent"
2237   - "throughput"
2238
2239 # VPP Performance Changes 3n-hsw 2t2c ndr
2240 - type: "table"
2241   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2242   algorithm: "table_performance_comparison"
2243   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2244   history:
2245     - title: "rls1810"
2246       data: "vpp-performance-changes-3n-hsw-h1"
2247   reference:
2248     title: "rls1901"
2249     data: "vpp-performance-changes-3n-hsw-ref"
2250   compare:
2251     title: "rls1904"
2252     data: "vpp-performance-changes-3n-hsw-cmp"
2253   data: "vpp-performance-changes-3n-hsw"
2254   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2255   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2256   parameters:
2257   - "name"
2258   - "parent"
2259   - "throughput"
2260
2261 # VPP Performance Changes 3n-skx 2t1c pdr
2262 - type: "table"
2263   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2264   algorithm: "table_performance_comparison"
2265   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2266   history:
2267     - title: "rls1810"
2268       data: "vpp-performance-changes-3n-skx-h1"
2269   reference:
2270     title: "rls1901"
2271     data: "vpp-performance-changes-3n-skx-ref"
2272   compare:
2273     title: "rls1904"
2274     data: "vpp-performance-changes-3n-skx-cmp"
2275   data: "vpp-performance-changes-3n-skx"
2276   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2277   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2278   parameters:
2279   - "name"
2280   - "parent"
2281   - "throughput"
2282
2283 # VPP Performance Changes 3n-skx 4t2c pdr
2284 - type: "table"
2285   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2286   algorithm: "table_performance_comparison"
2287   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2288   history:
2289     - title: "rls1810"
2290       data: "vpp-performance-changes-3n-skx-h1"
2291   reference:
2292     title: "rls1901"
2293     data: "vpp-performance-changes-3n-skx-ref"
2294   compare:
2295     title: "rls1904"
2296     data: "vpp-performance-changes-3n-skx-cmp"
2297   data: "vpp-performance-changes-3n-skx"
2298   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2299   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2300   parameters:
2301   - "name"
2302   - "parent"
2303   - "throughput"
2304
2305 # VPP Performance Changes 3n-skx 2t1c ndr
2306 - type: "table"
2307   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2308   algorithm: "table_performance_comparison"
2309   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2310   history:
2311     - title: "rls1810"
2312       data: "vpp-performance-changes-3n-skx-h1"
2313   reference:
2314     title: "rls1901"
2315     data: "vpp-performance-changes-3n-skx-ref"
2316   compare:
2317     title: "rls1904"
2318     data: "vpp-performance-changes-3n-skx-cmp"
2319   data: "vpp-performance-changes-3n-skx"
2320   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2321   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2322   parameters:
2323   - "name"
2324   - "parent"
2325   - "throughput"
2326
2327 # VPP Performance Changes 3n-skx 4t2c ndr
2328 - type: "table"
2329   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2330   algorithm: "table_performance_comparison"
2331   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2332   history:
2333     - title: "rls1810"
2334       data: "vpp-performance-changes-3n-skx-h1"
2335   reference:
2336     title: "rls1901"
2337     data: "vpp-performance-changes-3n-skx-ref"
2338   compare:
2339     title: "rls1904"
2340     data: "vpp-performance-changes-3n-skx-cmp"
2341   data: "vpp-performance-changes-3n-skx"
2342   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2343   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2344   parameters:
2345   - "name"
2346   - "parent"
2347   - "throughput"
2348
2349 # VPP Performance Changes 2n-skx 2t1c pdr
2350 - type: "table"
2351   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2352   algorithm: "table_performance_comparison"
2353   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2354   history:
2355     - title: "rls1810"
2356       data: "vpp-performance-changes-2n-skx-h1"
2357   reference:
2358     title: "rls1901"
2359     data: "vpp-performance-changes-2n-skx-ref"
2360   compare:
2361     title: "rls1904"
2362     data: "vpp-performance-changes-2n-skx-cmp"
2363   data: "vpp-performance-changes-2n-skx"
2364   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2365   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2366   parameters:
2367   - "name"
2368   - "parent"
2369   - "throughput"
2370
2371 # VPP Performance Changes 2n-skx 4t2c pdr
2372 - type: "table"
2373   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2374   algorithm: "table_performance_comparison"
2375   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2376   history:
2377     - title: "rls1810"
2378       data: "vpp-performance-changes-2n-skx-h1"
2379   reference:
2380     title: "rls1901"
2381     data: "vpp-performance-changes-2n-skx-ref"
2382   compare:
2383     title: "rls1904"
2384     data: "vpp-performance-changes-2n-skx-cmp"
2385   data: "vpp-performance-changes-2n-skx"
2386   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2387   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2388   parameters:
2389   - "name"
2390   - "parent"
2391   - "throughput"
2392
2393 # VPP Performance Changes 2n-skx 2t1c ndr
2394 - type: "table"
2395   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2396   algorithm: "table_performance_comparison"
2397   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2398   history:
2399     - title: "rls1810"
2400       data: "vpp-performance-changes-2n-skx-h1"
2401   reference:
2402     title: "rls1901"
2403     data: "vpp-performance-changes-2n-skx-ref"
2404   compare:
2405     title: "rls1904"
2406     data: "vpp-performance-changes-2n-skx-cmp"
2407   data: "vpp-performance-changes-2n-skx"
2408   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2409   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2410   parameters:
2411   - "name"
2412   - "parent"
2413   - "throughput"
2414
2415 # VPP Performance Changes 2n-skx 4t2c ndr
2416 - type: "table"
2417   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2418   algorithm: "table_performance_comparison"
2419   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2420   history:
2421     - title: "rls1810"
2422       data: "vpp-performance-changes-2n-skx-h1"
2423   reference:
2424     title: "rls1901"
2425     data: "vpp-performance-changes-2n-skx-ref"
2426   compare:
2427     title: "rls1904"
2428     data: "vpp-performance-changes-2n-skx-cmp"
2429   data: "vpp-performance-changes-2n-skx"
2430   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2431   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2432   parameters:
2433   - "name"
2434   - "parent"
2435   - "throughput"
2436
2437 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2438 - type: "table"
2439   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2440   algorithm: "table_performance_comparison"
2441   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2442   reference:
2443     title: "3-Node Hsw"
2444     data: "vpp-compare-testbeds-ref"
2445   compare:
2446     title: "3-Node Skx"
2447     data: "vpp-compare-testbeds-cmp"
2448   data: "vpp-compare-testbeds"
2449   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2450   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2451   parameters:
2452   - "name"
2453   - "parent"
2454   - "throughput"
2455
2456 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2457 - type: "table"
2458   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2459   algorithm: "table_performance_comparison"
2460   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2461   reference:
2462     title: "3-Node Hsw"
2463     data: "vpp-compare-testbeds-ref"
2464   compare:
2465     title: "3-Node Skx"
2466     data: "vpp-compare-testbeds-cmp"
2467   data: "vpp-compare-testbeds"
2468   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2469   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2470   parameters:
2471   - "name"
2472   - "parent"
2473   - "throughput"
2474
2475 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2476 - type: "table"
2477   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2478   algorithm: "table_performance_comparison"
2479   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2480   reference:
2481     title: "3-Node Hsw"
2482     data: "vpp-compare-testbeds-ref"
2483   compare:
2484     title: "3-Node Skx"
2485     data: "vpp-compare-testbeds-cmp"
2486   data: "vpp-compare-testbeds"
2487   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2488   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2489   parameters:
2490   - "name"
2491   - "parent"
2492   - "throughput"
2493
2494 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2495 - type: "table"
2496   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2497   algorithm: "table_performance_comparison"
2498   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2499   reference:
2500     title: "3-Node Hsw"
2501     data: "vpp-compare-testbeds-ref"
2502   compare:
2503     title: "3-Node Skx"
2504     data: "vpp-compare-testbeds-cmp"
2505   data: "vpp-compare-testbeds"
2506   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2507   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2508   parameters:
2509   - "name"
2510   - "parent"
2511   - "throughput"
2512
2513 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2514 - type: "table"
2515   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2516   algorithm: "table_performance_comparison"
2517   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2518   reference:
2519     title: "3-Node Skx"
2520     data: "vpp-compare-topologies-ref"
2521   compare:
2522     title: "2-Node Skx"
2523     data: "vpp-compare-topologies-cmp"
2524   data: "vpp-compare-topologies"
2525   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2526   filter: "'NDRPDR' and '1C'"
2527   parameters:
2528   - "name"
2529   - "parent"
2530   - "throughput"
2531
2532 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2533 - type: "table"
2534   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2535   algorithm: "table_performance_comparison"
2536   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2537   reference:
2538     title: "3-Node Skx"
2539     data: "vpp-compare-topologies-ref"
2540   compare:
2541     title: "2-Node Skx"
2542     data: "vpp-compare-topologies-cmp"
2543   data: "vpp-compare-topologies"
2544   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2545   filter: "'NDRPDR' and '2C'"
2546   parameters:
2547   - "name"
2548   - "parent"
2549   - "throughput"
2550
2551 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2552 - type: "table"
2553   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2554   algorithm: "table_performance_comparison"
2555   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2556   reference:
2557     title: "3-Node Skx"
2558     data: "vpp-compare-topologies-ref"
2559   compare:
2560     title: "2-Node Skx"
2561     data: "vpp-compare-topologies-cmp"
2562   data: "vpp-compare-topologies"
2563   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2564   filter: "'NDRPDR' and '1C'"
2565   parameters:
2566   - "name"
2567   - "parent"
2568   - "throughput"
2569
2570 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2571 - type: "table"
2572   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2573   algorithm: "table_performance_comparison"
2574   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2575   reference:
2576     title: "3-Node Skx"
2577     data: "vpp-compare-topologies-ref"
2578   compare:
2579     title: "2-Node Skx"
2580     data: "vpp-compare-topologies-cmp"
2581   data: "vpp-compare-topologies"
2582   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2583   filter: "'NDRPDR' and '2C'"
2584   parameters:
2585   - "name"
2586   - "parent"
2587   - "throughput"
2588
2589 # VPP Performance Changes 3n-hsw 1t1c MRR
2590 - type: "table"
2591   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2592   algorithm: "table_performance_comparison"
2593   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2594   history:
2595     - title: "rls1810"
2596       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2597   reference:
2598     title: "rls1901"
2599     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2600   compare:
2601     title: "rls1904"
2602     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2603   data: "vpp-performance-changes-3n-hsw-mrr"
2604   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2605   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2606   parameters:
2607   - "name"
2608   - "parent"
2609   - "result"
2610
2611 # VPP Performance Changes 3n-hsw 2t2c MRR
2612 - type: "table"
2613   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2614   algorithm: "table_performance_comparison"
2615   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2616   history:
2617     - title: "rls1810"
2618       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2619   reference:
2620     title: "rls1901"
2621     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2622   compare:
2623     title: "rls1904"
2624     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2625   data: "vpp-performance-changes-3n-hsw-mrr"
2626   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2627   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2628   parameters:
2629   - "name"
2630   - "parent"
2631   - "result"
2632
2633 # VPP Performance Changes 3n-hsw 4t4c MRR
2634 - type: "table"
2635   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2636   algorithm: "table_performance_comparison"
2637   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2638   history:
2639     - title: "rls1810"
2640       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2641   reference:
2642     title: "rls1901"
2643     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2644   compare:
2645     title: "rls1904"
2646     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2647   data: "vpp-performance-changes-3n-hsw-mrr"
2648   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2649   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2650   parameters:
2651   - "name"
2652   - "parent"
2653   - "result"
2654
2655 # VPP Performance Changes 3n-skx 2t1c MRR
2656 - type: "table"
2657   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2658   algorithm: "table_performance_comparison"
2659   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2660   history:
2661     - title: "rls1810"
2662       data: "vpp-performance-changes-3n-skx-mrr-h1"
2663   reference:
2664     title: "rls1901"
2665     data: "vpp-performance-changes-3n-skx-mrr-ref"
2666   compare:
2667     title: "rls1904"
2668     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2669   data: "vpp-performance-changes-3n-skx-mrr"
2670   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2671   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2672   parameters:
2673   - "name"
2674   - "parent"
2675   - "result"
2676
2677 # VPP Performance Changes 3n-skx 4t2c MRR
2678 - type: "table"
2679   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2680   algorithm: "table_performance_comparison"
2681   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2682   history:
2683     - title: "rls1810"
2684       data: "vpp-performance-changes-3n-skx-mrr-h1"
2685   reference:
2686     title: "rls1901"
2687     data: "vpp-performance-changes-3n-skx-mrr-ref"
2688   compare:
2689     title: "rls1904"
2690     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2691   data: "vpp-performance-changes-3n-skx-mrr"
2692   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2693   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2694   parameters:
2695   - "name"
2696   - "parent"
2697   - "result"
2698
2699 # VPP Performance Changes 3n-skx 8t4c MRR
2700 - type: "table"
2701   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2702   algorithm: "table_performance_comparison"
2703   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2704   history:
2705     - title: "rls1810"
2706       data: "vpp-performance-changes-3n-skx-mrr-h1"
2707   reference:
2708     title: "rls1901"
2709     data: "vpp-performance-changes-3n-skx-mrr-ref"
2710   compare:
2711     title: "rls1904"
2712     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2713   data: "vpp-performance-changes-3n-skx-mrr"
2714   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2715   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2716   parameters:
2717   - "name"
2718   - "parent"
2719   - "result"
2720
2721 # VPP Performance Changes 2n-skx 2t1c MRR
2722 - type: "table"
2723   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2724   algorithm: "table_performance_comparison"
2725   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2726   history:
2727     - title: "rls1810"
2728       data: "vpp-performance-changes-2n-skx-mrr-h1"
2729   reference:
2730     title: "rls1901"
2731     data: "vpp-performance-changes-2n-skx-mrr-ref"
2732   compare:
2733     title: "rls1904"
2734     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2735   data: "vpp-performance-changes-2n-skx-mrr"
2736   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2737   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2738   parameters:
2739   - "name"
2740   - "parent"
2741   - "result"
2742
2743 # VPP Performance Changes 2n-skx 4t2c MRR
2744 - type: "table"
2745   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2746   algorithm: "table_performance_comparison"
2747   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2748   history:
2749     - title: "rls1810"
2750       data: "vpp-performance-changes-2n-skx-mrr-h1"
2751   reference:
2752     title: "rls1901"
2753     data: "vpp-performance-changes-2n-skx-mrr-ref"
2754   compare:
2755     title: "rls1904"
2756     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2757   data: "vpp-performance-changes-2n-skx-mrr"
2758   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2759   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2760   parameters:
2761   - "name"
2762   - "parent"
2763   - "result"
2764
2765 # VPP Performance Changes 2n-skx 8t4c MRR
2766 - type: "table"
2767   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2768   algorithm: "table_performance_comparison"
2769   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2770   history:
2771     - title: "rls1810"
2772       data: "vpp-performance-changes-2n-skx-mrr-h1"
2773   reference:
2774     title: "rls1901"
2775     data: "vpp-performance-changes-2n-skx-mrr-ref"
2776   compare:
2777     title: "rls1904"
2778     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2779   data: "vpp-performance-changes-2n-skx-mrr"
2780   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2781   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2782   parameters:
2783   - "name"
2784   - "parent"
2785   - "result"
2786
2787 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2788 - type: "table"
2789   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2790   algorithm: "table_performance_comparison"
2791   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2792   reference:
2793     title: "3-Node Hsw"
2794     data: "vpp-compare-testbeds-mrr-ref"
2795   compare:
2796     title: "3-Node Skx"
2797     data: "vpp-compare-testbeds-mrr-cmp"
2798   data: "vpp-compare-testbeds-mrr"
2799   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2800   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2801   parameters:
2802   - "name"
2803   - "parent"
2804   - "result"
2805
2806 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2807 - type: "table"
2808   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2809   algorithm: "table_performance_comparison"
2810   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2811   reference:
2812     title: "3-Node Hsw"
2813     data: "vpp-compare-testbeds-mrr-ref"
2814   compare:
2815     title: "3-Node Skx"
2816     data: "vpp-compare-testbeds-mrr-cmp"
2817   data: "vpp-compare-testbeds-mrr"
2818   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2819   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2820   parameters:
2821   - "name"
2822   - "parent"
2823   - "result"
2824
2825 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2826 - type: "table"
2827   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2828   algorithm: "table_performance_comparison"
2829   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2830   reference:
2831     title: "3-Node Hsw"
2832     data: "vpp-compare-testbeds-mrr-ref"
2833   compare:
2834     title: "3-Node Skx"
2835     data: "vpp-compare-testbeds-mrr-cmp"
2836   data: "vpp-compare-testbeds-mrr"
2837   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2838   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2839   parameters:
2840   - "name"
2841   - "parent"
2842   - "result"
2843
2844 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2845 - type: "table"
2846   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2847   algorithm: "table_performance_comparison"
2848   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2849   reference:
2850     title: "3-Node Skx"
2851     data: "vpp-compare-topologies-mrr-ref"
2852   compare:
2853     title: "2-Node Skx"
2854     data: "vpp-compare-topologies-mrr-cmp"
2855   data: "vpp-compare-topologies-mrr"
2856   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2857   filter: "'MRR' and '1C'"
2858   parameters:
2859   - "name"
2860   - "parent"
2861   - "result"
2862
2863 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2864 - type: "table"
2865   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2866   algorithm: "table_performance_comparison"
2867   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2868   reference:
2869     title: "3-Node Skx"
2870     data: "vpp-compare-topologies-mrr-ref"
2871   compare:
2872     title: "2-Node Skx"
2873     data: "vpp-compare-topologies-mrr-cmp"
2874   data: "vpp-compare-topologies-mrr"
2875   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2876   filter: "'MRR' and '2C'"
2877   parameters:
2878   - "name"
2879   - "parent"
2880   - "result"
2881
2882 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2883 - type: "table"
2884   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2885   algorithm: "table_performance_comparison"
2886   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2887   reference:
2888     title: "3-Node Skx"
2889     data: "vpp-compare-topologies-mrr-ref"
2890   compare:
2891     title: "2-Node Skx"
2892     data: "vpp-compare-topologies-mrr-cmp"
2893   data: "vpp-compare-topologies-mrr"
2894   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2895   filter: "'MRR' and '4C'"
2896   parameters:
2897   - "name"
2898   - "parent"
2899   - "result"
2900
2901 # Detailed Test Results - VPP Performance Results 3n-hsw
2902 - type: "table"
2903   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2904   algorithm: "table_merged_details"
2905   output-file-ext: ".csv"
2906   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2907   columns:
2908   - title: "Name"
2909     data: "data name"
2910   - title: "Status"
2911     data: "data msg"
2912   rows: "generated"
2913   data: "vpp-perf-results-3n-hsw"
2914   filter: "not 'NDRCHK' and not 'PDRCHK'"
2915   parameters:
2916   - "name"
2917   - "parent"
2918   - "msg"
2919
2920 # Detailed Test Results - VPP Performance Results 3n-skx
2921 - type: "table"
2922   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2923   algorithm: "table_merged_details"
2924   output-file-ext: ".csv"
2925   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2926   columns:
2927   - title: "Name"
2928     data: "data name"
2929   - title: "Status"
2930     data: "data msg"
2931   rows: "generated"
2932   data: "vpp-perf-results-3n-skx"
2933   filter: "not 'NDRCHK' and not 'PDRCHK'"
2934   parameters:
2935   - "name"
2936   - "parent"
2937   - "msg"
2938
2939 # Detailed Test Results - VPP Performance Results 2n-skx
2940 - type: "table"
2941   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2942   algorithm: "table_merged_details"
2943   output-file-ext: ".csv"
2944   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2945   columns:
2946   - title: "Name"
2947     data: "data name"
2948   - title: "Status"
2949     data: "data msg"
2950   rows: "generated"
2951   data: "vpp-perf-results-2n-skx"
2952   filter: "not 'NDRCHK' and not 'PDRCHK'"
2953   parameters:
2954   - "name"
2955   - "parent"
2956   - "msg"
2957
2958 # Detailed Test Results - VPP Performance Results 2n-dnv
2959 - type: "table"
2960   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2961   algorithm: "table_details"
2962   output-file-ext: ".csv"
2963   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2964   columns:
2965   - title: "Name"
2966     data: "data name"
2967   - title: "Status"
2968     data: "data msg"
2969   rows: "generated"
2970   data: "intel-dnv-vpp"
2971   filter: "'NDRPDR'"
2972   parameters:
2973   - "name"
2974   - "parent"
2975   - "msg"
2976
2977 # Test configuration - VPP Performance Test Configs 3n-hsw
2978 - type: "table"
2979   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2980   algorithm: "table_merged_details"
2981   output-file-ext: ".csv"
2982   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
2983   columns:
2984   - title: "Name"
2985     data: "data name"
2986   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2987     data: "data conf-history"
2988   rows: "generated"
2989   data: "vpp-perf-results-3n-hsw"
2990   filter: "not 'NDRCHK' and not 'PDRCHK'"
2991   parameters:
2992   - "parent"
2993   - "name"
2994   - "conf-history"
2995
2996 # Test configuration - VPP Performance Test Configs 3n-skx
2997 - type: "table"
2998   title: "Test configuration - VPP Performance Test Configs 3n-skx"
2999   algorithm: "table_merged_details"
3000   output-file-ext: ".csv"
3001   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3002   columns:
3003   - title: "Name"
3004     data: "data name"
3005   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3006     data: "data conf-history"
3007   rows: "generated"
3008   data: "vpp-perf-results-3n-skx"
3009   filter: "not 'NDRCHK' and not 'PDRCHK'"
3010   parameters:
3011   - "parent"
3012   - "name"
3013   - "conf-history"
3014
3015 # Test configuration - VPP Performance Test Configs 2n-skx
3016 - type: "table"
3017   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3018   algorithm: "table_merged_details"
3019   output-file-ext: ".csv"
3020   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3021   columns:
3022   - title: "Name"
3023     data: "data name"
3024   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3025     data: "data conf-history"
3026   rows: "generated"
3027   data: "vpp-perf-results-2n-skx"
3028   filter: "not 'NDRCHK' and not 'PDRCHK'"
3029   parameters:
3030   - "parent"
3031   - "name"
3032   - "conf-history"
3033
3034 # Test configuration - VPP Performance Test Configs 2n-dnv
3035 - type: "table"
3036   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3037   algorithm: "table_details"
3038   output-file-ext: ".csv"
3039   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3040   columns:
3041   - title: "Name"
3042     data: "data name"
3043   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3044     data: "data conf-history"
3045   rows: "generated"
3046   data: "intel-dnv-vpp"
3047   filter: "'NDRPDR'"
3048   parameters:
3049   - "parent"
3050   - "name"
3051   - "conf-history"
3052
3053 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3054 - type: "table"
3055   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3056   algorithm: "table_merged_details"
3057   output-file-ext: ".csv"
3058   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3059   columns:
3060   - title: "Name"
3061     data: "data name"
3062   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3063     data: "data show-run"
3064   rows: "generated"
3065   data: "vpp-perf-results-3n-hsw"
3066   filter: "not 'NDRCHK' and not 'PDRCHK'"
3067   parameters:
3068   - "parent"
3069   - "name"
3070   - "show-run"
3071
3072 # Test Operational Data - VPP Performance Operational Data 3n-skx
3073 - type: "table"
3074   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3075   algorithm: "table_merged_details"
3076   output-file-ext: ".csv"
3077   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3078   columns:
3079   - title: "Name"
3080     data: "data name"
3081   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3082     data: "data show-run"
3083   rows: "generated"
3084   data: "vpp-perf-results-3n-skx"
3085   filter: "not 'NDRCHK' and not 'PDRCHK'"
3086   parameters:
3087   - "parent"
3088   - "name"
3089   - "show-run"
3090
3091 # Test Operational Data - VPP Performance Operational Data 2n-skx
3092 - type: "table"
3093   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3094   algorithm: "table_merged_details"
3095   output-file-ext: ".csv"
3096   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3097   columns:
3098   - title: "Name"
3099     data: "data name"
3100   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3101     data: "data show-run"
3102   rows: "generated"
3103   data: "vpp-perf-results-2n-skx"
3104   filter: "not 'NDRCHK' and not 'PDRCHK'"
3105   parameters:
3106   - "parent"
3107   - "name"
3108   - "show-run"
3109
3110 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3111 - type: "table"
3112   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3113   algorithm: "table_details"
3114   output-file-ext: ".csv"
3115   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3116   columns:
3117   - title: "Name"
3118     data: "data name"
3119   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3120     data: "data show-run"
3121   rows: "generated"
3122   data: "intel-dnv-vpp"
3123   filter: "'NDRPDR'"
3124   parameters:
3125   - "parent"
3126   - "name"
3127   - "show-run"
3128
3129 # Detailed Test Results - VPP MRR Results 3n-hsw
3130 - type: "table"
3131   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3132   algorithm: "table_details"
3133   output-file-ext: ".csv"
3134   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3135   columns:
3136   - title: "Name"
3137     data: "data name"
3138   - title: "Status"
3139     data: "data msg"
3140   rows: "generated"
3141   data: "vpp-mrr-results-3n-hsw"
3142   filter: "'MRR'"
3143   parameters:
3144   - "name"
3145   - "parent"
3146   - "msg"
3147
3148 # Detailed Test Results - VPP MRR Results 3n-skx
3149 - type: "table"
3150   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3151   algorithm: "table_details"
3152   output-file-ext: ".csv"
3153   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3154   columns:
3155   - title: "Name"
3156     data: "data name"
3157   - title: "Status"
3158     data: "data msg"
3159   rows: "generated"
3160   data: "vpp-mrr-results-3n-skx"
3161   filter: "'MRR'"
3162   parameters:
3163   - "name"
3164   - "parent"
3165   - "msg"
3166
3167 # Detailed Test Results - VPP MRR Results 2n-skx
3168 - type: "table"
3169   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3170   algorithm: "table_details"
3171   output-file-ext: ".csv"
3172   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3173   columns:
3174   - title: "Name"
3175     data: "data name"
3176   - title: "Status"
3177     data: "data msg"
3178   rows: "generated"
3179   data: "vpp-mrr-results-2n-skx"
3180   filter: "'MRR'"
3181   parameters:
3182   - "name"
3183   - "parent"
3184   - "msg"
3185
3186 # Detailed Test Results - VPP MRR Results 2n-dnv
3187 - type: "table"
3188   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3189   algorithm: "table_details"
3190   output-file-ext: ".csv"
3191   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3192   columns:
3193   - title: "Name"
3194     data: "data name"
3195   - title: "Status"
3196     data: "data msg"
3197   rows: "generated"
3198   data: "intel-dnv-vpp"
3199   filter: "'MRR'"
3200   parameters:
3201   - "name"
3202   - "parent"
3203   - "msg"
3204
3205 # Test configuration - VPP MRR Test Configs 3n-hsw
3206 - type: "table"
3207   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3208   algorithm: "table_details"
3209   output-file-ext: ".csv"
3210   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3211   columns:
3212   - title: "Name"
3213     data: "data name"
3214   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3215     data: "data conf-history"
3216   rows: "generated"
3217   data: "vpp-mrr-results-3n-hsw"
3218   filter: "'MRR'"
3219   parameters:
3220   - "parent"
3221   - "name"
3222   - "conf-history"
3223
3224 # Test configuration - VPP MRR Test Configs 3n-skx
3225 - type: "table"
3226   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3227   algorithm: "table_details"
3228   output-file-ext: ".csv"
3229   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3230   columns:
3231   - title: "Name"
3232     data: "data name"
3233   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3234     data: "data conf-history"
3235   rows: "generated"
3236   data: "vpp-mrr-results-3n-skx"
3237   filter: "'MRR'"
3238   parameters:
3239   - "parent"
3240   - "name"
3241   - "conf-history"
3242
3243 # Test configuration - VPP MRR Test Configs 2n-skx
3244 - type: "table"
3245   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3246   algorithm: "table_details"
3247   output-file-ext: ".csv"
3248   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3249   columns:
3250   - title: "Name"
3251     data: "data name"
3252   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3253     data: "data conf-history"
3254   rows: "generated"
3255   data: "vpp-mrr-results-2n-skx"
3256   filter: "'MRR'"
3257   parameters:
3258   - "parent"
3259   - "name"
3260   - "conf-history"
3261
3262 # Test configuration - VPP MRR Test Configs 2n-dnv
3263 - type: "table"
3264   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3265   algorithm: "table_details"
3266   output-file-ext: ".csv"
3267   output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3268   columns:
3269   - title: "Name"
3270     data: "data name"
3271   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3272     data: "data conf-history"
3273   rows: "generated"
3274   data: "intel-dnv-vpp"
3275   filter: "'MRR'"
3276   parameters:
3277   - "parent"
3278   - "name"
3279   - "conf-history"
3280
3281 # Detailed Test Results - VPP Functional Results - Ubuntu
3282 - type: "table"
3283   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3284   algorithm: "table_details"
3285   output-file-ext: ".csv"
3286   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3287   columns:
3288   - title: "Name"
3289     data: "data name"
3290   - title: "Documentation"
3291     data: "data doc"
3292   - title: "Status"
3293     data: "data status"
3294   rows: "generated"
3295   data: "vpp-func-results-ubuntu"
3296   filter: "all"
3297   parameters:
3298   - "name"
3299   - "parent"
3300   - "doc"
3301   - "status"
3302
3303 # Detailed Test Results - VPP Functional Results - CentOS
3304 - type: "table"
3305   title: "Detailed Test Results - VPP Functional Results - CentOS"
3306   algorithm: "table_details"
3307   output-file-ext: ".csv"
3308   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3309   columns:
3310   - title: "Name"
3311     data: "data name"
3312   - title: "Documentation"
3313     data: "data doc"
3314   -
3315     title: "Status"
3316     data: "data status"
3317   rows: "generated"
3318   data:
3319     "vpp-func-results-centos"
3320   filter: "all"
3321   parameters:
3322   - "name"
3323   - "parent"
3324   - "doc"
3325   - "status"
3326
3327 # Test configuration - VPP Functional Test Configs - Ubuntu
3328 - type: "table"
3329   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3330   algorithm: "table_details"
3331   output-file-ext: ".csv"
3332   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3333   columns:
3334   - title: "Name"
3335     data: "data name"
3336   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3337     data: "data conf-history"
3338   rows: "generated"
3339   data: "vpp-func-results-ubuntu"
3340   filter: "all"
3341   parameters:
3342   - "parent"
3343   - "name"
3344   - "conf-history"
3345
3346 # Test configuration - VPP Functional Test Configs - CentOS
3347 - type: "table"
3348   title: "Test configuration - VPP Functional Test Configs - CentOS"
3349   algorithm: "table_details"
3350   output-file-ext: ".csv"
3351   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3352   columns:
3353   - title: "Name"
3354     data: "data name"
3355   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3356     data: "data conf-history"
3357   rows: "generated"
3358   data: "vpp-func-results-centos"
3359   filter: "all"
3360   parameters:
3361   - "parent"
3362   - "name"
3363   - "conf-history"
3364
3365 # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3366 - type: "table"
3367   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3368   algorithm: "table_details"
3369   output-file-ext: ".csv"
3370   output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3371   columns:
3372   - title: "Name"
3373     data: "data name"
3374   - title: "Status"
3375     data: "data msg"
3376   rows: "generated"
3377   data: "ligato-perf-results-3n-hsw"
3378   filter: "all"
3379   parameters:
3380   - "name"
3381   - "parent"
3382   - "msg"
3383
3384 # Detailed Test Results - VPP Device Results - Ubuntu
3385 - type: "table"
3386   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3387   algorithm: "table_details"
3388   output-file-ext: ".csv"
3389   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3390   columns:
3391   - title: "Name"
3392     data: "data name"
3393   - title: "Documentation"
3394     data: "data doc"
3395   - title: "Status"
3396     data: "data status"
3397   rows: "generated"
3398   data: "vpp-device-results-ubuntu"
3399   filter: "all"
3400   parameters:
3401   - "name"
3402   - "parent"
3403   - "doc"
3404   - "status"
3405
3406 # Test configuration - VPP Device Test Configs - Ubuntu
3407 - type: "table"
3408   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3409   algorithm: "table_details"
3410   output-file-ext: ".csv"
3411   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3412   columns:
3413   - title: "Name"
3414     data: "data name"
3415   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3416     data: "data conf-history"
3417   rows: "generated"
3418   data: "vpp-device-results-ubuntu"
3419   filter: "all"
3420   parameters:
3421   - "parent"
3422   - "name"
3423   - "conf-history"
3424
3425 ################################################################################