resources/tools/presentation/specification.yaml

   1 - type: "environment"
   2
   3   paths:
   4     # Top level directories:
   5     ## Working directory
   6     DIR[WORKING]: "_tmp"
   7     ## Build directories
   8     DIR[BUILD,HTML]: "_build"
   9     DIR[BUILD,LATEX]: "_build_latex"
  10
  11     # Static .rst files
  12     DIR[RST]: "../../../docs/report"
  13
  14     # Working directories
  15     ## Input data files (.zip, .xml)
  16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  17     ## Static source files from git
  18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  20
  21     # Static html content
  22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  26
  27     # Detailed test results
  28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  48
  49     # Detailed test configurations
  50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  62
  63     # Detailed tests operational data
  64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  69
  70     # .css patch file to fix tables generated by Sphinx
  71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  73
  74   urls:
  75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
  78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  79     URL[NEXUS]: "https://docs.fd.io/csit"
  80     DIR[NEXUS]: "report/_static/archive"
  81
  82   make-dirs:
  83   # List the directories which are created while preparing the environment.
  84   # All directories MUST be defined in "paths" section.
  85   - "DIR[WORKING,DATA]"
  86   - "DIR[STATIC,VPP]"
  87   - "DIR[STATIC,DPDK]"
  88   - "DIR[STATIC,ARCH]"
  89   - "DIR[BUILD,LATEX]"
  90   - "DIR[WORKING,SRC]"
  91   - "DIR[WORKING,SRC,STATIC]"
  92
  93   remove-dirs:
  94   # List the directories which are deleted while cleaning the environment.
  95   # All directories MUST be defined in "paths" section.
  96   #- "DIR[BUILD,HTML]"
  97   - "DIR[WORKING,DATA]"
  98
  99   build-dirs:
 100   # List the directories where the results (build) is stored.
 101   # All directories MUST be defined in "paths" section.
 102   - "DIR[BUILD,HTML]"
 103   - "DIR[BUILD,LATEX]"
 104
 105 - type: "configuration"
 106
 107   limits:
 108     nic:
 109       x520: 24460000
 110       x553: 29761905
 111       x710: 35800000
 112       xxv710: 35800000
 113       xl710: 35800000
 114
 115     link:
 116       10ge: 14880952.38
 117       25ge: 37202380.95
 118       40ge: 59523809.52
 119       100ge: 148809523.81
 120
 121     pci:
 122       pci-g3-x8: 74404761.90
 123       pci-g3-x16: 148809523.81
 124
 125   data-sets:
 126
 127     ###########################################################################
 128     # Plots:
 129
 130     # 3n-hsw
 131
 132     plot-vpp-throughput-lat-tsa-3n-hsw:
 133       csit-vpp-perf-verify-1904-3n-hsw:
 134         - 11  # NDRPDR sel
 135         - 12  # NDRPDR sel
 136         - 20  # NDRPDR sel
 137         - 21  # NDRPDR sel
 138         - 23  # NDRPDR sel
 139         - 24  # NDRPDR sel
 140         - 25  # NDRPDR sel
 141         - 26  # NDRPDR sel
 142         - 29  # NDRPDR sel
 143         - 30  # NDRPDR sel
 144
 145 #    plot-vpp-http-server-performance:
 146 #      # TODO: Replace with 1904 data
 147 #      # csit-vpp-perf-verify-1904-3n-hsw:
 148 #      csit-vpp-perf-verify-1810-3n-hsw:
 149 #        - 28  # WRK
 150 #        - 29  # WRK
 151 #        - 30  # WRK
 152 #        - 31  # WRK
 153 #        - 32  # WRK
 154 #        - 33  # WRK
 155 #        - 34  # WRK
 156 #        - 35  # WRK
 157 #        - 36  # WRK
 158 #        - 37  # WRK
 159
 160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
 161 #      # TODO: Replace with 1904 data
 162 #      # csit-ligato-perf-verify-1904-3n-hsw:
 163 #      csit-ligato-perf-verify-1901-3n-hsw:
 164 #        - 8   # NDRPDR sel
 165 #        - 9   # NDRPDR sel
 166 #        - 11  # NDRPDR sel
 167 #        - 12  # NDRPDR sel
 168 #        - 13  # NDRPDR sel
 169 #        - 14  # NDRPDR sel
 170 #        - 15  # NDRPDR sel
 171 #        - 16  # NDRPDR sel
 172 #        - 17  # NDRPDR sel
 173 #        - 18  # NDRPDR sel
 174
 175     plot-dpdk-throughput-latency-3n-hsw:
 176       csit-dpdk-perf-verify-1904-3n-hsw:
 177         - 2   # NDRPDR sel
 178         - 3   # NDRPDR sel
 179         - 5   # NDRPDR sel
 180         - 6   # NDRPDR sel
 181         - 13  # NDRPDR sel
 182         - 14  # NDRPDR sel
 183         - 15  # NDRPDR sel
 184         - 18  # NDRPDR sel
 185         - 19  # NDRPDR sel
 186         - 20  # NDRPDR sel
 187
 188     # 3n-skx
 189
 190     plot-vpp-throughput-lat-tsa-3n-skx:
 191       csit-vpp-perf-verify-1904-3n-skx:
 192         - 8   # NDRPDR sel
 193         - 9   # NDRPDR sel
 194         - 10  # NDRPDR sel
 195         - 11  # NDRPDR sel
 196         - 12  # NDRPDR sel
 197         - 14  # NDRPDR sel
 198         - 16  # NDRPDR sel
 199         - 21  # NDRPDR sel
 200         - 23  # NDRPDR sel
 201         - 25  # NDRPDR sel
 202
 203     plot-dpdk-throughput-latency-3n-skx:
 204       csit-dpdk-perf-verify-1904-3n-skx:
 205         - 2   # NDRPDR sel
 206         - 3   # NDRPDR sel
 207         - 4   # NDRPDR sel
 208         - 5   # NDRPDR sel
 209         - 6   # NDRPDR sel
 210         - 7   # NDRPDR sel
 211         - 11  # NDRPDR sel
 212         - 12  # NDRPDR sel
 213         - 13  # NDRPDR sel
 214         - 14  # NDRPDR sel
 215
 216     # 2n-skx
 217
 218     plot-vpp-throughput-lat-tsa-2n-skx:
 219       csit-vpp-perf-verify-1904-2n-skx:
 220         - 12  # NDRPDR sel
 221         - 14  # NDRPDR sel
 222         - 16  # NDRPDR sel
 223         - 17  # NDRPDR sel
 224         - 18  # NDRPDR sel
 225         - 21  # NDRPDR sel
 226         - 27  # NDRPDR sel
 227         - 30  # NDRPDR sel
 228         - 31  # NDRPDR sel
 229         - 32  # NDRPDR sel
 230
 231     plot-vpp-soak-2n-skx:
 232       # TODO: Add 1904 data
 233       csit-vpp-perf-verify-1904-2n-skx:
 234         - 70  # soak
 235         - 71  # soak
 236
 237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
 238       csit-vpp-perf-verify-1904-2n-skx:
 239         - 56  # NFV NDRPDR 64b
 240         - 59  # NFV NDRPDR 64b
 241         - 60  # NFV NDRPDR 64b
 242         - 65  # NFV NDRPDR 64b
 243         - 68  # NFV NDRPDR 64b
 244         - 80  # NFV MRR NDRPDR 64b IMIX
 245         - 81  # NFV MRR NDRPDR 64b IMIX
 246         - 84  # NFV MRR NDRPDR 64b IMIX
 247         - 85  # NFV MRR NDRPDR 64b IMIX
 248         - 86  # NFV MRR NDRPDR 64b IMIX
 249
 250     plot-vpp-nfv-2n-skx-ndrpdr-imix:
 251       csit-vpp-perf-verify-1904-2n-skx:
 252         - 66  # NFV NDRPDR IMIX
 253         - 67  # NFV NDRPDR IMIX
 254         - 69  # NFV NDRPDR IMIX
 255         - 82  # NFV NDRPDR IMIX
 256         - 83  # NFV NDRPDR IMIX
 257         - 80  # NFV MRR NDRPDR 64b IMIX
 258         - 81  # NFV MRR NDRPDR 64b IMIX
 259         - 84  # NFV MRR NDRPDR 64b IMIX
 260         - 85  # NFV MRR NDRPDR 64b IMIX
 261         - 86  # NFV MRR NDRPDR 64b IMIX
 262
 263     plot-vpp-nfv-2n-skx-mrr-64b:
 264       csit-vpp-perf-verify-1904-2n-skx:
 265         - 40  # NFV MRR 64b
 266         - 41  # NFV MRR 64b
 267         - 42  # NFV MRR 64b
 268         - 47  # NFV MRR 64b
 269         - 48  # NFV MRR 64b
 270         - 80  # NFV MRR NDRPDR 64b IMIX
 271         - 81  # NFV MRR NDRPDR 64b IMIX
 272         - 84  # NFV MRR NDRPDR 64b IMIX
 273         - 85  # NFV MRR NDRPDR 64b IMIX
 274         - 86  # NFV MRR NDRPDR 64b IMIX
 275
 276     plot-vpp-nfv-2n-skx-mrr-imix:
 277       csit-vpp-perf-verify-1904-2n-skx:
 278         - 49  # NFV MRR IMIX
 279         - 50  # NFV MRR IMIX
 280         - 51  # NFV MRR IMIX
 281         - 54  # NFV MRR IMIX
 282         - 55  # NFV MRR IMIX
 283         - 80  # NFV MRR NDRPDR 64b IMIX
 284         - 81  # NFV MRR NDRPDR 64b IMIX
 285         - 84  # NFV MRR NDRPDR 64b IMIX
 286         - 85  # NFV MRR NDRPDR 64b IMIX
 287         - 86  # NFV MRR NDRPDR 64b IMIX
 288
 289     plot-dpdk-throughput-latency-2n-skx:
 290       csit-dpdk-perf-verify-1904-2n-skx:
 291         - 2   # NDRPDR sel
 292         - 3   # NDRPDR sel
 293         - 4   # NDRPDR sel
 294         - 5   # NDRPDR sel
 295         - 7   # NDRPDR sel
 296         - 8   # NDRPDR sel
 297         - 9   # NDRPDR sel
 298         - 10  # NDRPDR sel
 299         - 11  # NDRPDR sel
 300         - 12  # NDRPDR sel
 301
 302     # 3rd party
 303
 304 #    # Denverton:
 305 #    intel-dnv-vpp:
 306 #      # TODO: Replace with 1904 data
 307 #      # intel-dnv-vpp-release-1904:
 308 #      intel-dnv-vpp-release-1901:
 309 #        - 1
 310
 311     ###########################################################################
 312     # Simple tables (only one data set):
 313
 314     # NIC Comparisons
 315
 316     vpp-nic-comparison-3n-hsw:
 317       csit-vpp-perf-verify-1904-3n-hsw:
 318         - 11  # NDRPDR sel
 319         - 12  # NDRPDR sel
 320         - 20  # NDRPDR sel
 321         - 21  # NDRPDR sel
 322         - 23  # NDRPDR sel
 323         - 24  # NDRPDR sel
 324         - 25  # NDRPDR sel
 325         - 26  # NDRPDR sel
 326         - 29  # NDRPDR sel
 327         - 30  # NDRPDR sel
 328
 329     vpp-nic-comparison-3n-skx:
 330       csit-vpp-perf-verify-1904-3n-skx:
 331         - 8   # NDRPDR sel
 332         - 9   # NDRPDR sel
 333         - 10  # NDRPDR sel
 334         - 11  # NDRPDR sel
 335         - 12  # NDRPDR sel
 336         - 14  # NDRPDR sel
 337         - 16  # NDRPDR sel
 338         - 21  # NDRPDR sel
 339         - 23  # NDRPDR sel
 340         - 25  # NDRPDR sel
 341
 342     vpp-nic-comparison-2n-skx:
 343       csit-vpp-perf-verify-1904-2n-skx:
 344         - 12  # NDRPDR sel
 345         - 14  # NDRPDR sel
 346         - 16  # NDRPDR sel
 347         - 17  # NDRPDR sel
 348         - 18  # NDRPDR sel
 349         - 21  # NDRPDR sel
 350         - 27  # NDRPDR sel
 351         - 30  # NDRPDR sel
 352         - 31  # NDRPDR sel
 353         - 32  # NDRPDR sel
 354
 355     vpp-nic-comparison-3n-hsw-mrr:
 356       csit-vpp-perf-verify-1904-3n-hsw:
 357         - 9   # MRR sel
 358
 359     vpp-nic-comparison-3n-skx-mrr:
 360       csit-vpp-perf-verify-1904-3n-skx:
 361         - 7   # MRR sel
 362
 363     vpp-nic-comparison-2n-skx-mrr:
 364       csit-vpp-perf-verify-1904-2n-skx:
 365         - 11  # MRR sel
 366
 367     # Results
 368
 369     vpp-perf-results-3n-hsw:
 370       # TODO: Add FULL 1904 data
 371       csit-vpp-perf-verify-1904-3n-hsw:
 372         - 32  # NDRPDR full
 373         - 33  # NDRPDR full
 374         - 35  # NDRPDR full
 375
 376     vpp-perf-results-3n-skx:
 377       csit-vpp-perf-verify-1904-3n-skx:
 378         - 26  # NDRPDR full
 379         - 27  # NDRPDR full
 380         - 30  # NDRPDR full
 381         - 31  # NDRPDR full
 382
 383     vpp-perf-results-2n-skx:
 384       csit-vpp-perf-verify-1904-2n-skx:
 385         - 33  # NDRPDR full
 386         - 39  # NDRPDR full
 387         - 58  # NDRPDR full
 388         - 62  # NDRPDR full
 389
 390     vpp-mrr-results-3n-hsw:
 391       csit-vpp-perf-verify-1904-3n-hsw:
 392         - 9   # MRR sel
 393
 394     vpp-mrr-results-3n-skx:
 395       csit-vpp-perf-verify-1904-3n-skx:
 396         - 7   # MRR sel
 397
 398     vpp-mrr-results-2n-skx:
 399       csit-vpp-perf-verify-1904-2n-skx:
 400         - 11  # MRR sel
 401
 402     vpp-func-results-ubuntu:
 403       csit-vpp-functional-1904-ubuntu1604-virl:
 404         - 29
 405
 406     vpp-func-results-centos:
 407       csit-vpp-functional-1904-centos7-virl:
 408         - 32
 409
 410     vpp-device-results-ubuntu:
 411       csit-vpp-device-1904-ubuntu1804-1n-skx:
 412         - 33
 413
 414 #    # VPP Ligato
 415 #    ligato-perf-results-3n-hsw:
 416 #      # TODO: Replace with 1904 data
 417 #      # csit-ligato-perf-verify-1904-3n-hsw:
 418 #      csit-ligato-perf-verify-1901-3n-hsw:
 419 #        - 10  # NDRPDR full
 420
 421     dpdk-perf-results-3n-hsw:
 422       csit-dpdk-perf-verify-1904-3n-hsw:
 423         - 5   # NDRPDR sel
 424
 425     dpdk-perf-results-3n-skx:
 426       csit-dpdk-perf-verify-1904-3n-skx:
 427         - 7   # NDRPDR sel
 428
 429     dpdk-perf-results-2n-skx:
 430       csit-dpdk-perf-verify-1904-2n-skx:
 431         - 9   # NDRPDR sel
 432
 433     # HoneyComb Functional
 434     hc-func-results:
 435       csit-hc2vpp-verify-func-1904-ubuntu1604:
 436         - 4
 437
 438 #    # NSH SFC Functional
 439 #    nsh-func-results:
 440 #      # Not used
 441 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 442 #        - 1
 443
 444     # DMM Functional
 445     dmm-func-results:
 446       csit-dmm-functional-1904-ubuntu1604-virl:
 447         - 1
 448
 449     ###########################################################################
 450     # Tables (more than one data set)
 451
 452     # Performance changes
 453
 454 #    intel-dnv-vpp-changes-2n-dnv-h1:
 455 #      intel-dnv-vpp-release-1810:
 456 #        - 1
 457 #    intel-dnv-vpp-changes-2n-dnv-ref:
 458 #      intel-dnv-vpp-release-1901:
 459 #        - 1
 460 #    intel-dnv-vpp-changes-2n-dnv-cmp:
 461 #      # TODO: Replace with 1904 data
 462 #      # intel-dnv-vpp-release-1904:
 463 #      intel-dnv-vpp-release-1901:
 464 #        - 1
 465 #    intel-dnv-vpp-changes-2n-dnv:
 466 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
 467 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
 468 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
 469
 470     vpp-performance-changes-3n-hsw-h1:
 471       csit-vpp-perf-verify-1810-3n-hsw:
 472         - 8   # NDRPDR sel
 473         - 12  # NDRPDR sel
 474         - 14  # NDRPDR sel
 475         - 18  # NDRPDR sel
 476         - 23  # NDRPDR sel
 477         - 25  # NDRPDR sel
 478         - 38  # NDRPDR sel
 479         - 39  # NDRPDR sel
 480         - 41  # NDRPDR sel
 481         - 42  # NDRPDR sel
 482     vpp-performance-changes-3n-hsw-ref:
 483       csit-vpp-perf-verify-1901-3n-hsw:
 484         - 10  # NDRPDR sel
 485         - 19  # NDRPDR sel
 486         - 31  # NDRPDR sel
 487         - 36  # NDRPDR sel
 488         - 40  # NDRPDR sel
 489         - 42  # NDRPDR sel
 490         - 44  # NDRPDR sel
 491         - 46  # NDRPDR sel
 492         - 47  # NDRPDR sel
 493         - 48  # NDRPDR sel
 494         - 61  # NDRPDR LB
 495         - 62  # NDRPDR LB
 496         - 63  # NDRPDR LB
 497         - 64  # NDRPDR LB
 498         - 65  # NDRPDR LB
 499         - 66  # NDRPDR LB
 500         - 67  # NDRPDR LB
 501         - 69  # NDRPDR LB
 502         - 70  # NDRPDR LB
 503         - 71  # NDRPDR LB
 504     vpp-performance-changes-3n-hsw-cmp:
 505       csit-vpp-perf-verify-1904-3n-hsw:
 506         - 11  # NDRPDR sel
 507         - 12  # NDRPDR sel
 508         - 20  # NDRPDR sel
 509         - 21  # NDRPDR sel
 510         - 23  # NDRPDR sel
 511         - 24  # NDRPDR sel
 512         - 25  # NDRPDR sel
 513         - 26  # NDRPDR sel
 514         - 29  # NDRPDR sel
 515         - 30  # NDRPDR sel
 516     vpp-performance-changes-3n-hsw:
 517       - "vpp-performance-changes-3n-hsw-h1"
 518       - "vpp-performance-changes-3n-hsw-ref"
 519       - "vpp-performance-changes-3n-hsw-cmp"
 520
 521     vpp-performance-changes-3n-skx-h1:
 522       csit-vpp-perf-verify-1810-3n-skx:
 523         - 10  # NDRPDR sel
 524         - 14  # NDRPDR sel
 525         - 15  # NDRPDR sel
 526         - 16  # NDRPDR sel
 527         - 17  # NDRPDR sel
 528         - 19  # NDRPDR sel
 529         - 20  # NDRPDR sel
 530         - 21  # NDRPDR sel
 531         - 22  # NDRPDR sel
 532         - 25  # NDRPDR sel
 533     vpp-performance-changes-3n-skx-ref:
 534       csit-vpp-perf-verify-1901-3n-skx:
 535         - 18  # NDRPDR sel
 536         - 19  # NDRPDR sel
 537         - 20  # NDRPDR sel
 538         - 28  # NDRPDR sel
 539         - 31  # NDRPDR sel
 540         - 33  # NDRPDR sel
 541         - 36  # NDRPDR sel
 542         - 38  # NDRPDR sel
 543         - 47  # NDRPDR sel
 544         - 48  # NDRPDR sel
 545         - 54  # NDRPDR LB
 546         - 57  # NDRPDR LB
 547         - 58  # NDRPDR LB
 548         - 59  # NDRPDR LB
 549         - 60  # NDRPDR LB
 550         - 63  # NDRPDR LB
 551         - 64  # NDRPDR LB
 552         - 65  # NDRPDR LB
 553         - 66  # NDRPDR LB
 554         - 67  # NDRPDR LB
 555     vpp-performance-changes-3n-skx-cmp:
 556       csit-vpp-perf-verify-1904-3n-skx:
 557         - 8   # NDRPDR sel
 558         - 9   # NDRPDR sel
 559         - 10  # NDRPDR sel
 560         - 11  # NDRPDR sel
 561         - 12  # NDRPDR sel
 562         - 14  # NDRPDR sel
 563         - 16  # NDRPDR sel
 564         - 21  # NDRPDR sel
 565         - 23  # NDRPDR sel
 566         - 25  # NDRPDR sel
 567     vpp-performance-changes-3n-skx:
 568       - "vpp-performance-changes-3n-skx-h1"
 569       - "vpp-performance-changes-3n-skx-ref"
 570       - "vpp-performance-changes-3n-skx-cmp"
 571
 572     vpp-performance-changes-2n-skx-h1:
 573       csit-vpp-perf-verify-1810-2n-skx:
 574         - 9   # NDRPDR sel
 575         - 13  # NDRPDR sel
 576         - 14  # NDRPDR sel
 577         - 19  # NDRPDR sel
 578         - 20  # NDRPDR sel
 579         - 21  # NDRPDR sel
 580         - 22  # NDRPDR sel
 581         - 23  # NDRPDR sel
 582         - 24  # NDRPDR sel
 583         - 27  # NDRPDR sel
 584     vpp-performance-changes-2n-skx-ref:
 585       csit-vpp-perf-verify-1901-2n-skx:
 586         - 5   # NDRPDR sel
 587         - 12  # NDRPDR sel
 588         - 13  # NDRPDR sel
 589         - 21  # NDRPDR sel
 590         - 23  # NDRPDR sel
 591         - 31  # NDRPDR sel
 592         - 34  # NDRPDR sel
 593         - 40  # NDRPDR sel
 594         - 42  # NDRPDR sel
 595         - 43  # NDRPDR sel
 596     vpp-performance-changes-2n-skx-cmp:
 597       csit-vpp-perf-verify-1904-2n-skx:
 598         - 12  # NDRPDR sel
 599         - 14  # NDRPDR sel
 600         - 16  # NDRPDR sel
 601         - 17  # NDRPDR sel
 602         - 18  # NDRPDR sel
 603         - 21  # NDRPDR sel
 604         - 27  # NDRPDR sel
 605         - 30  # NDRPDR sel
 606         - 31  # NDRPDR sel
 607         - 32  # NDRPDR sel
 608     vpp-performance-changes-2n-skx:
 609       - "vpp-performance-changes-2n-skx-h1"
 610       - "vpp-performance-changes-2n-skx-ref"
 611       - "vpp-performance-changes-2n-skx-cmp"
 612
 613     vpp-soak-vs-ndr-2n-skx-ref:
 614       csit-vpp-perf-verify-1904-2n-skx:
 615         - 12  # NDRPDR sel
 616         - 14  # NDRPDR sel
 617         - 16  # NDRPDR sel
 618         - 17  # NDRPDR sel
 619         - 18  # NDRPDR sel
 620         - 21  # NDRPDR sel
 621         - 27  # NDRPDR sel
 622         - 30  # NDRPDR sel
 623         - 31  # NDRPDR sel
 624         - 32  # NDRPDR sel
 625     vpp-soak-vs-ndr-2n-skx-cmp:
 626       csit-vpp-perf-verify-1904-2n-skx:
 627         - 70  # soak
 628         - 71  # soak
 629     vpp-soak-vs-ndr-2n-skx:
 630       csit-vpp-perf-verify-1904-2n-skx:
 631         - 12  # NDRPDR sel
 632         - 14  # NDRPDR sel
 633         - 16  # NDRPDR sel
 634         - 17  # NDRPDR sel
 635         - 18  # NDRPDR sel
 636         - 21  # NDRPDR sel
 637         - 27  # NDRPDR sel
 638         - 30  # NDRPDR sel
 639         - 31  # NDRPDR sel
 640         - 32  # NDRPDR sel
 641         - 70  # soak
 642         - 71  # soak
 643
 644     vpp-performance-changes-3n-hsw-mrr-h1:
 645       csit-vpp-perf-verify-1810-3n-hsw:
 646         - 9   # MRR sel
 647     vpp-performance-changes-3n-hsw-mrr-ref:
 648       csit-vpp-perf-verify-1901-3n-hsw:
 649         - 35  # MRR sel
 650     vpp-performance-changes-3n-hsw-mrr-cmp:
 651       csit-vpp-perf-verify-1904-3n-hsw:
 652         - 9   # MRR sel
 653     vpp-performance-changes-3n-hsw-mrr:
 654       - "vpp-performance-changes-3n-hsw-mrr-h1"
 655       - "vpp-performance-changes-3n-hsw-mrr-ref"
 656       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 657
 658     vpp-performance-changes-3n-skx-mrr-h1:
 659       csit-vpp-perf-verify-1810-3n-skx:
 660         - 9   # MRR sel
 661         - 11  # MRR sel
 662         - 12  # MRR sel
 663         - 13  # MRR sel
 664     vpp-performance-changes-3n-skx-mrr-ref:
 665       csit-vpp-perf-verify-1901-3n-skx:
 666         - 32  # MRR sel
 667     vpp-performance-changes-3n-skx-mrr-cmp:
 668       csit-vpp-perf-verify-1904-3n-skx:
 669         - 7   # MRR sel
 670     vpp-performance-changes-3n-skx-mrr:
 671       - "vpp-performance-changes-3n-skx-mrr-h1"
 672       - "vpp-performance-changes-3n-skx-mrr-ref"
 673       - "vpp-performance-changes-3n-skx-mrr-cmp"
 674
 675     vpp-performance-changes-2n-skx-mrr-h1:
 676       csit-vpp-perf-verify-1810-2n-skx:
 677         - 8   # MRR sel
 678         - 10  # MRR sel
 679         - 11  # MRR sel
 680         - 12  # MRR sel
 681     vpp-performance-changes-2n-skx-mrr-ref:
 682       csit-vpp-perf-verify-1901-2n-skx:
 683         - 22  # MRR sel
 684     vpp-performance-changes-2n-skx-mrr-cmp:
 685       csit-vpp-perf-verify-1904-2n-skx:
 686         - 11  # MRR sel
 687     vpp-performance-changes-2n-skx-mrr:
 688       - "vpp-performance-changes-2n-skx-mrr-h1"
 689       - "vpp-performance-changes-2n-skx-mrr-ref"
 690       - "vpp-performance-changes-2n-skx-mrr-cmp"
 691
 692     dpdk-performance-changes-3n-hsw-h1:
 693       csit-dpdk-perf-verify-1810-3n-hsw:
 694         - 1   # NDRPDR sel
 695         - 2   # NDRPDR sel
 696         - 3   # NDRPDR sel
 697         - 4   # NDRPDR sel
 698         - 5   # NDRPDR sel
 699         - 6   # NDRPDR sel
 700         - 7   # NDRPDR sel
 701         - 8   # NDRPDR sel
 702         - 9   # NDRPDR sel
 703         - 10  # NDRPDR sel
 704     dpdk-performance-changes-3n-hsw-ref:
 705       csit-dpdk-perf-verify-1901-3n-hsw:
 706         - 13  # NDRPDR sel
 707         - 14  # NDRPDR sel
 708         - 16  # NDRPDR sel
 709         - 17  # NDRPDR sel
 710         - 18  # NDRPDR sel
 711         - 19  # NDRPDR sel
 712         - 20  # NDRPDR sel
 713         - 21  # NDRPDR sel
 714         - 22  # NDRPDR sel
 715         - 23  # NDRPDR sel
 716     dpdk-performance-changes-3n-hsw-cmp:
 717       csit-dpdk-perf-verify-1904-3n-hsw:
 718         - 2   # NDRPDR sel
 719         - 3   # NDRPDR sel
 720         - 5   # NDRPDR sel
 721         - 6   # NDRPDR sel
 722         - 13  # NDRPDR sel
 723         - 14  # NDRPDR sel
 724         - 15  # NDRPDR sel
 725         - 18  # NDRPDR sel
 726         - 19  # NDRPDR sel
 727         - 20  # NDRPDR sel
 728     dpdk-performance-changes-3n-hsw:
 729       - "dpdk-performance-changes-3n-hsw-h1"
 730       - "dpdk-performance-changes-3n-hsw-ref"
 731       - "dpdk-performance-changes-3n-hsw-cmp"
 732
 733     dpdk-performance-changes-3n-skx-h1:
 734       csit-dpdk-perf-verify-1810-3n-skx:
 735         - 3   # NDRPDR sel
 736         - 4   # NDRPDR sel
 737         - 6   # NDRPDR sel
 738         - 7   # NDRPDR sel
 739         - 8   # NDRPDR sel
 740         - 9   # NDRPDR sel
 741         - 10  # NDRPDR sel
 742         - 11  # NDRPDR sel
 743         - 12  # NDRPDR sel
 744         - 13  # NDRPDR sel
 745     dpdk-performance-changes-3n-skx-ref:
 746       csit-dpdk-perf-verify-1901-3n-skx:
 747         - 3   # NDRPDR sel
 748         - 5   # NDRPDR sel
 749         - 6   # NDRPDR sel
 750         - 7   # NDRPDR sel
 751         - 8   # NDRPDR sel
 752         - 9   # NDRPDR sel
 753         - 10  # NDRPDR sel
 754         - 11  # NDRPDR sel
 755         - 12  # NDRPDR sel
 756         - 13  # NDRPDR sel
 757     dpdk-performance-changes-3n-skx-cmp:
 758       csit-dpdk-perf-verify-1904-3n-skx:
 759         - 2   # NDRPDR sel
 760         - 3   # NDRPDR sel
 761         - 4   # NDRPDR sel
 762         - 5   # NDRPDR sel
 763         - 6   # NDRPDR sel
 764         - 7   # NDRPDR sel
 765         - 11  # NDRPDR sel
 766         - 12  # NDRPDR sel
 767         - 13  # NDRPDR sel
 768         - 14  # NDRPDR sel
 769     dpdk-performance-changes-3n-skx:
 770       - "dpdk-performance-changes-3n-skx-h1"
 771       - "dpdk-performance-changes-3n-skx-ref"
 772       - "dpdk-performance-changes-3n-skx-cmp"
 773
 774     dpdk-performance-changes-2n-skx-h1:
 775       csit-dpdk-perf-verify-1810-2n-skx:
 776         - 3   # NDRPDR sel
 777         - 4   # NDRPDR sel
 778         - 5   # NDRPDR sel
 779         - 7   # NDRPDR sel
 780         - 8   # NDRPDR sel
 781         - 9   # NDRPDR sel
 782         - 10  # NDRPDR sel
 783         - 11  # NDRPDR sel
 784         - 12  # NDRPDR sel
 785         - 13  # NDRPDR sel
 786     dpdk-performance-changes-2n-skx-ref:
 787       csit-dpdk-perf-verify-1901-2n-skx:
 788         - 12  # NDRPDR sel
 789         - 13  # NDRPDR sel
 790         - 14  # NDRPDR sel
 791         - 15  # NDRPDR sel
 792         - 16  # NDRPDR sel
 793         - 17  # NDRPDR sel
 794         - 18  # NDRPDR sel
 795         - 19  # NDRPDR sel
 796         - 20  # NDRPDR sel
 797         - 21  # NDRPDR sel
 798     dpdk-performance-changes-2n-skx-cmp:
 799       csit-dpdk-perf-verify-1904-2n-skx:
 800         - 2   # NDRPDR sel
 801         - 3   # NDRPDR sel
 802         - 4   # NDRPDR sel
 803         - 5   # NDRPDR sel
 804         - 7   # NDRPDR sel
 805         - 8   # NDRPDR sel
 806         - 9   # NDRPDR sel
 807         - 10  # NDRPDR sel
 808         - 11  # NDRPDR sel
 809         - 12  # NDRPDR sel
 810     dpdk-performance-changes-2n-skx:
 811       - "dpdk-performance-changes-2n-skx-h1"
 812       - "dpdk-performance-changes-2n-skx-ref"
 813       - "dpdk-performance-changes-2n-skx-cmp"
 814
 815     # Compare testbeds
 816
 817     vpp-compare-testbeds-ref:
 818       csit-vpp-perf-verify-1904-3n-hsw:
 819         - 11  # NDRPDR sel
 820         - 12  # NDRPDR sel
 821         - 20  # NDRPDR sel
 822         - 21  # NDRPDR sel
 823         - 23  # NDRPDR sel
 824         - 24  # NDRPDR sel
 825         - 25  # NDRPDR sel
 826         - 26  # NDRPDR sel
 827         - 29  # NDRPDR sel
 828         - 30  # NDRPDR sel
 829     vpp-compare-testbeds-cmp:
 830       csit-vpp-perf-verify-1904-3n-skx:
 831         - 8   # NDRPDR sel
 832         - 9   # NDRPDR sel
 833         - 10  # NDRPDR sel
 834         - 11  # NDRPDR sel
 835         - 12  # NDRPDR sel
 836         - 14  # NDRPDR sel
 837         - 16  # NDRPDR sel
 838         - 21  # NDRPDR sel
 839         - 23  # NDRPDR sel
 840         - 25  # NDRPDR sel
 841     vpp-compare-testbeds:
 842       - "vpp-compare-testbeds-ref"
 843       - "vpp-compare-testbeds-cmp"
 844
 845     vpp-compare-testbeds-mrr-ref:
 846       csit-vpp-perf-verify-1904-3n-hsw:
 847         - 9   # MRR sel
 848     vpp-compare-testbeds-mrr-cmp:
 849       csit-vpp-perf-verify-1904-3n-skx:
 850         - 7   # MRR sel
 851     vpp-compare-testbeds-mrr:
 852       - "vpp-compare-testbeds-mrr-ref"
 853       - "vpp-compare-testbeds-mrr-cmp"
 854
 855     dpdk-compare-testbeds-ref:
 856       csit-dpdk-perf-verify-1904-3n-hsw:
 857         - 2   # NDRPDR sel
 858         - 3   # NDRPDR sel
 859         - 5   # NDRPDR sel
 860         - 6   # NDRPDR sel
 861         - 13  # NDRPDR sel
 862         - 14  # NDRPDR sel
 863         - 15  # NDRPDR sel
 864         - 18  # NDRPDR sel
 865         - 19  # NDRPDR sel
 866         - 20  # NDRPDR sel
 867     dpdk-compare-testbeds-cmp:
 868       csit-dpdk-perf-verify-1904-3n-skx:
 869         - 2   # NDRPDR sel
 870         - 3   # NDRPDR sel
 871         - 4   # NDRPDR sel
 872         - 5   # NDRPDR sel
 873         - 6   # NDRPDR sel
 874         - 7   # NDRPDR sel
 875         - 11  # NDRPDR sel
 876         - 12  # NDRPDR sel
 877         - 13  # NDRPDR sel
 878         - 14  # NDRPDR sel
 879     dpdk-compare-testbeds:
 880       - "dpdk-compare-testbeds-ref"
 881       - "dpdk-compare-testbeds-cmp"
 882
 883     # Compare topologies
 884
 885     vpp-compare-topologies-ref:
 886       csit-vpp-perf-verify-1904-3n-skx:
 887         - 8   # NDRPDR sel
 888         - 9   # NDRPDR sel
 889         - 10  # NDRPDR sel
 890         - 11  # NDRPDR sel
 891         - 12  # NDRPDR sel
 892         - 14  # NDRPDR sel
 893         - 16  # NDRPDR sel
 894         - 21  # NDRPDR sel
 895         - 23  # NDRPDR sel
 896         - 25  # NDRPDR sel
 897     vpp-compare-topologies-cmp:
 898       csit-vpp-perf-verify-1904-2n-skx:
 899         - 12  # NDRPDR sel
 900         - 14  # NDRPDR sel
 901         - 16  # NDRPDR sel
 902         - 17  # NDRPDR sel
 903         - 18  # NDRPDR sel
 904         - 21  # NDRPDR sel
 905         - 27  # NDRPDR sel
 906         - 30  # NDRPDR sel
 907         - 31  # NDRPDR sel
 908         - 32  # NDRPDR sel
 909     vpp-compare-topologies:
 910       - "vpp-compare-topologies-ref"
 911       - "vpp-compare-topologies-cmp"
 912
 913     vpp-compare-topologies-mrr-ref:
 914       csit-vpp-perf-verify-1904-3n-skx:
 915         - 7   # MRR sel
 916     vpp-compare-topologies-mrr-cmp:
 917       csit-vpp-perf-verify-1904-2n-skx:
 918         - 11  # MRR sel
 919     vpp-compare-topologies-mrr:
 920       - "vpp-compare-topologies-mrr-ref"
 921       - "vpp-compare-topologies-mrr-cmp"
 922
 923     dpdk-compare-topologies-ref:
 924       csit-dpdk-perf-verify-1904-3n-skx:
 925         - 2   # NDRPDR sel
 926         - 3   # NDRPDR sel
 927         - 4   # NDRPDR sel
 928         - 5   # NDRPDR sel
 929         - 6   # NDRPDR sel
 930         - 7   # NDRPDR sel
 931         - 11  # NDRPDR sel
 932         - 12  # NDRPDR sel
 933         - 13  # NDRPDR sel
 934         - 14  # NDRPDR sel
 935     dpdk-compare-topologies-cmp:
 936       csit-dpdk-perf-verify-1904-2n-skx:
 937         - 2   # NDRPDR sel
 938         - 3   # NDRPDR sel
 939         - 4   # NDRPDR sel
 940         - 5   # NDRPDR sel
 941         - 7   # NDRPDR sel
 942         - 8   # NDRPDR sel
 943         - 9   # NDRPDR sel
 944         - 10  # NDRPDR sel
 945         - 11  # NDRPDR sel
 946         - 12  # NDRPDR sel
 947     dpdk-compare-topologies:
 948       - "dpdk-compare-topologies-ref"
 949       - "dpdk-compare-topologies-cmp"
 950
 951   plot-layouts:
 952
 953     plot-soak-throughput:
 954       titlefont:
 955         size: 18
 956       xaxis:
 957         title: "<b>Test Cases [Index]</b>"
 958         titlefont:
 959           size: 16
 960         autorange: True
 961         fixedrange: False
 962         gridcolor: "rgb(230, 230, 230)"
 963         linecolor: "rgb(220, 220, 220)"
 964         linewidth: 1
 965         showgrid: True
 966         showline: True
 967         showticklabels: True
 968         tickcolor: "rgb(220, 220, 220)"
 969         tickmode: "linear"
 970         tickfont:
 971           size: 16
 972         zeroline: False
 973       yaxis:
 974         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
 975         titlefont:
 976           size: 16
 977         gridcolor: "rgb(230, 230, 230)"
 978         hoverformat: ".4r"
 979         tickformat: ".3r"
 980         linecolor: "rgb(220, 220, 220)"
 981         linewidth: 1
 982         showgrid: True
 983         showline: True
 984         showticklabels: True
 985         tickcolor: "rgb(220, 220, 220)"
 986         tickfont:
 987           size: 16
 988         zeroline: False
 989         range: [0,50]
 990       autosize: False
 991       margin:
 992         t: 50
 993         b: 0
 994         l: 80
 995         r: 20
 996       showlegend: True
 997       legend:
 998         orientation: "h"
 999         font:
1000           size: 16
1001       width: 700
1002       height: 900
1003
1004     plot-service-density:
1005       titlefont:
1006         size: 18
1007       xaxis:
1008         side: "top"
1009         autorange: True
1010         fixedrange: False
1011         showgrid: False
1012         showline: False
1013         showticklabels: False
1014         ticks: ""
1015         ticklen: 0
1016         tickwidth: 0
1017         zeroline: False
1018       yaxis:
1019         autorange: "reversed"
1020         showgrid: False
1021         showline: False
1022         showticklabels: False
1023         ticks: ""
1024         ticklen: 0
1025         tickwidth: 0
1026         zeroline: False
1027       autosize: True
1028       showlegend: False
1029       width: 700
1030       height: 700
1031
1032     plot-cps:
1033       titlefont:
1034         size: 18
1035       xaxis:
1036         title: "<b>Test Cases [Index]</b>"
1037         titlefont:
1038           size: 16
1039         autorange: True
1040         fixedrange: False
1041         gridcolor: "rgb(230, 230, 230)"
1042         linecolor: "rgb(220, 220, 220)"
1043         linewidth: 1
1044         showgrid: True
1045         showline: True
1046         showticklabels: True
1047         tickcolor: "rgb(220, 220, 220)"
1048         tickmode: "linear"
1049         tickfont:
1050           size: 16
1051         zeroline: False
1052       yaxis:
1053         title: "<b>Connections Per Second [cps]</b>"
1054         titlefont:
1055           size: 16
1056         gridcolor: "rgb(230, 230, 230)"
1057         hoverformat: ".4s"
1058         linecolor: "rgb(220, 220, 220)"
1059         linewidth: 1
1060         rangemode: "tozero"
1061         showgrid: True
1062         showline: True
1063         showticklabels: True
1064         tickcolor: "rgb(220, 220, 220)"
1065         tickformat: ".3s"
1066         tickfont:
1067           size: 16
1068         zeroline: False
1069       boxmode: "group"
1070       boxgroupgap: 0.5
1071       autosize: False
1072       margin:
1073         t: 50
1074         b: 20
1075         l: 80
1076         r: 20
1077       showlegend: True
1078       legend:
1079         orientation: "h"
1080         font:
1081           size: 16
1082       width: 700
1083       height: 800
1084
1085     plot-rps:
1086       titlefont:
1087         size: 18
1088       xaxis:
1089         title: "<b>Test Cases [Index]</b>"
1090         titlefont:
1091           size: 16
1092         autorange: True
1093         fixedrange: False
1094         gridcolor: "rgb(230, 230, 230)"
1095         linecolor: "rgb(220, 220, 220)"
1096         linewidth: 1
1097         showgrid: True
1098         showline: True
1099         showticklabels: True
1100         tickcolor: "rgb(220, 220, 220)"
1101         tickmode: "linear"
1102         tickfont:
1103           size: 16
1104         zeroline: False
1105       yaxis:
1106         title: "<b>Requests Per Second [rps]</b>"
1107         titlefont:
1108           size: 16
1109         gridcolor: "rgb(230, 230, 230)"
1110         hoverformat: ".4s"
1111         linecolor: "rgb(220, 220, 220)"
1112         linewidth: 1
1113         rangemode: "tozero"
1114         showgrid: True
1115         showline: True
1116         showticklabels: True
1117         tickcolor: "rgb(230, 230, 230)"
1118         tickformat: ".3s"
1119         tickfont:
1120           size: 16
1121         zeroline: False
1122       boxmode: "group"
1123       boxgroupgap: 0.5
1124       autosize: False
1125       margin:
1126         t: 50
1127         b: 20
1128         l: 80
1129         r: 20
1130       showlegend: True
1131       legend:
1132         orientation: "h"
1133         font:
1134           size: 16
1135       width: 700
1136       height: 800
1137
1138     plot-throughput:
1139       titlefont:
1140         size: 18
1141       xaxis:
1142         title: "<b>Test Cases [Index]</b>"
1143         titlefont:
1144           size: 16
1145         autorange: True
1146         fixedrange: False
1147         gridcolor: "rgb(230, 230, 230)"
1148         linecolor: "rgb(220, 220, 220)"
1149         linewidth: 1
1150         showgrid: True
1151         showline: True
1152         showticklabels: True
1153         tickcolor: "rgb(220, 220, 220)"
1154         tickmode: "linear"
1155         tickfont:
1156           size: 16
1157         zeroline: False
1158       yaxis:
1159         title: "<b>Packet Throughput [Mpps]</b>"
1160         titlefont:
1161           size: 16
1162         gridcolor: "rgb(230, 230, 230)"
1163         hoverformat: ".4r"
1164         tickformat: ".3r"
1165         linecolor: "rgb(220, 220, 220)"
1166         linewidth: 1
1167         showgrid: True
1168         showline: True
1169         showticklabels: True
1170         tickcolor: "rgb(220, 220, 220)"
1171         tickfont:
1172           size: 16
1173         zeroline: False
1174         range: [0,50]
1175       boxmode: "group"
1176       boxgroupgap: 0.5
1177       autosize: False
1178       margin:
1179         t: 50
1180         b: 0
1181         l: 80
1182         r: 20
1183       showlegend: True
1184       legend:
1185         orientation: "h"
1186         font:
1187           size: 16
1188       width: 700
1189       height: 900
1190
1191     plot-throughput-speedup-analysis:
1192       titlefont:
1193         size: 18
1194       xaxis:
1195         title: "<b>Number of Cores [Qty]</b>"
1196         titlefont:
1197           size: 16
1198         autorange: True
1199         fixedrange: False
1200         gridcolor: "rgb(230, 230, 230)"
1201         linecolor: "rgb(220, 220, 220)"
1202         linewidth: 1
1203         showgrid: True
1204         showline: True
1205         showticklabels: True
1206         tickcolor: "rgb(238, 238, 238)"
1207         tickmode: "linear"
1208         tickfont:
1209           size: 16
1210         zeroline: False
1211       yaxis:
1212         title: "<b>Packet Throughput [Mpps]</b>"
1213         titlefont:
1214           size: 16
1215         type: "linear"
1216         gridcolor: "rgb(230, 230, 230)"
1217         hoverformat: ".4s"
1218         linecolor: "rgb(220, 220, 220)"
1219         linewidth: 1
1220         showgrid: True
1221         showline: True
1222         showticklabels: True
1223         tickcolor: "rgb(220, 220, 220)"
1224         tickformat: ".4s"
1225         tickfont:
1226           size: 16
1227         zeroline: True
1228         rangemode: "tozero"
1229         range: [0,100]
1230       legend:
1231         orientation: "h"
1232         font:
1233           size: 16
1234         xanchor: "left"
1235         yanchor: "top"
1236         x: 0
1237         y: -0.2
1238         bgcolor: "rgba(255, 255, 255, 0)"
1239         bordercolor: "rgba(255, 255, 255, 0)"
1240         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1241       autosize: False
1242       margin:
1243           't': 50
1244           'b': 150
1245           'l': 85
1246           'r': 10
1247       showlegend: True
1248       width: 700
1249       height: 700
1250       hoverlabel:
1251         namelength: -1
1252       annotations: [
1253         {
1254           text: "_ _          __          ...",
1255           align: "left",
1256           showarrow: False,
1257           xref: "paper",
1258           yref: "paper",
1259           xanchor: "left",
1260           yanchor: "top",
1261           x: 0,
1262           y: -0.13,
1263           font: {
1264             family: "Consolas, Courier New",
1265             size: 15
1266           },
1267         },
1268         {
1269           text: "    Perfect     Measured     Limit",
1270           align: "left",
1271           showarrow: False,
1272           xref: "paper",
1273           yref: "paper",
1274           xanchor: "left",
1275           yanchor: "top",
1276           x: 0,
1277           y: -0.15,
1278           font: {
1279             family: "Consolas, Courier New",
1280             size: 15
1281           },
1282         },
1283       ]
1284
1285     plot-latency:
1286       titlefont:
1287         size: 18
1288       xaxis:
1289         title: "<b>Direction</b>"
1290         titlefont:
1291           size: 16
1292         autorange: True
1293         fixedrange: False
1294         gridcolor: "rgb(230, 230, 230)"
1295         linecolor: "rgb(220, 220, 220)"
1296         linewidth: 1
1297         showgrid: True
1298         showline: True
1299         showticklabels: False
1300         tickcolor: "rgb(220, 220, 220)"
1301         tickmode: "linear"
1302         tickfont:
1303           size: 16
1304         zeroline: False
1305       yaxis:
1306         title: "<b>Packet Latency [uSec]</b>"
1307         titlefont:
1308           size: 16
1309         type: "linear"
1310         gridcolor: "rgb(230, 230, 230)"
1311         hoverformat: ".4s"
1312         linecolor: "rgb(220, 220, 220)"
1313         linewidth: 1
1314         showgrid: True
1315         showline: True
1316         showticklabels: True
1317         tickcolor: "rgb(220, 220, 220)"
1318         tickformat: ".4s"
1319         tickfont:
1320           size: 16
1321         zeroline: True
1322         rangemode: "tozero"
1323       legend:
1324         orientation: "h"
1325         font:
1326           size: 16
1327         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1328       autosize: False
1329       margin:
1330           't': 50
1331           'b': 150
1332           'l': 80
1333           'r': 10
1334       showlegend: True
1335       width: 700
1336       height: 700
1337       hoverlabel:
1338         namelength: -1
1339
1340 - type: "static"
1341   src-path: "{DIR[RST]}"
1342   dst-path: "{DIR[WORKING,SRC]}"
1343
1344 - type: "input"
1345   general:
1346     file-name: "robot-plugin.zip"
1347     file-format: ".zip"
1348     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1349     extract: "robot-plugin/output.xml"
1350
1351   builds:
1352 #    # TODO: Add 1904 data
1353 ##    intel-dnv-vpp-release-1904:
1354 ##      - 1
1355 #
1356 #    intel-dnv-vpp-release-1901:
1357 #      - 1
1358 #
1359 #    intel-dnv-vpp-release-1810:
1360 #      - 1
1361
1362     csit-vpp-perf-verify-1810-3n-hsw:
1363       - 9   # MRR sel
1364       - 8   # NDRPDR sel
1365       - 12  # NDRPDR sel
1366       - 14  # NDRPDR sel
1367       - 18  # NDRPDR sel
1368       - 23  # NDRPDR sel
1369       - 25  # NDRPDR sel
1370       - 38  # NDRPDR sel
1371       - 39  # NDRPDR sel
1372       - 41  # NDRPDR sel
1373       - 42  # NDRPDR sel
1374 #      - 28  # WRK
1375 #      - 29  # WRK
1376 #      - 30  # WRK
1377 #      - 31  # WRK
1378 #      - 32  # WRK
1379 #      - 33  # WRK
1380 #      - 34  # WRK
1381 #      - 35  # WRK
1382 #      - 36  # WRK
1383 #      - 37  # WRK
1384     csit-vpp-perf-verify-1901-3n-hsw:
1385       - 35  # MRR sel
1386       - 10  # NDRPDR sel
1387       - 19  # NDRPDR sel
1388       - 31  # NDRPDR sel
1389       - 36  # NDRPDR sel
1390       - 40  # NDRPDR sel
1391       - 42  # NDRPDR sel
1392       - 44  # NDRPDR sel
1393       - 46  # NDRPDR sel
1394       - 47  # NDRPDR sel
1395       - 48  # NDRPDR sel
1396       - 61  # NDRPDR LB
1397       - 62  # NDRPDR LB
1398       - 63  # NDRPDR LB
1399       - 64  # NDRPDR LB
1400       - 65  # NDRPDR LB
1401       - 66  # NDRPDR LB
1402       - 67  # NDRPDR LB
1403       - 69  # NDRPDR LB
1404       - 70  # NDRPDR LB
1405       - 71  # NDRPDR LB
1406     # TODO: Add 1904 Data
1407     csit-vpp-perf-verify-1904-3n-hsw:
1408       - 9   # MRR sel
1409       - 32  # NDRPDR full
1410       - 33  # NDRPDR full
1411       - 35  # NDRPDR full
1412       - 11  # NDRPDR sel
1413       - 12  # NDRPDR sel
1414       - 20  # NDRPDR sel
1415       - 21  # NDRPDR sel
1416       - 23  # NDRPDR sel
1417       - 24  # NDRPDR sel
1418       - 25  # NDRPDR sel
1419       - 26  # NDRPDR sel
1420       - 29  # NDRPDR sel
1421       - 30  # NDRPDR sel
1422
1423     csit-vpp-perf-verify-1810-3n-skx:
1424       - 9   # MRR sel
1425       - 11  # MRR sel
1426       - 12  # MRR sel
1427       - 13  # MRR sel
1428       - 10  # NDRPDR sel
1429       - 14  # NDRPDR sel
1430       - 15  # NDRPDR sel
1431       - 16  # NDRPDR sel
1432       - 17  # NDRPDR sel
1433       - 19  # NDRPDR sel
1434       - 20  # NDRPDR sel
1435       - 21  # NDRPDR sel
1436       - 22  # NDRPDR sel
1437       - 25  # NDRPDR sel
1438     csit-vpp-perf-verify-1901-3n-skx:
1439       - 32  # MRR sel
1440       - 18  # NDRPDR sel
1441       - 19  # NDRPDR sel
1442       - 20  # NDRPDR sel
1443       - 28  # NDRPDR sel
1444       - 31  # NDRPDR sel
1445       - 33  # NDRPDR sel
1446       - 36  # NDRPDR sel
1447       - 38  # NDRPDR sel
1448       - 47  # NDRPDR sel
1449       - 48  # NDRPDR sel
1450       - 54  # NDRPDR LB
1451       - 57  # NDRPDR LB
1452       - 58  # NDRPDR LB
1453       - 59  # NDRPDR LB
1454       - 60  # NDRPDR LB
1455       - 63  # NDRPDR LB
1456       - 64  # NDRPDR LB
1457       - 65  # NDRPDR LB
1458       - 66  # NDRPDR LB
1459       - 67  # NDRPDR LB
1460     csit-vpp-perf-verify-1904-3n-skx:
1461       - 7   # MRR sel
1462       - 26  # NDRPDR full
1463       - 27  # NDRPDR full
1464       - 30  # NDRPDR full
1465       - 31  # NDRPDR full
1466       - 8   # NDRPDR sel
1467       - 9   # NDRPDR sel
1468       - 10  # NDRPDR sel
1469       - 11  # NDRPDR sel
1470       - 12  # NDRPDR sel
1471       - 14  # NDRPDR sel
1472       - 16  # NDRPDR sel
1473       - 21  # NDRPDR sel
1474       - 23  # NDRPDR sel
1475       - 25  # NDRPDR sel
1476
1477     csit-vpp-perf-verify-1810-2n-skx:
1478       - 8   # MRR sel
1479       - 10  # MRR sel
1480       - 11  # MRR sel
1481       - 12  # MRR sel
1482       - 9   # NDRPDR sel
1483       - 13  # NDRPDR sel
1484       - 14  # NDRPDR sel
1485       - 19  # NDRPDR sel
1486       - 20  # NDRPDR sel
1487       - 21  # NDRPDR sel
1488       - 22  # NDRPDR sel
1489       - 23  # NDRPDR sel
1490       - 24  # NDRPDR sel
1491       - 27  # NDRPDR sel
1492     csit-vpp-perf-verify-1901-2n-skx:
1493       - 22  # MRR sel
1494       - 5   # NDRPDR sel
1495       - 12  # NDRPDR sel
1496       - 13  # NDRPDR sel
1497       - 21  # NDRPDR sel
1498       - 23  # NDRPDR sel
1499       - 31  # NDRPDR sel
1500       - 34  # NDRPDR sel
1501       - 40  # NDRPDR sel
1502       - 42  # NDRPDR sel
1503       - 43  # NDRPDR sel
1504     csit-vpp-perf-verify-1904-2n-skx:
1505       - 11  # MRR sel
1506       - 33  # NDRPDR full
1507       - 39  # NDRPDR full
1508       - 58  # NDRPDR full
1509       - 62  # NDRPDR full
1510       - 12  # NDRPDR sel
1511       - 14  # NDRPDR sel
1512       - 16  # NDRPDR sel
1513       - 17  # NDRPDR sel
1514       - 18  # NDRPDR sel
1515       - 21  # NDRPDR sel
1516       - 27  # NDRPDR sel
1517       - 30  # NDRPDR sel
1518       - 31  # NDRPDR sel
1519       - 32  # NDRPDR sel
1520       - 40  # NFV MRR 64b
1521       - 41  # NFV MRR 64b
1522       - 42  # NFV MRR 64b
1523       - 47  # NFV MRR 64b
1524       - 48  # NFV MRR 64b
1525       - 49  # NFV MRR IMIX
1526       - 50  # NFV MRR IMIX
1527       - 51  # NFV MRR IMIX
1528       - 54  # NFV MRR IMIX
1529       - 55  # NFV MRR IMIX
1530       - 56  # NFV NDRPDR 64b
1531       - 59  # NFV NDRPDR 64b
1532       - 60  # NFV NDRPDR 64b
1533       - 65  # NFV NDRPDR 64b
1534       - 68  # NFV NDRPDR 64b
1535       - 66  # NFV NDRPDR IMIX
1536       - 67  # NFV NDRPDR IMIX
1537       - 69  # NFV NDRPDR IMIX
1538       - 82  # NFV NDRPDR IMIX
1539       - 83  # NFV NDRPDR IMIX
1540       - 80  # NFV MRR NDRPDR 64b IMIX
1541       - 81  # NFV MRR NDRPDR 64b IMIX
1542       - 84  # NFV MRR NDRPDR 64b IMIX
1543       - 85  # NFV MRR NDRPDR 64b IMIX
1544       - 86  # NFV MRR NDRPDR 64b IMIX
1545       - 70  # soak
1546       - 71  # soak
1547
1548 #    csit-ligato-perf-verify-1901-3n-hsw:
1549 #      - 10  # NDRPDR full
1550 #      - 8   # NDRPDR sel
1551 #      - 9   # NDRPDR sel
1552 #      - 11  # NDRPDR sel
1553 #      - 12  # NDRPDR sel
1554 #      - 13  # NDRPDR sel
1555 #      - 14  # NDRPDR sel
1556 #      - 15  # NDRPDR sel
1557 #      - 16  # NDRPDR sel
1558 #      - 17  # NDRPDR sel
1559 #      - 18  # NDRPDR sel
1560 #    # TODO: Add 1904 data
1561 ##    csit-ligato-perf-verify-1904-3n-hsw:
1562 ##      -
1563
1564     csit-dpdk-perf-verify-1810-3n-hsw:
1565       - 1   # NDRPDR sel
1566       - 2   # NDRPDR sel
1567       - 3   # NDRPDR sel
1568       - 4   # NDRPDR sel
1569       - 5   # NDRPDR sel
1570       - 6   # NDRPDR sel
1571       - 7   # NDRPDR sel
1572       - 8   # NDRPDR sel
1573       - 9   # NDRPDR sel
1574       - 10  # NDRPDR sel
1575     csit-dpdk-perf-verify-1901-3n-hsw:
1576       - 13  # NDRPDR sel
1577       - 14  # NDRPDR sel
1578       - 16  # NDRPDR sel
1579       - 17  # NDRPDR sel
1580       - 18  # NDRPDR sel
1581       - 19  # NDRPDR sel
1582       - 20  # NDRPDR sel
1583       - 21  # NDRPDR sel
1584       - 22  # NDRPDR sel
1585       - 23  # NDRPDR sel
1586     csit-dpdk-perf-verify-1904-3n-hsw:
1587       - 2   # NDRPDR sel
1588       - 3   # NDRPDR sel
1589       - 5   # NDRPDR sel
1590       - 6   # NDRPDR sel
1591       - 13  # NDRPDR sel
1592       - 14  # NDRPDR sel
1593       - 15  # NDRPDR sel
1594       - 18  # NDRPDR sel
1595       - 19  # NDRPDR sel
1596       - 20  # NDRPDR sel
1597
1598     csit-dpdk-perf-verify-1810-3n-skx:
1599       - 3   # NDRPDR sel
1600       - 4   # NDRPDR sel
1601       - 6   # NDRPDR sel
1602       - 7   # NDRPDR sel
1603       - 8   # NDRPDR sel
1604       - 9   # NDRPDR sel
1605       - 10  # NDRPDR sel
1606       - 11  # NDRPDR sel
1607       - 12  # NDRPDR sel
1608       - 13  # NDRPDR sel
1609     csit-dpdk-perf-verify-1901-3n-skx:
1610       - 3   # NDRPDR sel
1611       - 5   # NDRPDR sel
1612       - 6   # NDRPDR sel
1613       - 7   # NDRPDR sel
1614       - 8   # NDRPDR sel
1615       - 9   # NDRPDR sel
1616       - 10  # NDRPDR sel
1617       - 11  # NDRPDR sel
1618       - 12  # NDRPDR sel
1619       - 13  # NDRPDR sel
1620     csit-dpdk-perf-verify-1904-3n-skx:
1621       - 2   # NDRPDR sel
1622       - 3   # NDRPDR sel
1623       - 4   # NDRPDR sel
1624       - 5   # NDRPDR sel
1625       - 6   # NDRPDR sel
1626       - 7   # NDRPDR sel
1627       - 11  # NDRPDR sel
1628       - 12  # NDRPDR sel
1629       - 13  # NDRPDR sel
1630       - 14  # NDRPDR sel
1631
1632     csit-dpdk-perf-verify-1810-2n-skx:
1633       - 3   # NDRPDR sel
1634       - 4   # NDRPDR sel
1635       - 5   # NDRPDR sel
1636       - 7   # NDRPDR sel
1637       - 8   # NDRPDR sel
1638       - 9   # NDRPDR sel
1639       - 10  # NDRPDR sel
1640       - 11  # NDRPDR sel
1641       - 12  # NDRPDR sel
1642       - 13  # NDRPDR sel
1643     csit-dpdk-perf-verify-1901-2n-skx:
1644       - 12  # NDRPDR sel
1645       - 13  # NDRPDR sel
1646       - 14  # NDRPDR sel
1647       - 15  # NDRPDR sel
1648       - 16  # NDRPDR sel
1649       - 17  # NDRPDR sel
1650       - 18  # NDRPDR sel
1651       - 19  # NDRPDR sel
1652       - 20  # NDRPDR sel
1653       - 21  # NDRPDR sel
1654     csit-dpdk-perf-verify-1904-2n-skx:
1655       - 2   # NDRPDR sel
1656       - 3   # NDRPDR sel
1657       - 4   # NDRPDR sel
1658       - 5   # NDRPDR sel
1659       - 7   # NDRPDR sel
1660       - 8   # NDRPDR sel
1661       - 9   # NDRPDR sel
1662       - 10  # NDRPDR sel
1663       - 11  # NDRPDR sel
1664       - 12  # NDRPDR sel
1665
1666     csit-vpp-functional-1904-ubuntu1604-virl:
1667       - 33
1668     csit-vpp-functional-1904-centos7-virl:
1669       - 32
1670     csit-vpp-device-1904-ubuntu1804-1n-skx:
1671       - 32
1672 #    # Not used
1673 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1674 #      - 1
1675     csit-dmm-functional-1904-ubuntu1604-virl:
1676       - 1
1677     csit-hc2vpp-verify-func-1904-ubuntu1604:
1678       - 4
1679
1680 - type: "output"
1681   output: "report"
1682   format:
1683     html:
1684     - full
1685     pdf:
1686     - minimal
1687
1688 ################################################################################
1689 ###                               T A B L E S                                ###
1690 ################################################################################
1691
1692 # VPP Soak vs NDR
1693 - type: "table"
1694   title: "VPP Soak vs NDR 2n-skx"
1695   algorithm: "table_soak_vs_ndr"
1696   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1697   reference:
1698     title: "NDR"
1699     data: "vpp-soak-vs-ndr-2n-skx-ref"
1700   compare:
1701     title: "Soak"
1702     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1703   data: "vpp-soak-vs-ndr-2n-skx"
1704   include-tests: "NDR"
1705   filter: "('NDRPDR' or 'SOAK')"
1706   parameters:
1707     - "throughput"
1708     - "name"
1709     - "parent"
1710
1711 ################################################################################
1712
1713 # VPP Compare NICs 3n-hsw 1t1c ndr
1714 - type: "table"
1715   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1716   algorithm: "table_nics_comparison"
1717   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1718   reference:
1719     title: "Intel-x520"
1720     nic: "NIC_Intel-X520-DA2"
1721   compare:
1722     title: "Intel-x710"
1723     nic: "NIC_Intel-X710"
1724   data: "vpp-nic-comparison-3n-hsw"
1725   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1726   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1727   parameters:
1728   - "name"
1729   - "parent"
1730   - "throughput"
1731   - "tags"
1732
1733 # VPP Compare NICs 3n-hsw 2t2c ndr
1734 - type: "table"
1735   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1736   algorithm: "table_nics_comparison"
1737   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1738   reference:
1739     title: "Intel-x520"
1740     nic: "NIC_Intel-X520-DA2"
1741   compare:
1742     title: "Intel-x710"
1743     nic: "NIC_Intel-X710"
1744   data: "vpp-nic-comparison-3n-hsw"
1745   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1746   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1747   parameters:
1748   - "name"
1749   - "parent"
1750   - "throughput"
1751   - "tags"
1752
1753 # VPP Compare NICs 3n-hsw 1t1c pdr
1754 - type: "table"
1755   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1756   algorithm: "table_nics_comparison"
1757   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1758   reference:
1759     title: "Intel-x520"
1760     nic: "NIC_Intel-X520-DA2"
1761   compare:
1762     title: "Intel-x710"
1763     nic: "NIC_Intel-X710"
1764   data: "vpp-nic-comparison-3n-hsw"
1765   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1766   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1767   parameters:
1768   - "name"
1769   - "parent"
1770   - "throughput"
1771   - "tags"
1772
1773 # VPP Compare NICs 3n-hsw 2t2c pdr
1774 - type: "table"
1775   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1776   algorithm: "table_nics_comparison"
1777   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1778   reference:
1779     title: "Intel-x520"
1780     nic: "NIC_Intel-X520-DA2"
1781   compare:
1782     title: "Intel-x710"
1783     nic: "NIC_Intel-X710"
1784   data: "vpp-nic-comparison-3n-hsw"
1785   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1786   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1787   parameters:
1788   - "name"
1789   - "parent"
1790   - "throughput"
1791   - "tags"
1792
1793 # VPP Compare NICs 3n-hsw 1t1c mrr
1794 - type: "table"
1795   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1796   algorithm: "table_nics_comparison"
1797   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1798   reference:
1799     title: "Intel-x520"
1800     nic: "NIC_Intel-X520-DA2"
1801   compare:
1802     title: "Intel-x710"
1803     nic: "NIC_Intel-X710"
1804   data: "vpp-nic-comparison-3n-hsw-mrr"
1805   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1806   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1807   parameters:
1808   - "name"
1809   - "parent"
1810   - "result"
1811   - "tags"
1812
1813 # VPP Compare NICs 3n-hsw 2t2c mrr
1814 - type: "table"
1815   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1816   algorithm: "table_nics_comparison"
1817   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1818   reference:
1819     title: "Intel-x520"
1820     nic: "NIC_Intel-X520-DA2"
1821   compare:
1822     title: "Intel-x710"
1823     nic: "NIC_Intel-X710"
1824   data: "vpp-nic-comparison-3n-hsw-mrr"
1825   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1826   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1827   parameters:
1828   - "name"
1829   - "parent"
1830   - "result"
1831   - "tags"
1832
1833 # VPP Compare NICs 3n-hsw 4t4c mrr
1834 - type: "table"
1835   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1836   algorithm: "table_nics_comparison"
1837   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1838   reference:
1839     title: "Intel-x520"
1840     nic: "NIC_Intel-X520-DA2"
1841   compare:
1842     title: "Intel-x710"
1843     nic: "NIC_Intel-X710"
1844   data: "vpp-nic-comparison-3n-hsw-mrr"
1845   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1846   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1847   parameters:
1848   - "name"
1849   - "parent"
1850   - "result"
1851   - "tags"
1852
1853 # VPP Compare NICs 3n-skx 2t1c ndr
1854 - type: "table"
1855   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1856   algorithm: "table_nics_comparison"
1857   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1858   reference:
1859     title: "Intel-x710"
1860     nic: "NIC_Intel-X710"
1861   compare:
1862     title: "Intel-xxv710"
1863     nic: "NIC_Intel-XXV710"
1864   data: "vpp-nic-comparison-3n-skx"
1865   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1866   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1867   parameters:
1868   - "name"
1869   - "parent"
1870   - "throughput"
1871   - "tags"
1872
1873 # VPP Compare NICs 3n-skx 4t2c ndr
1874 - type: "table"
1875   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1876   algorithm: "table_nics_comparison"
1877   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1878   reference:
1879     title: "Intel-x710"
1880     nic: "NIC_Intel-X710"
1881   compare:
1882     title: "Intel-xxv710"
1883     nic: "NIC_Intel-XXV710"
1884   data: "vpp-nic-comparison-3n-skx"
1885   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1886   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1887   parameters:
1888   - "name"
1889   - "parent"
1890   - "throughput"
1891   - "tags"
1892
1893 # VPP Compare NICs 3n-skx 2t1c pdr
1894 - type: "table"
1895   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1896   algorithm: "table_nics_comparison"
1897   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1898   reference:
1899     title: "Intel-x710"
1900     nic: "NIC_Intel-X710"
1901   compare:
1902     title: "Intel-xxv710"
1903     nic: "NIC_Intel-XXV710"
1904   data: "vpp-nic-comparison-3n-skx"
1905   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1906   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1907   parameters:
1908   - "name"
1909   - "parent"
1910   - "throughput"
1911   - "tags"
1912
1913  # VPP Compare NICs 3n-skx 4t2c pdr
1914 - type: "table"
1915   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1916   algorithm: "table_nics_comparison"
1917   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1918   reference:
1919     title: "Intel-x710"
1920     nic: "NIC_Intel-X710"
1921   compare:
1922     title: "Intel-xxv710"
1923     nic: "NIC_Intel-XXV710"
1924   data: "vpp-nic-comparison-3n-skx"
1925   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1926   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1927   parameters:
1928   - "name"
1929   - "parent"
1930   - "throughput"
1931   - "tags"
1932
1933 # VPP Compare NICs 3n-skx 2t1c mrr
1934 - type: "table"
1935   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1936   algorithm: "table_nics_comparison"
1937   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1938   reference:
1939     title: "Intel-x710"
1940     nic: "NIC_Intel-X710"
1941   compare:
1942     title: "Intel-xxv710"
1943     nic: "NIC_Intel-XXV710"
1944   data: "vpp-nic-comparison-3n-skx-mrr"
1945   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1946   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1947   parameters:
1948   - "name"
1949   - "parent"
1950   - "result"
1951   - "tags"
1952
1953 # VPP Compare NICs 3n-skx 4t2c mrr
1954 - type: "table"
1955   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1956   algorithm: "table_nics_comparison"
1957   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1958   reference:
1959     title: "Intel-x710"
1960     nic: "NIC_Intel-X710"
1961   compare:
1962     title: "Intel-xxv710"
1963     nic: "NIC_Intel-XXV710"
1964   data: "vpp-nic-comparison-3n-skx-mrr"
1965   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1966   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1967   parameters:
1968   - "name"
1969   - "parent"
1970   - "result"
1971   - "tags"
1972
1973  # VPP Compare NICs 3n-skx 8t4c mrr
1974 - type: "table"
1975   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1976   algorithm: "table_nics_comparison"
1977   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1978   reference:
1979     title: "Intel-x710"
1980     nic: "NIC_Intel-X710"
1981   compare:
1982     title: "Intel-xxv710"
1983     nic: "NIC_Intel-XXV710"
1984   data: "vpp-nic-comparison-3n-skx-mrr"
1985   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1986   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1987   parameters:
1988   - "name"
1989   - "parent"
1990   - "result"
1991   - "tags"
1992
1993 # VPP Compare NICs 2n-skx 2t1c ndr
1994 - type: "table"
1995   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1996   algorithm: "table_nics_comparison"
1997   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1998   reference:
1999     title: "Intel-x710"
2000     nic: "NIC_Intel-X710"
2001   compare:
2002     title: "Intel-xxv710"
2003     nic: "NIC_Intel-XXV710"
2004   data: "vpp-nic-comparison-2n-skx"
2005   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2006   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2007   parameters:
2008   - "name"
2009   - "parent"
2010   - "throughput"
2011   - "tags"
2012
2013 # VPP Compare NICs 2n-skx 4t2c ndr
2014 - type: "table"
2015   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2016   algorithm: "table_nics_comparison"
2017   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2018   reference:
2019     title: "Intel-x710"
2020     nic: "NIC_Intel-X710"
2021   compare:
2022     title: "Intel-xxv710"
2023     nic: "NIC_Intel-XXV710"
2024   data: "vpp-nic-comparison-2n-skx"
2025   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2026   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2027   parameters:
2028   - "name"
2029   - "parent"
2030   - "throughput"
2031   - "tags"
2032
2033  # VPP Compare NICs 2n-skx 2t1c pdr
2034 - type: "table"
2035   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2036   algorithm: "table_nics_comparison"
2037   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2038   reference:
2039     title: "Intel-x710"
2040     nic: "NIC_Intel-X710"
2041   compare:
2042     title: "Intel-xxv710"
2043     nic: "NIC_Intel-XXV710"
2044   data: "vpp-nic-comparison-2n-skx"
2045   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2046   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2047   parameters:
2048   - "name"
2049   - "parent"
2050   - "throughput"
2051   - "tags"
2052
2053 # VPP Compare NICs 2n-skx 4t2c pdr
2054 - type: "table"
2055   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2056   algorithm: "table_nics_comparison"
2057   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2058   reference:
2059     title: "Intel-x710"
2060     nic: "NIC_Intel-X710"
2061   compare:
2062     title: "Intel-xxv710"
2063     nic: "NIC_Intel-XXV710"
2064   data: "vpp-nic-comparison-2n-skx"
2065   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2066   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2067   parameters:
2068   - "name"
2069   - "parent"
2070   - "throughput"
2071   - "tags"
2072
2073 # VPP Compare NICs 2n-skx 2t1c mrr
2074 - type: "table"
2075   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2076   algorithm: "table_nics_comparison"
2077   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2078   reference:
2079     title: "Intel-x710"
2080     nic: "NIC_Intel-X710"
2081   compare:
2082     title: "Intel-xxv710"
2083     nic: "NIC_Intel-XXV710"
2084   data: "vpp-nic-comparison-2n-skx-mrr"
2085   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2086   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2087   parameters:
2088   - "name"
2089   - "parent"
2090   - "result"
2091   - "tags"
2092
2093 # VPP Compare NICs 2n-skx 4t2c mrr
2094 - type: "table"
2095   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2096   algorithm: "table_nics_comparison"
2097   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2098   reference:
2099     title: "Intel-x710"
2100     nic: "NIC_Intel-X710"
2101   compare:
2102     title: "Intel-xxv710"
2103     nic: "NIC_Intel-XXV710"
2104   data: "vpp-nic-comparison-2n-skx-mrr"
2105   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2106   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2107   parameters:
2108   - "name"
2109   - "parent"
2110   - "result"
2111   - "tags"
2112
2113 # VPP Compare NICs 2n-skx 8t4c mrr
2114 - type: "table"
2115   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2116   algorithm: "table_nics_comparison"
2117   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2118   reference:
2119     title: "Intel-x710"
2120     nic: "NIC_Intel-X710"
2121   compare:
2122     title: "Intel-xxv710"
2123     nic: "NIC_Intel-XXV710"
2124   data: "vpp-nic-comparison-2n-skx-mrr"
2125   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2126   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2127   parameters:
2128   - "name"
2129   - "parent"
2130   - "result"
2131   - "tags"
2132
2133 ################################################################################
2134 # VPP
2135
2136 ## VPP Performance Changes 2n-dnv 1t1c pdr
2137 #- type: "table"
2138 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2139 #  algorithm: "table_performance_comparison"
2140 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2141 #  history:
2142 #    - title: "rls1810"
2143 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2144 #  reference:
2145 #    title: "rls1901"
2146 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2147 #  compare:
2148 #    title: "rls1904"
2149 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2150 #  data: "intel-dnv-vpp-changes-2n-dnv"
2151 #  include-tests: "PDR"
2152 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2153 #  parameters:
2154 #  - "name"
2155 #  - "parent"
2156 #  - "throughput"
2157 #
2158 ## VPP Performance Changes 2n-dnv 2t2c pdr
2159 #- type: "table"
2160 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2161 #  algorithm: "table_performance_comparison"
2162 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2163 #  history:
2164 #    - title: "rls1810"
2165 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2166 #  reference:
2167 #    title: "rls1901"
2168 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2169 #  compare:
2170 #    title: "rls1904"
2171 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2172 #  data: "intel-dnv-vpp-changes-2n-dnv"
2173 #  include-tests: "PDR"
2174 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2175 #  parameters:
2176 #  - "name"
2177 #  - "parent"
2178 #  - "throughput"
2179 #
2180 ## VPP Performance Changes 2n-dnv 1t1c ndr
2181 #- type: "table"
2182 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2183 #  algorithm: "table_performance_comparison"
2184 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2185 #  history:
2186 #    - title: "rls1810"
2187 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2188 #  reference:
2189 #    title: "rls1901"
2190 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2191 #  compare:
2192 #    title: "rls1904"
2193 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2194 #  data: "intel-dnv-vpp-changes-2n-dnv"
2195 #  include-tests: "NDR"
2196 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2197 #  parameters:
2198 #  - "name"
2199 #  - "parent"
2200 #  - "throughput"
2201 #
2202 ## VPP Performance Changes 2n-dnv 2t2c ndr
2203 #- type: "table"
2204 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2205 #  algorithm: "table_performance_comparison"
2206 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2207 #  history:
2208 #    - title: "rls1810"
2209 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2210 #  reference:
2211 #    title: "rls1901"
2212 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2213 #  compare:
2214 #    title: "rls1904"
2215 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2216 #  data: "intel-dnv-vpp-changes-2n-dnv"
2217 #  include-tests: "NDR"
2218 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2219 #  parameters:
2220 #  - "name"
2221 #  - "parent"
2222 #  - "throughput"
2223 #
2224 ## VPP Performance Changes 2n-dnv 1t1c MRR
2225 #- type: "table"
2226 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2227 #  algorithm: "table_performance_comparison"
2228 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2229 #  history:
2230 #    - title: "rls1810"
2231 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2232 #  reference:
2233 #    title: "rls1901"
2234 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2235 #  compare:
2236 #    title: "rls1904"
2237 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2238 #  data: "intel-dnv-vpp-changes-2n-dnv"
2239 #  include-tests: "MRR"
2240 #  filter: "'1T1C' and 'MRR'"
2241 #  parameters:
2242 #  - "name"
2243 #  - "parent"
2244 #  - "result"
2245 #
2246 ## VPP Performance Changes 2n-dnv 2t2c MRR
2247 #- type: "table"
2248 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2249 #  algorithm: "table_performance_comparison"
2250 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2251 #  history:
2252 #    - title: "rls1810"
2253 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2254 #  reference:
2255 #    title: "rls1901"
2256 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2257 #  compare:
2258 #    title: "rls1904"
2259 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2260 #  data: "intel-dnv-vpp-changes-2n-dnv"
2261 #  include-tests: "MRR"
2262 #  filter: "'2T2C' and 'MRR'"
2263 #  parameters:
2264 #  - "name"
2265 #  - "parent"
2266 #  - "result"
2267 #
2268 ## VPP Performance Changes 2n-dnv 4t4c MRR
2269 #- type: "table"
2270 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2271 #  algorithm: "table_performance_comparison"
2272 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2273 #  history:
2274 #    - title: "rls1810"
2275 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2276 #  reference:
2277 #    title: "rls1901"
2278 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2279 #  compare:
2280 #    title: "rls1904"
2281 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2282 #  data: "intel-dnv-vpp-changes-2n-dnv"
2283 #  include-tests: "MRR"
2284 #  filter: "'4T4C' and 'MRR'"
2285 #  parameters:
2286 #  - "name"
2287 #  - "parent"
2288 #  - "result"
2289
2290 # VPP Performance Changes 3n-hsw 1t1c pdr
2291 - type: "table"
2292   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2293   algorithm: "table_performance_comparison"
2294   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2295   history:
2296     - title: "rls1810"
2297       data: "vpp-performance-changes-3n-hsw-h1"
2298   reference:
2299     title: "rls1901"
2300     data: "vpp-performance-changes-3n-hsw-ref"
2301   compare:
2302     title: "rls1904"
2303     data: "vpp-performance-changes-3n-hsw-cmp"
2304   data: "vpp-performance-changes-3n-hsw"
2305   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2306   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2307   parameters:
2308   - "name"
2309   - "parent"
2310   - "throughput"
2311
2312 # VPP Performance Changes 3n-hsw 2t2c pdr
2313 - type: "table"
2314   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2315   algorithm: "table_performance_comparison"
2316   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2317   history:
2318     - title: "rls1810"
2319       data: "vpp-performance-changes-3n-hsw-h1"
2320   reference:
2321     title: "rls1901"
2322     data: "vpp-performance-changes-3n-hsw-ref"
2323   compare:
2324     title: "rls1904"
2325     data: "vpp-performance-changes-3n-hsw-cmp"
2326   data: "vpp-performance-changes-3n-hsw"
2327   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2328   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2329   parameters:
2330   - "name"
2331   - "parent"
2332   - "throughput"
2333
2334 # VPP Performance Changes 3n-hsw 1t1c ndr
2335 - type: "table"
2336   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2337   algorithm: "table_performance_comparison"
2338   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2339   history:
2340     - title: "rls1810"
2341       data: "vpp-performance-changes-3n-hsw-h1"
2342   reference:
2343     title: "rls1901"
2344     data: "vpp-performance-changes-3n-hsw-ref"
2345   compare:
2346     title: "rls1904"
2347     data: "vpp-performance-changes-3n-hsw-cmp"
2348   data: "vpp-performance-changes-3n-hsw"
2349   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2350   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2351   parameters:
2352   - "name"
2353   - "parent"
2354   - "throughput"
2355
2356 # VPP Performance Changes 3n-hsw 2t2c ndr
2357 - type: "table"
2358   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2359   algorithm: "table_performance_comparison"
2360   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2361   history:
2362     - title: "rls1810"
2363       data: "vpp-performance-changes-3n-hsw-h1"
2364   reference:
2365     title: "rls1901"
2366     data: "vpp-performance-changes-3n-hsw-ref"
2367   compare:
2368     title: "rls1904"
2369     data: "vpp-performance-changes-3n-hsw-cmp"
2370   data: "vpp-performance-changes-3n-hsw"
2371   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2372   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2373   parameters:
2374   - "name"
2375   - "parent"
2376   - "throughput"
2377
2378 # VPP Performance Changes 3n-skx 2t1c pdr
2379 - type: "table"
2380   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2381   algorithm: "table_performance_comparison"
2382   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2383   history:
2384     - title: "rls1810"
2385       data: "vpp-performance-changes-3n-skx-h1"
2386   reference:
2387     title: "rls1901"
2388     data: "vpp-performance-changes-3n-skx-ref"
2389   compare:
2390     title: "rls1904"
2391     data: "vpp-performance-changes-3n-skx-cmp"
2392   data: "vpp-performance-changes-3n-skx"
2393   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2394   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2395   parameters:
2396   - "name"
2397   - "parent"
2398   - "throughput"
2399
2400 # VPP Performance Changes 3n-skx 4t2c pdr
2401 - type: "table"
2402   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2403   algorithm: "table_performance_comparison"
2404   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2405   history:
2406     - title: "rls1810"
2407       data: "vpp-performance-changes-3n-skx-h1"
2408   reference:
2409     title: "rls1901"
2410     data: "vpp-performance-changes-3n-skx-ref"
2411   compare:
2412     title: "rls1904"
2413     data: "vpp-performance-changes-3n-skx-cmp"
2414   data: "vpp-performance-changes-3n-skx"
2415   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2416   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2417   parameters:
2418   - "name"
2419   - "parent"
2420   - "throughput"
2421
2422 # VPP Performance Changes 3n-skx 2t1c ndr
2423 - type: "table"
2424   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2425   algorithm: "table_performance_comparison"
2426   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2427   history:
2428     - title: "rls1810"
2429       data: "vpp-performance-changes-3n-skx-h1"
2430   reference:
2431     title: "rls1901"
2432     data: "vpp-performance-changes-3n-skx-ref"
2433   compare:
2434     title: "rls1904"
2435     data: "vpp-performance-changes-3n-skx-cmp"
2436   data: "vpp-performance-changes-3n-skx"
2437   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2438   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2439   parameters:
2440   - "name"
2441   - "parent"
2442   - "throughput"
2443
2444 # VPP Performance Changes 3n-skx 4t2c ndr
2445 - type: "table"
2446   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2447   algorithm: "table_performance_comparison"
2448   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2449   history:
2450     - title: "rls1810"
2451       data: "vpp-performance-changes-3n-skx-h1"
2452   reference:
2453     title: "rls1901"
2454     data: "vpp-performance-changes-3n-skx-ref"
2455   compare:
2456     title: "rls1904"
2457     data: "vpp-performance-changes-3n-skx-cmp"
2458   data: "vpp-performance-changes-3n-skx"
2459   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2460   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2461   parameters:
2462   - "name"
2463   - "parent"
2464   - "throughput"
2465
2466 # VPP Performance Changes 2n-skx 2t1c pdr
2467 - type: "table"
2468   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2469   algorithm: "table_performance_comparison"
2470   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2471   history:
2472     - title: "rls1810"
2473       data: "vpp-performance-changes-2n-skx-h1"
2474   reference:
2475     title: "rls1901"
2476     data: "vpp-performance-changes-2n-skx-ref"
2477   compare:
2478     title: "rls1904"
2479     data: "vpp-performance-changes-2n-skx-cmp"
2480   data: "vpp-performance-changes-2n-skx"
2481   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2482   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2483   parameters:
2484   - "name"
2485   - "parent"
2486   - "throughput"
2487
2488 # VPP Performance Changes 2n-skx 4t2c pdr
2489 - type: "table"
2490   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2491   algorithm: "table_performance_comparison"
2492   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2493   history:
2494     - title: "rls1810"
2495       data: "vpp-performance-changes-2n-skx-h1"
2496   reference:
2497     title: "rls1901"
2498     data: "vpp-performance-changes-2n-skx-ref"
2499   compare:
2500     title: "rls1904"
2501     data: "vpp-performance-changes-2n-skx-cmp"
2502   data: "vpp-performance-changes-2n-skx"
2503   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2504   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2505   parameters:
2506   - "name"
2507   - "parent"
2508   - "throughput"
2509
2510 # VPP Performance Changes 2n-skx 2t1c ndr
2511 - type: "table"
2512   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2513   algorithm: "table_performance_comparison"
2514   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2515   history:
2516     - title: "rls1810"
2517       data: "vpp-performance-changes-2n-skx-h1"
2518   reference:
2519     title: "rls1901"
2520     data: "vpp-performance-changes-2n-skx-ref"
2521   compare:
2522     title: "rls1904"
2523     data: "vpp-performance-changes-2n-skx-cmp"
2524   data: "vpp-performance-changes-2n-skx"
2525   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2526   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2527   parameters:
2528   - "name"
2529   - "parent"
2530   - "throughput"
2531
2532 # VPP Performance Changes 2n-skx 4t2c ndr
2533 - type: "table"
2534   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2535   algorithm: "table_performance_comparison"
2536   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2537   history:
2538     - title: "rls1810"
2539       data: "vpp-performance-changes-2n-skx-h1"
2540   reference:
2541     title: "rls1901"
2542     data: "vpp-performance-changes-2n-skx-ref"
2543   compare:
2544     title: "rls1904"
2545     data: "vpp-performance-changes-2n-skx-cmp"
2546   data: "vpp-performance-changes-2n-skx"
2547   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2548   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2549   parameters:
2550   - "name"
2551   - "parent"
2552   - "throughput"
2553
2554 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2555 - type: "table"
2556   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2557   algorithm: "table_performance_comparison"
2558   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2559   reference:
2560     title: "3-Node Hsw"
2561     data: "vpp-compare-testbeds-ref"
2562   compare:
2563     title: "3-Node Skx"
2564     data: "vpp-compare-testbeds-cmp"
2565   data: "vpp-compare-testbeds"
2566   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2567   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2568   parameters:
2569   - "name"
2570   - "parent"
2571   - "throughput"
2572
2573 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2574 - type: "table"
2575   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2576   algorithm: "table_performance_comparison"
2577   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2578   reference:
2579     title: "3-Node Hsw"
2580     data: "vpp-compare-testbeds-ref"
2581   compare:
2582     title: "3-Node Skx"
2583     data: "vpp-compare-testbeds-cmp"
2584   data: "vpp-compare-testbeds"
2585   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2586   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2587   parameters:
2588   - "name"
2589   - "parent"
2590   - "throughput"
2591
2592 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2593 - type: "table"
2594   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2595   algorithm: "table_performance_comparison"
2596   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2597   reference:
2598     title: "3-Node Hsw"
2599     data: "vpp-compare-testbeds-ref"
2600   compare:
2601     title: "3-Node Skx"
2602     data: "vpp-compare-testbeds-cmp"
2603   data: "vpp-compare-testbeds"
2604   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2605   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2606   parameters:
2607   - "name"
2608   - "parent"
2609   - "throughput"
2610
2611 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2612 - type: "table"
2613   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2614   algorithm: "table_performance_comparison"
2615   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2616   reference:
2617     title: "3-Node Hsw"
2618     data: "vpp-compare-testbeds-ref"
2619   compare:
2620     title: "3-Node Skx"
2621     data: "vpp-compare-testbeds-cmp"
2622   data: "vpp-compare-testbeds"
2623   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2624   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2625   parameters:
2626   - "name"
2627   - "parent"
2628   - "throughput"
2629
2630 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2631 - type: "table"
2632   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2633   algorithm: "table_performance_comparison"
2634   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2635   reference:
2636     title: "3-Node Skx"
2637     data: "vpp-compare-topologies-ref"
2638   compare:
2639     title: "2-Node Skx"
2640     data: "vpp-compare-topologies-cmp"
2641   data: "vpp-compare-topologies"
2642   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2643   filter: "'NDRPDR' and '1C'"
2644   parameters:
2645   - "name"
2646   - "parent"
2647   - "throughput"
2648
2649 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2650 - type: "table"
2651   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2652   algorithm: "table_performance_comparison"
2653   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2654   reference:
2655     title: "3-Node Skx"
2656     data: "vpp-compare-topologies-ref"
2657   compare:
2658     title: "2-Node Skx"
2659     data: "vpp-compare-topologies-cmp"
2660   data: "vpp-compare-topologies"
2661   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2662   filter: "'NDRPDR' and '2C'"
2663   parameters:
2664   - "name"
2665   - "parent"
2666   - "throughput"
2667
2668 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2669 - type: "table"
2670   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2671   algorithm: "table_performance_comparison"
2672   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2673   reference:
2674     title: "3-Node Skx"
2675     data: "vpp-compare-topologies-ref"
2676   compare:
2677     title: "2-Node Skx"
2678     data: "vpp-compare-topologies-cmp"
2679   data: "vpp-compare-topologies"
2680   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2681   filter: "'NDRPDR' and '1C'"
2682   parameters:
2683   - "name"
2684   - "parent"
2685   - "throughput"
2686
2687 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2688 - type: "table"
2689   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2690   algorithm: "table_performance_comparison"
2691   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2692   reference:
2693     title: "3-Node Skx"
2694     data: "vpp-compare-topologies-ref"
2695   compare:
2696     title: "2-Node Skx"
2697     data: "vpp-compare-topologies-cmp"
2698   data: "vpp-compare-topologies"
2699   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2700   filter: "'NDRPDR' and '2C'"
2701   parameters:
2702   - "name"
2703   - "parent"
2704   - "throughput"
2705
2706 # VPP Performance Changes 3n-hsw 1t1c MRR
2707 - type: "table"
2708   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2709   algorithm: "table_performance_comparison"
2710   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2711   history:
2712     - title: "rls1810"
2713       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2714   reference:
2715     title: "rls1901"
2716     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2717   compare:
2718     title: "rls1904"
2719     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2720   data: "vpp-performance-changes-3n-hsw-mrr"
2721   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2722   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2723   parameters:
2724   - "name"
2725   - "parent"
2726   - "result"
2727
2728 # VPP Performance Changes 3n-hsw 2t2c MRR
2729 - type: "table"
2730   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2731   algorithm: "table_performance_comparison"
2732   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2733   history:
2734     - title: "rls1810"
2735       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2736   reference:
2737     title: "rls1901"
2738     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2739   compare:
2740     title: "rls1904"
2741     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2742   data: "vpp-performance-changes-3n-hsw-mrr"
2743   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2744   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2745   parameters:
2746   - "name"
2747   - "parent"
2748   - "result"
2749
2750 # VPP Performance Changes 3n-hsw 4t4c MRR
2751 - type: "table"
2752   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2753   algorithm: "table_performance_comparison"
2754   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2755   history:
2756     - title: "rls1810"
2757       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2758   reference:
2759     title: "rls1901"
2760     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2761   compare:
2762     title: "rls1904"
2763     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2764   data: "vpp-performance-changes-3n-hsw-mrr"
2765   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2766   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2767   parameters:
2768   - "name"
2769   - "parent"
2770   - "result"
2771
2772 # VPP Performance Changes 3n-skx 2t1c MRR
2773 - type: "table"
2774   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2775   algorithm: "table_performance_comparison"
2776   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2777   history:
2778     - title: "rls1810"
2779       data: "vpp-performance-changes-3n-skx-mrr-h1"
2780   reference:
2781     title: "rls1901"
2782     data: "vpp-performance-changes-3n-skx-mrr-ref"
2783   compare:
2784     title: "rls1904"
2785     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2786   data: "vpp-performance-changes-3n-skx-mrr"
2787   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2788   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2789   parameters:
2790   - "name"
2791   - "parent"
2792   - "result"
2793
2794 # VPP Performance Changes 3n-skx 4t2c MRR
2795 - type: "table"
2796   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2797   algorithm: "table_performance_comparison"
2798   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2799   history:
2800     - title: "rls1810"
2801       data: "vpp-performance-changes-3n-skx-mrr-h1"
2802   reference:
2803     title: "rls1901"
2804     data: "vpp-performance-changes-3n-skx-mrr-ref"
2805   compare:
2806     title: "rls1904"
2807     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2808   data: "vpp-performance-changes-3n-skx-mrr"
2809   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2810   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2811   parameters:
2812   - "name"
2813   - "parent"
2814   - "result"
2815
2816 # VPP Performance Changes 3n-skx 8t4c MRR
2817 - type: "table"
2818   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2819   algorithm: "table_performance_comparison"
2820   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2821   history:
2822     - title: "rls1810"
2823       data: "vpp-performance-changes-3n-skx-mrr-h1"
2824   reference:
2825     title: "rls1901"
2826     data: "vpp-performance-changes-3n-skx-mrr-ref"
2827   compare:
2828     title: "rls1904"
2829     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2830   data: "vpp-performance-changes-3n-skx-mrr"
2831   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2832   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2833   parameters:
2834   - "name"
2835   - "parent"
2836   - "result"
2837
2838 # VPP Performance Changes 2n-skx 2t1c MRR
2839 - type: "table"
2840   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2841   algorithm: "table_performance_comparison"
2842   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2843   history:
2844     - title: "rls1810"
2845       data: "vpp-performance-changes-2n-skx-mrr-h1"
2846   reference:
2847     title: "rls1901"
2848     data: "vpp-performance-changes-2n-skx-mrr-ref"
2849   compare:
2850     title: "rls1904"
2851     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2852   data: "vpp-performance-changes-2n-skx-mrr"
2853   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2854   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2855   parameters:
2856   - "name"
2857   - "parent"
2858   - "result"
2859
2860 # VPP Performance Changes 2n-skx 4t2c MRR
2861 - type: "table"
2862   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2863   algorithm: "table_performance_comparison"
2864   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2865   history:
2866     - title: "rls1810"
2867       data: "vpp-performance-changes-2n-skx-mrr-h1"
2868   reference:
2869     title: "rls1901"
2870     data: "vpp-performance-changes-2n-skx-mrr-ref"
2871   compare:
2872     title: "rls1904"
2873     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2874   data: "vpp-performance-changes-2n-skx-mrr"
2875   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2876   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2877   parameters:
2878   - "name"
2879   - "parent"
2880   - "result"
2881
2882 # VPP Performance Changes 2n-skx 8t4c MRR
2883 - type: "table"
2884   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2885   algorithm: "table_performance_comparison"
2886   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2887   history:
2888     - title: "rls1810"
2889       data: "vpp-performance-changes-2n-skx-mrr-h1"
2890   reference:
2891     title: "rls1901"
2892     data: "vpp-performance-changes-2n-skx-mrr-ref"
2893   compare:
2894     title: "rls1904"
2895     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2896   data: "vpp-performance-changes-2n-skx-mrr"
2897   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2898   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2899   parameters:
2900   - "name"
2901   - "parent"
2902   - "result"
2903
2904 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2905 - type: "table"
2906   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2907   algorithm: "table_performance_comparison"
2908   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2909   reference:
2910     title: "3-Node Hsw"
2911     data: "vpp-compare-testbeds-mrr-ref"
2912   compare:
2913     title: "3-Node Skx"
2914     data: "vpp-compare-testbeds-mrr-cmp"
2915   data: "vpp-compare-testbeds-mrr"
2916   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2917   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2918   parameters:
2919   - "name"
2920   - "parent"
2921   - "result"
2922
2923 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2924 - type: "table"
2925   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2926   algorithm: "table_performance_comparison"
2927   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2928   reference:
2929     title: "3-Node Hsw"
2930     data: "vpp-compare-testbeds-mrr-ref"
2931   compare:
2932     title: "3-Node Skx"
2933     data: "vpp-compare-testbeds-mrr-cmp"
2934   data: "vpp-compare-testbeds-mrr"
2935   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2936   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2937   parameters:
2938   - "name"
2939   - "parent"
2940   - "result"
2941
2942 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2943 - type: "table"
2944   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2945   algorithm: "table_performance_comparison"
2946   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2947   reference:
2948     title: "3-Node Hsw"
2949     data: "vpp-compare-testbeds-mrr-ref"
2950   compare:
2951     title: "3-Node Skx"
2952     data: "vpp-compare-testbeds-mrr-cmp"
2953   data: "vpp-compare-testbeds-mrr"
2954   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2955   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2956   parameters:
2957   - "name"
2958   - "parent"
2959   - "result"
2960
2961 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2962 - type: "table"
2963   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2964   algorithm: "table_performance_comparison"
2965   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2966   reference:
2967     title: "3-Node Skx"
2968     data: "vpp-compare-topologies-mrr-ref"
2969   compare:
2970     title: "2-Node Skx"
2971     data: "vpp-compare-topologies-mrr-cmp"
2972   data: "vpp-compare-topologies-mrr"
2973   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2974   filter: "'MRR' and '1C'"
2975   parameters:
2976   - "name"
2977   - "parent"
2978   - "result"
2979
2980 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2981 - type: "table"
2982   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2983   algorithm: "table_performance_comparison"
2984   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2985   reference:
2986     title: "3-Node Skx"
2987     data: "vpp-compare-topologies-mrr-ref"
2988   compare:
2989     title: "2-Node Skx"
2990     data: "vpp-compare-topologies-mrr-cmp"
2991   data: "vpp-compare-topologies-mrr"
2992   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2993   filter: "'MRR' and '2C'"
2994   parameters:
2995   - "name"
2996   - "parent"
2997   - "result"
2998
2999 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3000 - type: "table"
3001   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3002   algorithm: "table_performance_comparison"
3003   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3004   reference:
3005     title: "3-Node Skx"
3006     data: "vpp-compare-topologies-mrr-ref"
3007   compare:
3008     title: "2-Node Skx"
3009     data: "vpp-compare-topologies-mrr-cmp"
3010   data: "vpp-compare-topologies-mrr"
3011   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3012   filter: "'MRR' and '4C'"
3013   parameters:
3014   - "name"
3015   - "parent"
3016   - "result"
3017
3018 # Detailed Test Results - VPP Performance Results 3n-hsw
3019 - type: "table"
3020   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3021   algorithm: "table_merged_details"
3022   output-file-ext: ".csv"
3023   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3024   columns:
3025   - title: "Name"
3026     data: "data name"
3027   - title: "Status"
3028     data: "data msg"
3029   rows: "generated"
3030   data: "vpp-perf-results-3n-hsw"
3031   filter: "not 'CFS_OPT'"
3032   parameters:
3033   - "name"
3034   - "parent"
3035   - "msg"
3036
3037 # Detailed Test Results - VPP Performance Results 3n-skx
3038 - type: "table"
3039   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3040   algorithm: "table_merged_details"
3041   output-file-ext: ".csv"
3042   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3043   columns:
3044   - title: "Name"
3045     data: "data name"
3046   - title: "Status"
3047     data: "data msg"
3048   rows: "generated"
3049   data: "vpp-perf-results-3n-skx"
3050   filter: "not 'CFS_OPT'"
3051   parameters:
3052   - "name"
3053   - "parent"
3054   - "msg"
3055
3056 # Detailed Test Results - VPP Performance Results 2n-skx
3057 - type: "table"
3058   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3059   algorithm: "table_merged_details"
3060   output-file-ext: ".csv"
3061   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3062   columns:
3063   - title: "Name"
3064     data: "data name"
3065   - title: "Status"
3066     data: "data msg"
3067   rows: "generated"
3068   data: "vpp-perf-results-2n-skx"
3069   filter: "not 'CFS_OPT'"
3070   parameters:
3071   - "name"
3072   - "parent"
3073   - "msg"
3074
3075 ## Detailed Test Results - VPP Performance Results 2n-dnv
3076 #- type: "table"
3077 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3078 #  algorithm: "table_details"
3079 #  output-file-ext: ".csv"
3080 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3081 #  columns:
3082 #  - title: "Name"
3083 #    data: "data name"
3084 #  - title: "Status"
3085 #    data: "data msg"
3086 #  rows: "generated"
3087 #  data: "intel-dnv-vpp"
3088 #  filter: "'NDRPDR'"
3089 #  parameters:
3090 #  - "name"
3091 #  - "parent"
3092 #  - "msg"
3093
3094 # Test configuration - VPP Performance Test Configs 3n-hsw
3095 - type: "table"
3096   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3097   algorithm: "table_merged_details"
3098   output-file-ext: ".csv"
3099   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3100   columns:
3101   - title: "Name"
3102     data: "data name"
3103   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3104     data: "data conf-history"
3105   rows: "generated"
3106   data: "vpp-perf-results-3n-hsw"
3107   filter: "not 'CFS_OPT'"
3108   parameters:
3109   - "parent"
3110   - "name"
3111   - "conf-history"
3112
3113 # Test configuration - VPP Performance Test Configs 3n-skx
3114 - type: "table"
3115   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3116   algorithm: "table_merged_details"
3117   output-file-ext: ".csv"
3118   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3119   columns:
3120   - title: "Name"
3121     data: "data name"
3122   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3123     data: "data conf-history"
3124   rows: "generated"
3125   data: "vpp-perf-results-3n-skx"
3126   filter: "not 'CFS_OPT'"
3127   parameters:
3128   - "parent"
3129   - "name"
3130   - "conf-history"
3131
3132 # Test configuration - VPP Performance Test Configs 2n-skx
3133 - type: "table"
3134   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3135   algorithm: "table_merged_details"
3136   output-file-ext: ".csv"
3137   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3138   columns:
3139   - title: "Name"
3140     data: "data name"
3141   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3142     data: "data conf-history"
3143   rows: "generated"
3144   data: "vpp-perf-results-2n-skx"
3145   filter: "not 'CFS_OPT'"
3146   parameters:
3147   - "parent"
3148   - "name"
3149   - "conf-history"
3150
3151 ## Test configuration - VPP Performance Test Configs 2n-dnv
3152 #- type: "table"
3153 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3154 #  algorithm: "table_details"
3155 #  output-file-ext: ".csv"
3156 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3157 #  columns:
3158 #  - title: "Name"
3159 #    data: "data name"
3160 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3161 #    data: "data conf-history"
3162 #  rows: "generated"
3163 #  data: "intel-dnv-vpp"
3164 #  filter: "'NDRPDR'"
3165 #  parameters:
3166 #  - "parent"
3167 #  - "name"
3168 #  - "conf-history"
3169
3170 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3171 - type: "table"
3172   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3173   algorithm: "table_merged_details"
3174   output-file-ext: ".csv"
3175   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3176   columns:
3177   - title: "Name"
3178     data: "data name"
3179   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3180     data: "data show-run"
3181   rows: "generated"
3182   data: "vpp-perf-results-3n-hsw"
3183   filter: "not 'CFS_OPT'"
3184   parameters:
3185   - "parent"
3186   - "name"
3187   - "show-run"
3188
3189 # Test Operational Data - VPP Performance Operational Data 3n-skx
3190 - type: "table"
3191   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3192   algorithm: "table_merged_details"
3193   output-file-ext: ".csv"
3194   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3195   columns:
3196   - title: "Name"
3197     data: "data name"
3198   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3199     data: "data show-run"
3200   rows: "generated"
3201   data: "vpp-perf-results-3n-skx"
3202   filter: "not 'CFS_OPT'"
3203   parameters:
3204   - "parent"
3205   - "name"
3206   - "show-run"
3207
3208 # Test Operational Data - VPP Performance Operational Data 2n-skx
3209 - type: "table"
3210   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3211   algorithm: "table_merged_details"
3212   output-file-ext: ".csv"
3213   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3214   columns:
3215   - title: "Name"
3216     data: "data name"
3217   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3218     data: "data show-run"
3219   rows: "generated"
3220   data: "vpp-perf-results-2n-skx"
3221   filter: "not 'CFS_OPT'"
3222   parameters:
3223   - "parent"
3224   - "name"
3225   - "show-run"
3226
3227 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3228 #- type: "table"
3229 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3230 #  algorithm: "table_details"
3231 #  output-file-ext: ".csv"
3232 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3233 #  columns:
3234 #  - title: "Name"
3235 #    data: "data name"
3236 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3237 #    data: "data show-run"
3238 #  rows: "generated"
3239 #  data: "intel-dnv-vpp"
3240 #  filter: "'NDRPDR'"
3241 #  parameters:
3242 #  - "parent"
3243 #  - "name"
3244 #  - "show-run"
3245
3246 # Detailed Test Results - VPP MRR Results 3n-hsw
3247 - type: "table"
3248   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3249   algorithm: "table_details"
3250   output-file-ext: ".csv"
3251   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3252   columns:
3253   - title: "Name"
3254     data: "data name"
3255   - title: "Status"
3256     data: "data msg"
3257   rows: "generated"
3258   data: "vpp-mrr-results-3n-hsw"
3259   filter: "'MRR'"
3260   parameters:
3261   - "name"
3262   - "parent"
3263   - "msg"
3264
3265 # Detailed Test Results - VPP MRR Results 3n-skx
3266 - type: "table"
3267   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3268   algorithm: "table_details"
3269   output-file-ext: ".csv"
3270   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3271   columns:
3272   - title: "Name"
3273     data: "data name"
3274   - title: "Status"
3275     data: "data msg"
3276   rows: "generated"
3277   data: "vpp-mrr-results-3n-skx"
3278   filter: "'MRR'"
3279   parameters:
3280   - "name"
3281   - "parent"
3282   - "msg"
3283
3284 # Detailed Test Results - VPP MRR Results 2n-skx
3285 - type: "table"
3286   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3287   algorithm: "table_details"
3288   output-file-ext: ".csv"
3289   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3290   columns:
3291   - title: "Name"
3292     data: "data name"
3293   - title: "Status"
3294     data: "data msg"
3295   rows: "generated"
3296   data: "vpp-mrr-results-2n-skx"
3297   filter: "'MRR'"
3298   parameters:
3299   - "name"
3300   - "parent"
3301   - "msg"
3302
3303 ## Detailed Test Results - VPP MRR Results 2n-dnv
3304 #- type: "table"
3305 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3306 #  algorithm: "table_details"
3307 #  output-file-ext: ".csv"
3308 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3309 #  columns:
3310 #  - title: "Name"
3311 #    data: "data name"
3312 #  - title: "Status"
3313 #    data: "data msg"
3314 #  rows: "generated"
3315 #  data: "intel-dnv-vpp"
3316 #  filter: "'MRR'"
3317 #  parameters:
3318 #  - "name"
3319 #  - "parent"
3320 #  - "msg"
3321
3322 # Test configuration - VPP MRR Test Configs 3n-hsw
3323 - type: "table"
3324   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3325   algorithm: "table_details"
3326   output-file-ext: ".csv"
3327   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3328   columns:
3329   - title: "Name"
3330     data: "data name"
3331   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3332     data: "data conf-history"
3333   rows: "generated"
3334   data: "vpp-mrr-results-3n-hsw"
3335   filter: "'MRR'"
3336   parameters:
3337   - "parent"
3338   - "name"
3339   - "conf-history"
3340
3341 # Test configuration - VPP MRR Test Configs 3n-skx
3342 - type: "table"
3343   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3344   algorithm: "table_details"
3345   output-file-ext: ".csv"
3346   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3347   columns:
3348   - title: "Name"
3349     data: "data name"
3350   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3351     data: "data conf-history"
3352   rows: "generated"
3353   data: "vpp-mrr-results-3n-skx"
3354   filter: "'MRR'"
3355   parameters:
3356   - "parent"
3357   - "name"
3358   - "conf-history"
3359
3360 # Test configuration - VPP MRR Test Configs 2n-skx
3361 - type: "table"
3362   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3363   algorithm: "table_details"
3364   output-file-ext: ".csv"
3365   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3366   columns:
3367   - title: "Name"
3368     data: "data name"
3369   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3370     data: "data conf-history"
3371   rows: "generated"
3372   data: "vpp-mrr-results-2n-skx"
3373   filter: "'MRR'"
3374   parameters:
3375   - "parent"
3376   - "name"
3377   - "conf-history"
3378
3379 ## Test configuration - VPP MRR Test Configs 2n-dnv
3380 #- type: "table"
3381 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3382 #  algorithm: "table_details"
3383 #  output-file-ext: ".csv"
3384 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3385 #  columns:
3386 #  - title: "Name"
3387 #    data: "data name"
3388 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3389 #    data: "data conf-history"
3390 #  rows: "generated"
3391 #  data: "intel-dnv-vpp"
3392 #  filter: "'MRR'"
3393 #  parameters:
3394 #  - "parent"
3395 #  - "name"
3396 #  - "conf-history"
3397
3398 # Detailed Test Results - VPP Functional Results - Ubuntu
3399 - type: "table"
3400   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3401   algorithm: "table_details"
3402   output-file-ext: ".csv"
3403   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3404   columns:
3405   - title: "Name"
3406     data: "data name"
3407   - title: "Documentation"
3408     data: "data doc"
3409   - title: "Status"
3410     data: "data status"
3411   rows: "generated"
3412   data: "vpp-func-results-ubuntu"
3413   filter: "all"
3414   parameters:
3415   - "name"
3416   - "parent"