resources/tools/presentation/specification.yaml

   1 - type: "environment"
   2
   3   paths:
   4     # Top level directories:
   5     ## Working directory
   6     DIR[WORKING]: "_tmp"
   7     ## Build directories
   8     DIR[BUILD,HTML]: "_build"
   9     DIR[BUILD,LATEX]: "_build_latex"
  10
  11     # Static .rst files
  12     DIR[RST]: "../../../docs/report"
  13
  14     # Working directories
  15     ## Input data files (.zip, .xml)
  16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  17     ## Static source files from git
  18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  20
  21     # Static html content
  22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  26
  27     # Detailed test results
  28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  48
  49     # Detailed test configurations
  50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  62
  63     # Detailed tests operational data
  64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  69
  70     # .css patch file to fix tables generated by Sphinx
  71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  73
  74   urls:
  75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
  78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  79     URL[NEXUS]: "https://docs.fd.io/csit"
  80     DIR[NEXUS]: "report/_static/archive"
  81
  82   make-dirs:
  83   # List the directories which are created while preparing the environment.
  84   # All directories MUST be defined in "paths" section.
  85   - "DIR[WORKING,DATA]"
  86   - "DIR[STATIC,VPP]"
  87   - "DIR[STATIC,DPDK]"
  88   - "DIR[STATIC,ARCH]"
  89   - "DIR[BUILD,LATEX]"
  90   - "DIR[WORKING,SRC]"
  91   - "DIR[WORKING,SRC,STATIC]"
  92
  93   remove-dirs:
  94   # List the directories which are deleted while cleaning the environment.
  95   # All directories MUST be defined in "paths" section.
  96   #- "DIR[BUILD,HTML]"
  97   - "DIR[WORKING,DATA]"
  98
  99   build-dirs:
 100   # List the directories where the results (build) is stored.
 101   # All directories MUST be defined in "paths" section.
 102   - "DIR[BUILD,HTML]"
 103   - "DIR[BUILD,LATEX]"
 104
 105 - type: "configuration"
 106
 107   limits:
 108     nic:
 109       x520: 24460000
 110       x553: 29761905
 111       x710: 35800000
 112       xxv710: 35800000
 113       xl710: 35800000
 114
 115     link:
 116       10ge: 14880952.38
 117       25ge: 37202380.95
 118       40ge: 59523809.52
 119       100ge: 148809523.81
 120
 121     pci:
 122       pci-g3-x8: 74404761.90
 123       pci-g3-x16: 148809523.81
 124
 125   data-sets:
 126
 127     ###########################################################################
 128     # Plots:
 129
 130     # 3n-hsw
 131
 132     plot-vpp-throughput-lat-tsa-3n-hsw:
 133       # TODO: Replace with 1904 data
 134       # csit-vpp-perf-verify-1904-3n-hsw:
 135       csit-vpp-perf-verify-1901-3n-hsw:
 136         - 10  # NDRPDR sel
 137         - 19  # NDRPDR sel
 138         - 31  # NDRPDR sel
 139         - 36  # NDRPDR sel
 140         - 40  # NDRPDR sel
 141         - 42  # NDRPDR sel
 142         - 44  # NDRPDR sel
 143         - 46  # NDRPDR sel
 144         - 47  # NDRPDR sel
 145         - 48  # NDRPDR sel
 146         - 61  # NDRPDR LB
 147         - 62  # NDRPDR LB
 148         - 63  # NDRPDR LB
 149         - 64  # NDRPDR LB
 150         - 65  # NDRPDR LB
 151         - 66  # NDRPDR LB
 152         - 67  # NDRPDR LB
 153         - 69  # NDRPDR LB
 154         - 70  # NDRPDR LB
 155         - 71  # NDRPDR LB
 156
 157     plot-vpp-http-server-performance:
 158       # TODO: Replace with 1904 data
 159       # csit-vpp-perf-verify-1904-3n-hsw:
 160       csit-vpp-perf-verify-1810-3n-hsw:
 161         - 28  # WRK
 162         - 29  # WRK
 163         - 30  # WRK
 164         - 31  # WRK
 165         - 32  # WRK
 166         - 33  # WRK
 167         - 34  # WRK
 168         - 35  # WRK
 169         - 36  # WRK
 170         - 37  # WRK
 171
 172     plot-ligato-throughput-lat-tsa-3n-hsw:
 173       # TODO: Replace with 1904 data
 174       # csit-ligato-perf-verify-1904-3n-hsw:
 175       csit-ligato-perf-verify-1901-3n-hsw:
 176         - 8   # NDRPDR sel
 177         - 9   # NDRPDR sel
 178         - 11  # NDRPDR sel
 179         - 12  # NDRPDR sel
 180         - 13  # NDRPDR sel
 181         - 14  # NDRPDR sel
 182         - 15  # NDRPDR sel
 183         - 16  # NDRPDR sel
 184         - 17  # NDRPDR sel
 185         - 18  # NDRPDR sel
 186
 187     plot-dpdk-throughput-latency-3n-hsw:
 188       # TODO: Replace with 1904 data
 189       # csit-dpdk-perf-verify-1904-3n-hsw:
 190       csit-dpdk-perf-verify-1901-3n-hsw:
 191         - 13  # NDRPDR sel
 192         - 14  # NDRPDR sel
 193         - 16  # NDRPDR sel
 194         - 17  # NDRPDR sel
 195         - 18  # NDRPDR sel
 196         - 19  # NDRPDR sel
 197         - 20  # NDRPDR sel
 198         - 21  # NDRPDR sel
 199         - 22  # NDRPDR sel
 200         - 23  # NDRPDR sel
 201
 202     # 3n-skx
 203
 204     plot-vpp-throughput-lat-tsa-3n-skx:
 205       # TODO: Replace with 1904 data
 206       # csit-vpp-perf-verify-1904-3n-skx:
 207       csit-vpp-perf-verify-1901-3n-skx:
 208         - 18  # NDRPDR sel
 209         - 19  # NDRPDR sel
 210         - 20  # NDRPDR sel
 211         - 28  # NDRPDR sel
 212         - 31  # NDRPDR sel
 213         - 33  # NDRPDR sel
 214         - 36  # NDRPDR sel
 215         - 38  # NDRPDR sel
 216         - 47  # NDRPDR sel
 217         - 48  # NDRPDR sel
 218         - 54  # NDRPDR LB
 219         - 57  # NDRPDR LB
 220         - 58  # NDRPDR LB
 221         - 59  # NDRPDR LB
 222         - 60  # NDRPDR LB
 223         - 63  # NDRPDR LB
 224         - 64  # NDRPDR LB
 225         - 65  # NDRPDR LB
 226         - 66  # NDRPDR LB
 227         - 67  # NDRPDR LB
 228
 229     plot-dpdk-throughput-latency-3n-skx:
 230       # TODO: Replace with 1904 data
 231       # csit-dpdk-perf-verify-1904-3n-skx:
 232       csit-dpdk-perf-verify-1901-3n-skx:
 233         - 3   # NDRPDR sel
 234         - 5   # NDRPDR sel
 235         - 6   # NDRPDR sel
 236         - 7   # NDRPDR sel
 237         - 8   # NDRPDR sel
 238         - 9   # NDRPDR sel
 239         - 10  # NDRPDR sel
 240         - 11  # NDRPDR sel
 241         - 12  # NDRPDR sel
 242         - 13  # NDRPDR sel
 243
 244     # 2n-skx
 245
 246     plot-vpp-throughput-lat-tsa-2n-skx:
 247       # TODO: Replace with 1904 data
 248       # csit-vpp-perf-verify-1904-2n-skx:
 249       csit-vpp-perf-verify-1901-2n-skx:
 250         - 5   # NDRPDR sel
 251         - 12  # NDRPDR sel
 252         - 13  # NDRPDR sel
 253         - 21  # NDRPDR sel
 254         - 23  # NDRPDR sel
 255         - 31  # NDRPDR sel
 256         - 34  # NDRPDR sel
 257         - 40  # NDRPDR sel
 258         - 42  # NDRPDR sel
 259         - 43  # NDRPDR sel
 260
 261     plot-vpp-soak-2n-skx:
 262       # TODO: Replace with 1904 data
 263       # csit-vpp-perf-verify-1904-2n-skx:
 264       csit-vpp-perf-verify-1901-2n-skx:
 265         - 45  # SOAK sel
 266
 267     plot-vpp-nfv-2n-skx:
 268       # TODO: Replace with 1904 data
 269       # csit-vpp-perf-verify-1904-2n-skx:
 270       csit-vpp-perf-verify-1901-2n-skx:
 271         - 28  # NFV NDRPDR
 272         - 29  # NFV NDRPDR
 273         - 32  # NFV NDRPDR
 274         - 39  # NFV NDRPDR
 275         - 46  # NFV NDRPDR
 276
 277     plot-vpp-nfv-2n-skx-mrr:
 278       # TODO: Replace with 1904 data
 279       # csit-vpp-perf-verify-1904-2n-skx:
 280       csit-vpp-perf-verify-1901-2n-skx:
 281         - 24  # NFV MRR
 282         - 26  # NFV MRR
 283         - 27  # NFV MRR
 284         - 35  # NFV MRR
 285         - 37  # NFV MRR
 286
 287     plot-dpdk-throughput-latency-2n-skx:
 288       # TODO: Replace with 1904 data
 289       # csit-dpdk-perf-verify-1904-2n-skx:
 290       csit-dpdk-perf-verify-1901-2n-skx:
 291         - 12  # NDRPDR sel
 292         - 13  # NDRPDR sel
 293         - 14  # NDRPDR sel
 294         - 15  # NDRPDR sel
 295         - 16  # NDRPDR sel
 296         - 17  # NDRPDR sel
 297         - 18  # NDRPDR sel
 298         - 19  # NDRPDR sel
 299         - 20  # NDRPDR sel
 300         - 21  # NDRPDR sel
 301
 302     # 3rd party
 303
 304     # Denverton:
 305     intel-dnv-vpp:
 306       # TODO: Replace with 1904 data
 307       # intel-dnv-vpp-release-1904:
 308       intel-dnv-vpp-release-1901:
 309         - 1
 310
 311     ###########################################################################
 312     # Simple tables (only one data set):
 313
 314     # NIC Comparisons
 315
 316     vpp-nic-comparison-3n-hsw:
 317       # TODO: Replace with 1904 data
 318       # csit-vpp-perf-verify-1904-3n-hsw:
 319       csit-vpp-perf-verify-1901-3n-hsw:
 320         - 10  # NDRPDR sel
 321         - 19  # NDRPDR sel
 322         - 31  # NDRPDR sel
 323         - 36  # NDRPDR sel
 324         - 40  # NDRPDR sel
 325         - 42  # NDRPDR sel
 326         - 44  # NDRPDR sel
 327         - 46  # NDRPDR sel
 328         - 47  # NDRPDR sel
 329         - 48  # NDRPDR sel
 330         - 61  # NDRPDR LB
 331         - 62  # NDRPDR LB
 332         - 63  # NDRPDR LB
 333         - 64  # NDRPDR LB
 334         - 65  # NDRPDR LB
 335         - 66  # NDRPDR LB
 336         - 67  # NDRPDR LB
 337         - 69  # NDRPDR LB
 338         - 70  # NDRPDR LB
 339         - 71  # NDRPDR LB
 340
 341     vpp-nic-comparison-3n-skx:
 342       # TODO: Replace with 1904 data
 343       # csit-vpp-perf-verify-1904-3n-skx:
 344       csit-vpp-perf-verify-1901-3n-skx:
 345         - 18  # NDRPDR sel
 346         - 19  # NDRPDR sel
 347         - 20  # NDRPDR sel
 348         - 28  # NDRPDR sel
 349         - 31  # NDRPDR sel
 350         - 33  # NDRPDR sel
 351         - 36  # NDRPDR sel
 352         - 38  # NDRPDR sel
 353         - 47  # NDRPDR sel
 354         - 48  # NDRPDR sel
 355         - 54  # NDRPDR LB
 356         - 57  # NDRPDR LB
 357         - 58  # NDRPDR LB
 358         - 59  # NDRPDR LB
 359         - 60  # NDRPDR LB
 360         - 63  # NDRPDR LB
 361         - 64  # NDRPDR LB
 362         - 65  # NDRPDR LB
 363         - 66  # NDRPDR LB
 364         - 67  # NDRPDR LB
 365
 366     vpp-nic-comparison-2n-skx:
 367       # TODO: Replace with 1904 data
 368       # csit-vpp-perf-verify-1904-2n-skx:
 369       csit-vpp-perf-verify-1901-2n-skx:
 370         - 5   # NDRPDR sel
 371         - 12  # NDRPDR sel
 372         - 13  # NDRPDR sel
 373         - 21  # NDRPDR sel
 374         - 23  # NDRPDR sel
 375         - 31  # NDRPDR sel
 376         - 34  # NDRPDR sel
 377         - 40  # NDRPDR sel
 378         - 42  # NDRPDR sel
 379         - 43  # NDRPDR sel
 380
 381     vpp-nic-comparison-3n-hsw-mrr:
 382       # TODO: Replace with 1904 data
 383       # csit-vpp-perf-verify-1904-3n-hsw:
 384       csit-vpp-perf-verify-1901-3n-hsw:
 385         - 35  # MRR sel
 386
 387     vpp-nic-comparison-3n-skx-mrr:
 388       # TODO: Replace with 1904 data
 389       # csit-vpp-perf-verify-1904-3n-skx:
 390       csit-vpp-perf-verify-1901-3n-skx:
 391         - 32  # MRR sel
 392
 393     vpp-nic-comparison-2n-skx-mrr:
 394       # TODO: Replace with 1904 data
 395       # csit-vpp-perf-verify-1904-2n-skx:
 396       csit-vpp-perf-verify-1901-2n-skx:
 397         - 22  # MRR sel
 398
 399     # Results
 400
 401     vpp-perf-results-3n-hsw:
 402       # TODO: Replace with 1904 data
 403       # csit-vpp-perf-verify-1904-3n-hsw:
 404       csit-vpp-perf-verify-1901-3n-hsw:
 405         - 38  # NDRPDR full
 406         - 43  # NDRPDR full
 407         - 45  # NDRPDR full
 408         - 49  # NDRPDR full
 409
 410     vpp-perf-results-3n-skx:
 411       # TODO: Replace with 1904 data
 412       # csit-vpp-perf-verify-1904-3n-skx:
 413       csit-vpp-perf-verify-1901-3n-skx:
 414         - 37  # NDRPDR full
 415         - 39  # NDRPDR full
 416         - 40  # NDRPDR full
 417         - 49  # NDRPDR full
 418
 419     vpp-perf-results-2n-skx:
 420       # TODO: Replace with 1904 data
 421       # csit-vpp-perf-verify-1904-2n-skx:
 422       csit-vpp-perf-verify-1901-2n-skx:
 423         - 25  # NDRPDR full
 424         - 30  # NDRPDR full
 425         - 33  # NDRPDR full
 426         - 44  # NDRPDR full
 427
 428     vpp-mrr-results-3n-hsw:
 429       # TODO: Replace with 1904 data
 430       # csit-vpp-perf-verify-1904-3n-hsw:
 431       csit-vpp-perf-verify-1901-3n-hsw:
 432         - 35  # MRR sel
 433
 434     vpp-mrr-results-3n-skx:
 435       # TODO: Replace with 1904 data
 436       # csit-vpp-perf-verify-1904-3n-skx:
 437       csit-vpp-perf-verify-1901-3n-skx:
 438         - 32  # MRR sel
 439
 440     vpp-mrr-results-2n-skx:
 441       # TODO: Replace with 1904 data
 442       # csit-vpp-perf-verify-1904-2n-skx:
 443       csit-vpp-perf-verify-1901-2n-skx:
 444         - 22  # MRR sel
 445
 446     vpp-func-results-ubuntu:
 447       # TODO: Replace with 1904 data
 448       # csit-vpp-functional-1904-ubuntu1604-virl:
 449       csit-vpp-functional-1901-ubuntu1604-virl:
 450         - 173
 451
 452     vpp-func-results-centos:
 453       # TODO: Replace with 1904 data
 454       # csit-vpp-functional-1904-centos7-virl:
 455       csit-vpp-functional-1901-centos7-virl:
 456         - 175
 457
 458     vpp-device-results-ubuntu:
 459       # TODO: Replace with 1904 data
 460       # csit-vpp-device-1904-ubuntu1804-1n-skx:
 461       csit-vpp-device-1901-ubuntu1804-1n-skx:
 462         - 175
 463
 464     # VPP Ligato
 465     ligato-perf-results-3n-hsw:
 466       # TODO: Replace with 1904 data
 467       # csit-ligato-perf-verify-1904-3n-hsw:
 468       csit-ligato-perf-verify-1901-3n-hsw:
 469         - 10  # NDRPDR full
 470
 471     dpdk-perf-results-3n-hsw:
 472       # TODO: Replace with 1904 data
 473       # csit-dpdk-perf-verify-1904-3n-hsw:
 474       csit-dpdk-perf-verify-1901-3n-hsw:
 475         - 20  # NDRPDR sel
 476
 477     dpdk-perf-results-3n-skx:
 478       # TODO: Replace with 1904 data
 479       # csit-dpdk-perf-verify-1904-3n-skx:
 480       csit-dpdk-perf-verify-1901-3n-skx:
 481         - 13  # NDRPDR sel
 482
 483     dpdk-perf-results-2n-skx:
 484       # TODO: Replace with 1904 data
 485       # csit-dpdk-perf-verify-1904-2n-skx:
 486       csit-dpdk-perf-verify-1901-2n-skx:
 487         - 21  # NDRPDR sel
 488
 489     # HoneyComb Functional
 490     hc-func-results:
 491       # TODO: Replace with 1904 data
 492       # csit-hc2vpp-verify-func-1904-ubuntu1604:
 493       csit-hc2vpp-verify-func-1901-ubuntu1604:
 494         - 3
 495
 496 #    # NSH SFC Functional
 497 #    nsh-func-results:
 498 #      # Not used
 499 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 500 #        - 1
 501
 502     # DMM Functional
 503     dmm-func-results:
 504       # TODO: Replace with 1904 data
 505       # csit-dmm-functional-1904-ubuntu1604-virl:
 506       csit-dmm-functional-1901-ubuntu1604-virl:
 507         - 2
 508
 509     ###########################################################################
 510     # Tables (more than one data set)
 511
 512     # Performance changes
 513
 514     intel-dnv-vpp-changes-2n-dnv-h1:
 515       intel-dnv-vpp-release-1810:
 516         - 1
 517     intel-dnv-vpp-changes-2n-dnv-ref:
 518       intel-dnv-vpp-release-1901:
 519         - 1
 520     intel-dnv-vpp-changes-2n-dnv-cmp:
 521       # TODO: Replace with 1904 data
 522       # intel-dnv-vpp-release-1904:
 523       intel-dnv-vpp-release-1901:
 524         - 1
 525     intel-dnv-vpp-changes-2n-dnv:
 526       - "intel-dnv-vpp-changes-2n-dnv-h1"
 527       - "intel-dnv-vpp-changes-2n-dnv-ref"
 528       - "intel-dnv-vpp-changes-2n-dnv-cmp"
 529
 530     vpp-performance-changes-3n-hsw-h1:
 531       csit-vpp-perf-verify-1810-3n-hsw:
 532         - 8   # NDRPDR sel
 533         - 12  # NDRPDR sel
 534         - 14  # NDRPDR sel
 535         - 18  # NDRPDR sel
 536         - 23  # NDRPDR sel
 537         - 25  # NDRPDR sel
 538         - 38  # NDRPDR sel
 539         - 39  # NDRPDR sel
 540         - 41  # NDRPDR sel
 541         - 42  # NDRPDR sel
 542     vpp-performance-changes-3n-hsw-ref:
 543       csit-vpp-perf-verify-1901-3n-hsw:
 544         - 10  # NDRPDR sel
 545         - 19  # NDRPDR sel
 546         - 31  # NDRPDR sel
 547         - 36  # NDRPDR sel
 548         - 40  # NDRPDR sel
 549         - 42  # NDRPDR sel
 550         - 44  # NDRPDR sel
 551         - 46  # NDRPDR sel
 552         - 47  # NDRPDR sel
 553         - 48  # NDRPDR sel
 554         - 61  # NDRPDR LB
 555         - 62  # NDRPDR LB
 556         - 63  # NDRPDR LB
 557         - 64  # NDRPDR LB
 558         - 65  # NDRPDR LB
 559         - 66  # NDRPDR LB
 560         - 67  # NDRPDR LB
 561         - 69  # NDRPDR LB
 562         - 70  # NDRPDR LB
 563         - 71  # NDRPDR LB
 564     vpp-performance-changes-3n-hsw-cmp:
 565       # TODO: Replace with 1904 data
 566       # csit-vpp-perf-verify-1904-3n-hsw
 567       csit-vpp-perf-verify-1901-3n-hsw:
 568         - 10  # NDRPDR sel
 569         - 19  # NDRPDR sel
 570         - 31  # NDRPDR sel
 571         - 36  # NDRPDR sel
 572         - 40  # NDRPDR sel
 573         - 42  # NDRPDR sel
 574         - 44  # NDRPDR sel
 575         - 46  # NDRPDR sel
 576         - 47  # NDRPDR sel
 577         - 48  # NDRPDR sel
 578         - 61  # NDRPDR LB
 579         - 62  # NDRPDR LB
 580         - 63  # NDRPDR LB
 581         - 64  # NDRPDR LB
 582         - 65  # NDRPDR LB
 583         - 66  # NDRPDR LB
 584         - 67  # NDRPDR LB
 585         - 69  # NDRPDR LB
 586         - 70  # NDRPDR LB
 587         - 71  # NDRPDR LB
 588     vpp-performance-changes-3n-hsw:
 589       - "vpp-performance-changes-3n-hsw-h1"
 590       - "vpp-performance-changes-3n-hsw-ref"
 591       - "vpp-performance-changes-3n-hsw-cmp"
 592
 593     vpp-performance-changes-3n-skx-h1:
 594       csit-vpp-perf-verify-1810-3n-skx:
 595         - 10  # NDRPDR sel
 596         - 14  # NDRPDR sel
 597         - 15  # NDRPDR sel
 598         - 16  # NDRPDR sel
 599         - 17  # NDRPDR sel
 600         - 19  # NDRPDR sel
 601         - 20  # NDRPDR sel
 602         - 21  # NDRPDR sel
 603         - 22  # NDRPDR sel
 604         - 25  # NDRPDR sel
 605     vpp-performance-changes-3n-skx-ref:
 606       csit-vpp-perf-verify-1901-3n-skx:
 607         - 18  # NDRPDR sel
 608         - 19  # NDRPDR sel
 609         - 20  # NDRPDR sel
 610         - 28  # NDRPDR sel
 611         - 31  # NDRPDR sel
 612         - 33  # NDRPDR sel
 613         - 36  # NDRPDR sel
 614         - 38  # NDRPDR sel
 615         - 47  # NDRPDR sel
 616         - 48  # NDRPDR sel
 617         - 54  # NDRPDR LB
 618         - 57  # NDRPDR LB
 619         - 58  # NDRPDR LB
 620         - 59  # NDRPDR LB
 621         - 60  # NDRPDR LB
 622         - 63  # NDRPDR LB
 623         - 64  # NDRPDR LB
 624         - 65  # NDRPDR LB
 625         - 66  # NDRPDR LB
 626         - 67  # NDRPDR LB
 627     vpp-performance-changes-3n-skx-cmp:
 628       # TODO: Replace with 1904 data
 629       # csit-vpp-perf-verify-1904-3n-skx:
 630       csit-vpp-perf-verify-1901-3n-skx:
 631         - 18  # NDRPDR sel
 632         - 19  # NDRPDR sel
 633         - 20  # NDRPDR sel
 634         - 28  # NDRPDR sel
 635         - 31  # NDRPDR sel
 636         - 33  # NDRPDR sel
 637         - 36  # NDRPDR sel
 638         - 38  # NDRPDR sel
 639         - 47  # NDRPDR sel
 640         - 48  # NDRPDR sel
 641         - 54  # NDRPDR LB
 642         - 57  # NDRPDR LB
 643         - 58  # NDRPDR LB
 644         - 59  # NDRPDR LB
 645         - 60  # NDRPDR LB
 646         - 63  # NDRPDR LB
 647         - 64  # NDRPDR LB
 648         - 65  # NDRPDR LB
 649         - 66  # NDRPDR LB
 650         - 67  # NDRPDR LB
 651     vpp-performance-changes-3n-skx:
 652       - "vpp-performance-changes-3n-skx-h1"
 653       - "vpp-performance-changes-3n-skx-ref"
 654       - "vpp-performance-changes-3n-skx-cmp"
 655
 656     vpp-performance-changes-2n-skx-h1:
 657       csit-vpp-perf-verify-1810-2n-skx:
 658         - 9   # NDRPDR sel
 659         - 13  # NDRPDR sel
 660         - 14  # NDRPDR sel
 661         - 19  # NDRPDR sel
 662         - 20  # NDRPDR sel
 663         - 21  # NDRPDR sel
 664         - 22  # NDRPDR sel
 665         - 23  # NDRPDR sel
 666         - 24  # NDRPDR sel
 667         - 27  # NDRPDR sel
 668     vpp-performance-changes-2n-skx-ref:
 669       csit-vpp-perf-verify-1901-2n-skx:
 670         - 5   # NDRPDR sel
 671         - 12  # NDRPDR sel
 672         - 13  # NDRPDR sel
 673         - 21  # NDRPDR sel
 674         - 23  # NDRPDR sel
 675         - 31  # NDRPDR sel
 676         - 34  # NDRPDR sel
 677         - 40  # NDRPDR sel
 678         - 42  # NDRPDR sel
 679         - 43  # NDRPDR sel
 680     vpp-performance-changes-2n-skx-cmp:
 681       # TODO: Replace with 1904 data
 682       # csit-vpp-perf-verify-1904-2n-skx:
 683       csit-vpp-perf-verify-1901-2n-skx:
 684         - 5   # NDRPDR sel
 685         - 12  # NDRPDR sel
 686         - 13  # NDRPDR sel
 687         - 21  # NDRPDR sel
 688         - 23  # NDRPDR sel
 689         - 31  # NDRPDR sel
 690         - 34  # NDRPDR sel
 691         - 40  # NDRPDR sel
 692         - 42  # NDRPDR sel
 693         - 43  # NDRPDR sel
 694     vpp-performance-changes-2n-skx:
 695       - "vpp-performance-changes-2n-skx-h1"
 696       - "vpp-performance-changes-2n-skx-ref"
 697       - "vpp-performance-changes-2n-skx-cmp"
 698
 699     vpp-performance-changes-3n-hsw-mrr-h1:
 700       csit-vpp-perf-verify-1810-3n-hsw:
 701         - 9   # MRR sel
 702     vpp-performance-changes-3n-hsw-mrr-ref:
 703       csit-vpp-perf-verify-1901-3n-hsw:
 704         - 35  # MRR sel
 705     vpp-performance-changes-3n-hsw-mrr-cmp:
 706       # TODO: Replace with 1904 data
 707       # csit-vpp-perf-verify-1904-3n-hsw:
 708       csit-vpp-perf-verify-1901-3n-hsw:
 709         - 35  # MRR sel
 710     vpp-performance-changes-3n-hsw-mrr:
 711       - "vpp-performance-changes-3n-hsw-mrr-h1"
 712       - "vpp-performance-changes-3n-hsw-mrr-ref"
 713       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 714
 715     vpp-performance-changes-3n-skx-mrr-h1:
 716       csit-vpp-perf-verify-1810-3n-skx:
 717         - 9   # MRR sel
 718         - 11  # MRR sel
 719         - 12  # MRR sel
 720         - 13  # MRR sel
 721     vpp-performance-changes-3n-skx-mrr-ref:
 722       csit-vpp-perf-verify-1901-3n-skx:
 723         - 32  # MRR sel
 724     vpp-performance-changes-3n-skx-mrr-cmp:
 725       # TODO: Replace with 1904 data
 726       # csit-vpp-perf-verify-1904-3n-skx:
 727       csit-vpp-perf-verify-1901-3n-skx:
 728         - 32  # MRR sel
 729     vpp-performance-changes-3n-skx-mrr:
 730       - "vpp-performance-changes-3n-skx-mrr-h1"
 731       - "vpp-performance-changes-3n-skx-mrr-ref"
 732       - "vpp-performance-changes-3n-skx-mrr-cmp"
 733
 734     vpp-performance-changes-2n-skx-mrr-h1:
 735       csit-vpp-perf-verify-1810-2n-skx:
 736         - 8   # MRR sel
 737         - 10  # MRR sel
 738         - 11  # MRR sel
 739         - 12  # MRR sel
 740     vpp-performance-changes-2n-skx-mrr-ref:
 741       csit-vpp-perf-verify-1901-2n-skx:
 742         - 22  # MRR sel
 743     vpp-performance-changes-2n-skx-mrr-cmp:
 744       # TODO: Replace with 1904 data
 745       # csit-vpp-perf-verify-1904-2n-skx:
 746       csit-vpp-perf-verify-1901-2n-skx:
 747         - 22  # MRR sel
 748     vpp-performance-changes-2n-skx-mrr:
 749       - "vpp-performance-changes-2n-skx-mrr-h1"
 750       - "vpp-performance-changes-2n-skx-mrr-ref"
 751       - "vpp-performance-changes-2n-skx-mrr-cmp"
 752
 753     dpdk-performance-changes-3n-hsw-h1:
 754       csit-dpdk-perf-verify-1810-3n-hsw:
 755         - 1   # NDRPDR sel
 756         - 2   # NDRPDR sel
 757         - 3   # NDRPDR sel
 758         - 4   # NDRPDR sel
 759         - 5   # NDRPDR sel
 760         - 6   # NDRPDR sel
 761         - 7   # NDRPDR sel
 762         - 8   # NDRPDR sel
 763         - 9   # NDRPDR sel
 764         - 10  # NDRPDR sel
 765     dpdk-performance-changes-3n-hsw-ref:
 766       csit-dpdk-perf-verify-1901-3n-hsw:
 767         - 13  # NDRPDR sel
 768         - 14  # NDRPDR sel
 769         - 16  # NDRPDR sel
 770         - 17  # NDRPDR sel
 771         - 18  # NDRPDR sel
 772         - 19  # NDRPDR sel
 773         - 20  # NDRPDR sel
 774         - 21  # NDRPDR sel
 775         - 22  # NDRPDR sel
 776         - 23  # NDRPDR sel
 777     dpdk-performance-changes-3n-hsw-cmp:
 778       # TODO: Replace with 1904 data
 779       # csit-dpdk-perf-verify-1904-3n-hsw:
 780       csit-dpdk-perf-verify-1901-3n-hsw:
 781         - 13  # NDRPDR sel
 782         - 14  # NDRPDR sel
 783         - 16  # NDRPDR sel
 784         - 17  # NDRPDR sel
 785         - 18  # NDRPDR sel
 786         - 19  # NDRPDR sel
 787         - 20  # NDRPDR sel
 788         - 21  # NDRPDR sel
 789         - 22  # NDRPDR sel
 790         - 23  # NDRPDR sel
 791     dpdk-performance-changes-3n-hsw:
 792       - "dpdk-performance-changes-3n-hsw-h1"
 793       - "dpdk-performance-changes-3n-hsw-ref"
 794       - "dpdk-performance-changes-3n-hsw-cmp"
 795
 796     dpdk-performance-changes-3n-skx-h1:
 797       csit-dpdk-perf-verify-1810-3n-skx:
 798         - 3   # NDRPDR sel
 799         - 4   # NDRPDR sel
 800         - 6   # NDRPDR sel
 801         - 7   # NDRPDR sel
 802         - 8   # NDRPDR sel
 803         - 9   # NDRPDR sel
 804         - 10  # NDRPDR sel
 805         - 11  # NDRPDR sel
 806         - 12  # NDRPDR sel
 807         - 13  # NDRPDR sel
 808     dpdk-performance-changes-3n-skx-ref:
 809       csit-dpdk-perf-verify-1901-3n-skx:
 810         - 3   # NDRPDR sel
 811         - 5   # NDRPDR sel
 812         - 6   # NDRPDR sel
 813         - 7   # NDRPDR sel
 814         - 8   # NDRPDR sel
 815         - 9   # NDRPDR sel
 816         - 10  # NDRPDR sel
 817         - 11  # NDRPDR sel
 818         - 12  # NDRPDR sel
 819         - 13  # NDRPDR sel
 820     dpdk-performance-changes-3n-skx-cmp:
 821       # TODO: Replace with 1904 data
 822       # csit-dpdk-perf-verify-1904-3n-skx:
 823       csit-dpdk-perf-verify-1901-3n-skx:
 824         - 3   # NDRPDR sel
 825         - 5   # NDRPDR sel
 826         - 6   # NDRPDR sel
 827         - 7   # NDRPDR sel
 828         - 8   # NDRPDR sel
 829         - 9   # NDRPDR sel
 830         - 10  # NDRPDR sel
 831         - 11  # NDRPDR sel
 832         - 12  # NDRPDR sel
 833         - 13  # NDRPDR sel
 834     dpdk-performance-changes-3n-skx:
 835       - "dpdk-performance-changes-3n-skx-h1"
 836       - "dpdk-performance-changes-3n-skx-ref"
 837       - "dpdk-performance-changes-3n-skx-cmp"
 838
 839     dpdk-performance-changes-2n-skx-h1:
 840       csit-dpdk-perf-verify-1810-2n-skx:
 841         - 3   # NDRPDR sel
 842         - 4   # NDRPDR sel
 843         - 5   # NDRPDR sel
 844         - 7   # NDRPDR sel
 845         - 8   # NDRPDR sel
 846         - 9   # NDRPDR sel
 847         - 10  # NDRPDR sel
 848         - 11  # NDRPDR sel
 849         - 12  # NDRPDR sel
 850         - 13  # NDRPDR sel
 851     dpdk-performance-changes-2n-skx-ref:
 852       csit-dpdk-perf-verify-1901-2n-skx:
 853         - 12  # NDRPDR sel
 854         - 13  # NDRPDR sel
 855         - 14  # NDRPDR sel
 856         - 15  # NDRPDR sel
 857         - 16  # NDRPDR sel
 858         - 17  # NDRPDR sel
 859         - 18  # NDRPDR sel
 860         - 19  # NDRPDR sel
 861         - 20  # NDRPDR sel
 862         - 21  # NDRPDR sel
 863     dpdk-performance-changes-2n-skx-cmp:
 864       # TODO: Replace with 1904 data
 865       # csit-dpdk-perf-verify-1904-2n-skx:
 866       csit-dpdk-perf-verify-1901-2n-skx:
 867         - 12  # NDRPDR sel
 868         - 13  # NDRPDR sel
 869         - 14  # NDRPDR sel
 870         - 15  # NDRPDR sel
 871         - 16  # NDRPDR sel
 872         - 17  # NDRPDR sel
 873         - 18  # NDRPDR sel
 874         - 19  # NDRPDR sel
 875         - 20  # NDRPDR sel
 876         - 21  # NDRPDR sel
 877     dpdk-performance-changes-2n-skx:
 878       - "dpdk-performance-changes-2n-skx-h1"
 879       - "dpdk-performance-changes-2n-skx-ref"
 880       - "dpdk-performance-changes-2n-skx-cmp"
 881
 882     # Compare testbeds
 883
 884     vpp-compare-testbeds-ref:
 885       # TODO: Replace with 1904 data
 886       # csit-vpp-perf-verify-1904-3n-hsw:
 887       csit-vpp-perf-verify-1901-3n-hsw:
 888         - 10  # NDRPDR sel
 889         - 19  # NDRPDR sel
 890         - 31  # NDRPDR sel
 891         - 36  # NDRPDR sel
 892         - 40  # NDRPDR sel
 893         - 42  # NDRPDR sel
 894         - 44  # NDRPDR sel
 895         - 46  # NDRPDR sel
 896         - 47  # NDRPDR sel
 897         - 48  # NDRPDR sel
 898         - 61  # NDRPDR LB
 899         - 62  # NDRPDR LB
 900         - 63  # NDRPDR LB
 901         - 64  # NDRPDR LB
 902         - 65  # NDRPDR LB
 903         - 66  # NDRPDR LB
 904         - 67  # NDRPDR LB
 905         - 69  # NDRPDR LB
 906         - 70  # NDRPDR LB
 907         - 71  # NDRPDR LB
 908     vpp-compare-testbeds-cmp:
 909       # TODO: Replace with 1904 data
 910       # csit-vpp-perf-verify-1904-3n-skx:
 911       csit-vpp-perf-verify-1901-3n-skx:
 912         - 18  # NDRPDR sel
 913         - 19  # NDRPDR sel
 914         - 20  # NDRPDR sel
 915         - 28  # NDRPDR sel
 916         - 31  # NDRPDR sel
 917         - 33  # NDRPDR sel
 918         - 36  # NDRPDR sel
 919         - 38  # NDRPDR sel
 920         - 47  # NDRPDR sel
 921         - 48  # NDRPDR sel
 922         - 54  # NDRPDR LB
 923         - 57  # NDRPDR LB
 924         - 58  # NDRPDR LB
 925         - 59  # NDRPDR LB
 926         - 60  # NDRPDR LB
 927         - 63  # NDRPDR LB
 928         - 64  # NDRPDR LB
 929         - 65  # NDRPDR LB
 930         - 66  # NDRPDR LB
 931         - 67  # NDRPDR LB
 932     vpp-compare-testbeds:
 933       - "vpp-compare-testbeds-ref"
 934       - "vpp-compare-testbeds-cmp"
 935
 936     vpp-compare-testbeds-mrr-ref:
 937       # TODO: Replace with 1904 data
 938       # csit-vpp-perf-verify-1904-3n-hsw:
 939       csit-vpp-perf-verify-1901-3n-hsw:
 940         - 35  # MRR sel
 941     vpp-compare-testbeds-mrr-cmp:
 942       # TODO: Replace with 1904 data
 943       # csit-vpp-perf-verify-1904-3n-skx:
 944       csit-vpp-perf-verify-1901-3n-skx:
 945         - 32  # MRR sel
 946     vpp-compare-testbeds-mrr:
 947       - "vpp-compare-testbeds-mrr-ref"
 948       - "vpp-compare-testbeds-mrr-cmp"
 949
 950     dpdk-compare-testbeds-ref:
 951       # TODO: Replace with 1904 data
 952       # csit-dpdk-perf-verify-1904-3n-hsw:
 953       csit-dpdk-perf-verify-1901-3n-hsw:
 954         - 13  # NDRPDR sel
 955         - 14  # NDRPDR sel
 956         - 16  # NDRPDR sel
 957         - 17  # NDRPDR sel
 958         - 18  # NDRPDR sel
 959         - 19  # NDRPDR sel
 960         - 20  # NDRPDR sel
 961         - 21  # NDRPDR sel
 962         - 22  # NDRPDR sel
 963         - 23  # NDRPDR sel
 964     dpdk-compare-testbeds-cmp:
 965       # TODO: Replace with 1904 data
 966       # csit-dpdk-perf-verify-1904-3n-skx:
 967       csit-dpdk-perf-verify-1901-3n-skx:
 968         - 3   # NDRPDR sel
 969         - 5   # NDRPDR sel
 970         - 6   # NDRPDR sel
 971         - 7   # NDRPDR sel
 972         - 8   # NDRPDR sel
 973         - 9   # NDRPDR sel
 974         - 10  # NDRPDR sel
 975         - 11  # NDRPDR sel
 976         - 12  # NDRPDR sel
 977         - 13  # NDRPDR sel
 978     dpdk-compare-testbeds:
 979       - "dpdk-compare-testbeds-ref"
 980       - "dpdk-compare-testbeds-cmp"
 981
 982     # Compare topologies
 983
 984     vpp-compare-topologies-ref:
 985       # TODO: Replace with 1904 data
 986       # csit-vpp-perf-verify-1904-3n-skx:
 987       csit-vpp-perf-verify-1901-3n-skx:
 988         - 18  # NDRPDR sel
 989         - 19  # NDRPDR sel
 990         - 20  # NDRPDR sel
 991         - 28  # NDRPDR sel
 992         - 31  # NDRPDR sel
 993         - 33  # NDRPDR sel
 994         - 36  # NDRPDR sel
 995         - 38  # NDRPDR sel
 996         - 47  # NDRPDR sel
 997         - 48  # NDRPDR sel
 998         - 54  # NDRPDR LB
 999         - 57  # NDRPDR LB
1000         - 58  # NDRPDR LB
1001         - 59  # NDRPDR LB
1002         - 60  # NDRPDR LB
1003         - 63  # NDRPDR LB
1004         - 64  # NDRPDR LB
1005         - 65  # NDRPDR LB
1006         - 66  # NDRPDR LB
1007         - 67  # NDRPDR LB
1008     vpp-compare-topologies-cmp:
1009       # TODO: Replace with 1904 data
1010       # csit-vpp-perf-verify-1904-2n-skx:
1011       csit-vpp-perf-verify-1901-2n-skx:
1012         - 5   # NDRPDR sel
1013         - 12  # NDRPDR sel
1014         - 13  # NDRPDR sel
1015         - 21  # NDRPDR sel
1016         - 23  # NDRPDR sel
1017         - 31  # NDRPDR sel
1018         - 34  # NDRPDR sel
1019         - 40  # NDRPDR sel
1020         - 42  # NDRPDR sel
1021         - 43  # NDRPDR sel
1022     vpp-compare-topologies:
1023       - "vpp-compare-topologies-ref"
1024       - "vpp-compare-topologies-cmp"
1025
1026     vpp-compare-topologies-mrr-ref:
1027       # TODO: Replace with 1904 data
1028       # csit-vpp-perf-verify-1904-3n-skx:
1029       csit-vpp-perf-verify-1901-3n-skx:
1030         - 32  # MRR sel
1031     vpp-compare-topologies-mrr-cmp:
1032       # TODO: Replace with 1904 data
1033       # csit-vpp-perf-verify-1904-2n-skx:
1034       csit-vpp-perf-verify-1901-2n-skx:
1035         - 22  # MRR sel
1036     vpp-compare-topologies-mrr:
1037       - "vpp-compare-topologies-mrr-ref"
1038       - "vpp-compare-topologies-mrr-cmp"
1039
1040     dpdk-compare-topologies-ref:
1041       # TODO: Replace with 1904 data
1042       # csit-dpdk-perf-verify-1904-3n-skx:
1043       csit-dpdk-perf-verify-1901-3n-skx:
1044         - 3   # NDRPDR sel
1045         - 5   # NDRPDR sel
1046         - 6   # NDRPDR sel
1047         - 7   # NDRPDR sel
1048         - 8   # NDRPDR sel
1049         - 9   # NDRPDR sel
1050         - 10  # NDRPDR sel
1051         - 11  # NDRPDR sel
1052         - 12  # NDRPDR sel
1053         - 13  # NDRPDR sel
1054     dpdk-compare-topologies-cmp:
1055       # TODO: Replace with 1904 data
1056       # csit-dpdk-perf-verify-1904-2n-skx:
1057       csit-dpdk-perf-verify-1901-2n-skx:
1058         - 12  # NDRPDR sel
1059         - 13  # NDRPDR sel
1060         - 14  # NDRPDR sel
1061         - 15  # NDRPDR sel
1062         - 16  # NDRPDR sel
1063         - 17  # NDRPDR sel
1064         - 18  # NDRPDR sel
1065         - 19  # NDRPDR sel
1066         - 20  # NDRPDR sel
1067         - 21  # NDRPDR sel
1068     dpdk-compare-topologies:
1069       - "dpdk-compare-topologies-ref"
1070       - "dpdk-compare-topologies-cmp"
1071
1072   plot-layouts:
1073
1074     plot-soak-throughput:
1075       titlefont:
1076         size: 18
1077       xaxis:
1078         title: "<b>Test Cases [Index]</b>"
1079         titlefont:
1080           size: 16
1081         autorange: True
1082         fixedrange: False
1083         gridcolor: "rgb(230, 230, 230)"
1084         linecolor: "rgb(220, 220, 220)"
1085         linewidth: 1
1086         showgrid: True
1087         showline: True
1088         showticklabels: True
1089         tickcolor: "rgb(220, 220, 220)"
1090         tickmode: "linear"
1091         tickfont:
1092           size: 16
1093         zeroline: False
1094       yaxis:
1095         title: "<b>Packet Throughput [Mpps]</b>"
1096         titlefont:
1097           size: 16
1098         gridcolor: "rgb(230, 230, 230)"
1099         hoverformat: ".4s"
1100         tickformat: ".3s"
1101         linecolor: "rgb(220, 220, 220)"
1102         linewidth: 1
1103         showgrid: True
1104         showline: True
1105         showticklabels: True
1106         tickcolor: "rgb(220, 220, 220)"
1107         tickfont:
1108           size: 16
1109         zeroline: False
1110         range: [0,50]
1111       autosize: False
1112       margin:
1113         t: 50
1114         b: 0
1115         l: 80
1116         r: 20
1117       showlegend: True
1118       legend:
1119         orientation: "h"
1120         font:
1121           size: 16
1122       width: 700
1123       height: 900
1124
1125     plot-service-density:
1126       titlefont:
1127         size: 18
1128       xaxis:
1129         side: "top"
1130         autorange: True
1131         fixedrange: False
1132         showgrid: False
1133         showline: False
1134         showticklabels: False
1135         ticks: ""
1136         ticklen: 0
1137         tickwidth: 0
1138         zeroline: False
1139       yaxis:
1140         autorange: "reversed"
1141         showgrid: False
1142         showline: False
1143         showticklabels: False
1144         ticks: ""
1145         ticklen: 0
1146         tickwidth: 0
1147         zeroline: False
1148       autosize: True
1149       showlegend: False
1150       width: 700
1151       height: 700
1152
1153     plot-cps:
1154       titlefont:
1155         size: 18
1156       xaxis:
1157         title: "<b>Test Cases [Index]</b>"
1158         titlefont:
1159           size: 16
1160         autorange: True
1161         fixedrange: False
1162         gridcolor: "rgb(230, 230, 230)"
1163         linecolor: "rgb(220, 220, 220)"
1164         linewidth: 1
1165         showgrid: True
1166         showline: True
1167         showticklabels: True
1168         tickcolor: "rgb(220, 220, 220)"
1169         tickmode: "linear"
1170         tickfont:
1171           size: 16
1172         zeroline: False
1173       yaxis:
1174         title: "<b>Connections Per Second [cps]</b>"
1175         titlefont:
1176           size: 16
1177         gridcolor: "rgb(230, 230, 230)"
1178         hoverformat: ".4s"
1179         linecolor: "rgb(220, 220, 220)"
1180         linewidth: 1
1181         rangemode: "tozero"
1182         showgrid: True
1183         showline: True
1184         showticklabels: True
1185         tickcolor: "rgb(220, 220, 220)"
1186         tickformat: ".3s"
1187         tickfont:
1188           size: 16
1189         zeroline: False
1190       boxmode: "group"
1191       boxgroupgap: 0.5
1192       autosize: False
1193       margin:
1194         t: 50
1195         b: 20
1196         l: 80
1197         r: 20
1198       showlegend: True
1199       legend:
1200         orientation: "h"
1201         font:
1202           size: 16
1203       width: 700
1204       height: 800
1205
1206     plot-rps:
1207       titlefont:
1208         size: 18
1209       xaxis:
1210         title: "<b>Test Cases [Index]</b>"
1211         titlefont:
1212           size: 16
1213         autorange: True
1214         fixedrange: False
1215         gridcolor: "rgb(230, 230, 230)"
1216         linecolor: "rgb(220, 220, 220)"
1217         linewidth: 1
1218         showgrid: True
1219         showline: True
1220         showticklabels: True
1221         tickcolor: "rgb(220, 220, 220)"
1222         tickmode: "linear"
1223         tickfont:
1224           size: 16
1225         zeroline: False
1226       yaxis:
1227         title: "<b>Requests Per Second [rps]</b>"
1228         titlefont:
1229           size: 16
1230         gridcolor: "rgb(230, 230, 230)"
1231         hoverformat: ".4s"
1232         linecolor: "rgb(220, 220, 220)"
1233         linewidth: 1
1234         rangemode: "tozero"
1235         showgrid: True
1236         showline: True
1237         showticklabels: True
1238         tickcolor: "rgb(230, 230, 230)"
1239         tickformat: ".3s"
1240         tickfont:
1241           size: 16
1242         zeroline: False
1243       boxmode: "group"
1244       boxgroupgap: 0.5
1245       autosize: False
1246       margin:
1247         t: 50
1248         b: 20
1249         l: 80
1250         r: 20
1251       showlegend: True
1252       legend:
1253         orientation: "h"
1254         font:
1255           size: 16
1256       width: 700
1257       height: 800
1258
1259     plot-throughput:
1260       titlefont:
1261         size: 18
1262       xaxis:
1263         title: "<b>Test Cases [Index]</b>"
1264         titlefont:
1265           size: 16
1266         autorange: True
1267         fixedrange: False
1268         gridcolor: "rgb(230, 230, 230)"
1269         linecolor: "rgb(220, 220, 220)"
1270         linewidth: 1
1271         showgrid: True
1272         showline: True
1273         showticklabels: True
1274         tickcolor: "rgb(220, 220, 220)"
1275         tickmode: "linear"
1276         tickfont:
1277           size: 16
1278         zeroline: False
1279       yaxis:
1280         title: "<b>Packet Throughput [Mpps]</b>"
1281         titlefont:
1282           size: 16
1283         gridcolor: "rgb(230, 230, 230)"
1284         hoverformat: ".4s"
1285         tickformat: ".3s"
1286         linecolor: "rgb(220, 220, 220)"
1287         linewidth: 1
1288         showgrid: True
1289         showline: True
1290         showticklabels: True
1291         tickcolor: "rgb(220, 220, 220)"
1292         tickfont:
1293           size: 16
1294         zeroline: False
1295         range: [0,50]
1296       boxmode: "group"
1297       boxgroupgap: 0.5
1298       autosize: False
1299       margin:
1300         t: 50
1301         b: 0
1302         l: 80
1303         r: 20
1304       showlegend: True
1305       legend:
1306         orientation: "h"
1307         font:
1308           size: 16
1309       width: 700
1310       height: 900
1311
1312     plot-throughput-speedup-analysis:
1313       titlefont:
1314         size: 18
1315       xaxis:
1316         title: "<b>Number of Cores [Qty]</b>"
1317         titlefont:
1318           size: 16
1319         autorange: True
1320         fixedrange: False
1321         gridcolor: "rgb(230, 230, 230)"
1322         linecolor: "rgb(220, 220, 220)"
1323         linewidth: 1
1324         showgrid: True
1325         showline: True
1326         showticklabels: True
1327         tickcolor: "rgb(238, 238, 238)"
1328         tickmode: "linear"
1329         tickfont:
1330           size: 16
1331         zeroline: False
1332       yaxis:
1333         title: "<b>Packet Throughput [Mpps]</b>"
1334         titlefont:
1335           size: 16
1336         type: "linear"
1337         gridcolor: "rgb(230, 230, 230)"
1338         hoverformat: ".4s"
1339         linecolor: "rgb(220, 220, 220)"
1340         linewidth: 1
1341         showgrid: True
1342         showline: True
1343         showticklabels: True
1344         tickcolor: "rgb(220, 220, 220)"
1345         tickformat: ".4s"
1346         tickfont:
1347           size: 16
1348         zeroline: True
1349         rangemode: "tozero"
1350         range: [0,100]
1351       legend:
1352         orientation: "h"
1353         font:
1354           size: 16
1355         xanchor: "left"
1356         yanchor: "top"
1357         x: 0
1358         y: -0.2
1359         bgcolor: "rgba(255, 255, 255, 0)"
1360         bordercolor: "rgba(255, 255, 255, 0)"
1361         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1362       autosize: False
1363       margin:
1364           't': 50
1365           'b': 150
1366           'l': 85
1367           'r': 10
1368       showlegend: True
1369       width: 700
1370       height: 700
1371       hoverlabel:
1372         namelength: -1
1373       annotations: [
1374         {
1375           text: "_ _          __          ...",
1376           align: "left",
1377           showarrow: False,
1378           xref: "paper",
1379           yref: "paper",
1380           xanchor: "left",
1381           yanchor: "top",
1382           x: 0,
1383           y: -0.13,
1384           font: {
1385             family: "Consolas, Courier New",
1386             size: 15
1387           },
1388         },
1389         {
1390           text: "    Perfect     Measured     Limit",
1391           align: "left",
1392           showarrow: False,
1393           xref: "paper",
1394           yref: "paper",
1395           xanchor: "left",
1396           yanchor: "top",
1397           x: 0,
1398           y: -0.15,
1399           font: {
1400             family: "Consolas, Courier New",
1401             size: 15
1402           },
1403         },
1404       ]
1405
1406     plot-latency:
1407       titlefont:
1408         size: 18
1409       xaxis:
1410         title: "<b>Direction</b>"
1411         titlefont:
1412           size: 16
1413         autorange: True
1414         fixedrange: False
1415         gridcolor: "rgb(230, 230, 230)"
1416         linecolor: "rgb(220, 220, 220)"
1417         linewidth: 1
1418         showgrid: True
1419         showline: True
1420         showticklabels: False
1421         tickcolor: "rgb(220, 220, 220)"
1422         tickmode: "linear"
1423         tickfont:
1424           size: 16
1425         zeroline: False
1426       yaxis:
1427         title: "<b>Packet Latency [uSec]</b>"
1428         titlefont:
1429           size: 16
1430         type: "linear"
1431         gridcolor: "rgb(230, 230, 230)"
1432         hoverformat: ".4s"
1433         linecolor: "rgb(220, 220, 220)"
1434         linewidth: 1
1435         showgrid: True
1436         showline: True
1437         showticklabels: True
1438         tickcolor: "rgb(220, 220, 220)"
1439         tickformat: ".4s"
1440         tickfont:
1441           size: 16
1442         zeroline: True
1443         rangemode: "tozero"
1444       legend:
1445         orientation: "h"
1446         font:
1447           size: 16
1448         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1449       autosize: False
1450       margin:
1451           't': 50
1452           'b': 150
1453           'l': 80
1454           'r': 10
1455       showlegend: True
1456       width: 700
1457       height: 700
1458       hoverlabel:
1459         namelength: -1
1460
1461 - type: "static"
1462   src-path: "{DIR[RST]}"
1463   dst-path: "{DIR[WORKING,SRC]}"
1464
1465 - type: "input"
1466   general:
1467     file-name: "robot-plugin.zip"
1468     file-format: ".zip"
1469     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1470     extract: "robot-plugin/output.xml"
1471
1472   builds:
1473     # TODO: Add 1904 data
1474 #    intel-dnv-vpp-release-1904:
1475 #      - 1
1476
1477     intel-dnv-vpp-release-1901:
1478       - 1
1479
1480     intel-dnv-vpp-release-1810:
1481       - 1
1482
1483     csit-vpp-perf-verify-1810-3n-hsw:
1484       - 9   # MRR sel
1485       - 20  # NDRPDR full
1486       - 21  # NDRPDR full
1487       - 22  # NDRPDR full
1488       - 27  # NDRPDR full
1489       - 8   # NDRPDR sel
1490       - 12  # NDRPDR sel
1491       - 14  # NDRPDR sel
1492       - 18  # NDRPDR sel
1493       - 23  # NDRPDR sel
1494       - 25  # NDRPDR sel
1495       - 38  # NDRPDR sel
1496       - 39  # NDRPDR sel
1497       - 41  # NDRPDR sel
1498       - 42  # NDRPDR sel
1499       - 28  # WRK
1500       - 29  # WRK
1501       - 30  # WRK
1502       - 31  # WRK
1503       - 32  # WRK
1504       - 33  # WRK
1505       - 34  # WRK
1506       - 35  # WRK
1507       - 36  # WRK
1508       - 37  # WRK
1509     csit-vpp-perf-verify-1901-3n-hsw:
1510       - 35  # MRR sel
1511       - 38  # NDRPDR full
1512       - 43  # NDRPDR full
1513       - 45  # NDRPDR full
1514       - 49  # NDRPDR full
1515       - 10  # NDRPDR sel
1516       - 19  # NDRPDR sel
1517       - 31  # NDRPDR sel
1518       - 36  # NDRPDR sel
1519       - 40  # NDRPDR sel
1520       - 42  # NDRPDR sel
1521       - 44  # NDRPDR sel
1522       - 46  # NDRPDR sel
1523       - 47  # NDRPDR sel
1524       - 48  # NDRPDR sel
1525       - 61  # NDRPDR LB
1526       - 62  # NDRPDR LB
1527       - 63  # NDRPDR LB
1528       - 64  # NDRPDR LB
1529       - 65  # NDRPDR LB
1530       - 66  # NDRPDR LB
1531       - 67  # NDRPDR LB
1532       - 69  # NDRPDR LB
1533       - 70  # NDRPDR LB
1534       - 71  # NDRPDR LB
1535     # TODO: Add 1904 Data
1536 #    csit-vpp-perf-verify-1904-3n-hsw:
1537 #      -
1538
1539     csit-vpp-perf-verify-1810-3n-skx:
1540       - 9   # MRR sel
1541       - 11  # MRR sel
1542       - 12  # MRR sel
1543       - 13  # MRR sel
1544       - 23  # NDRPDR full
1545       - 24  # NDRPDR full
1546       - 10  # NDRPDR sel
1547       - 14  # NDRPDR sel
1548       - 15  # NDRPDR sel
1549       - 16  # NDRPDR sel
1550       - 17  # NDRPDR sel
1551       - 19  # NDRPDR sel
1552       - 20  # NDRPDR sel
1553       - 21  # NDRPDR sel
1554       - 22  # NDRPDR sel
1555       - 25  # NDRPDR sel
1556     csit-vpp-perf-verify-1901-3n-skx:
1557       - 32  # MRR sel
1558       - 37  # NDRPDR full
1559       - 39  # NDRPDR full
1560       - 40  # NDRPDR full
1561       - 49  # NDRPDR full
1562       - 18  # NDRPDR sel
1563       - 19  # NDRPDR sel
1564       - 20  # NDRPDR sel
1565       - 28  # NDRPDR sel
1566       - 31  # NDRPDR sel
1567       - 33  # NDRPDR sel
1568       - 36  # NDRPDR sel
1569       - 38  # NDRPDR sel
1570       - 47  # NDRPDR sel
1571       - 48  # NDRPDR sel
1572       - 54  # NDRPDR LB
1573       - 57  # NDRPDR LB
1574       - 58  # NDRPDR LB
1575       - 59  # NDRPDR LB
1576       - 60  # NDRPDR LB
1577       - 63  # NDRPDR LB
1578       - 64  # NDRPDR LB
1579       - 65  # NDRPDR LB
1580       - 66  # NDRPDR LB
1581       - 67  # NDRPDR LB
1582     # TODO: Add 1904 data
1583 #    csit-vpp-perf-verify-1904-3n-skx:
1584 #      -
1585
1586     csit-vpp-perf-verify-1810-2n-skx:
1587       - 8   # MRR sel
1588       - 10  # MRR sel
1589       - 11  # MRR sel
1590       - 12  # MRR sel
1591       - 25  # NDRPDR full
1592       - 26  # NDRPDR full
1593       - 9   # NDRPDR sel
1594       - 13  # NDRPDR sel
1595       - 14  # NDRPDR sel
1596       - 19  # NDRPDR sel
1597       - 20  # NDRPDR sel
1598       - 21  # NDRPDR sel
1599       - 22  # NDRPDR sel
1600       - 23  # NDRPDR sel
1601       - 24  # NDRPDR sel
1602       - 27  # NDRPDR sel
1603     csit-vpp-perf-verify-1901-2n-skx:
1604       - 22  # MRR sel
1605       - 25  # NDRPDR full
1606       - 30  # NDRPDR full
1607       - 33  # NDRPDR full
1608       - 44  # NDRPDR full
1609       - 5   # NDRPDR sel
1610       - 12  # NDRPDR sel
1611       - 13  # NDRPDR sel
1612       - 21  # NDRPDR sel
1613       - 23  # NDRPDR sel
1614       - 31  # NDRPDR sel
1615       - 34  # NDRPDR sel
1616       - 40  # NDRPDR sel
1617       - 42  # NDRPDR sel
1618       - 43  # NDRPDR sel
1619       - 24  # NFV MRR
1620       - 26  # NFV MRR
1621       - 27  # NFV MRR
1622       - 35  # NFV MRR
1623       - 37  # NFV MRR
1624       - 28  # NFV NDRPDR
1625       - 29  # NFV NDRPDR
1626       - 32  # NFV NDRPDR
1627       - 39  # NFV NDRPDR
1628       - 46  # NFV NDRPDR
1629       - 45  # SOAK
1630     # TODO: Add 1904 data
1631 #    csit-vpp-perf-verify-1901-2n-skx:
1632 #      -
1633
1634     # TODO: Remove
1635     csit-ligato-perf-verify-1901-3n-hsw:
1636       - 10  # NDRPDR full
1637       - 8   # NDRPDR sel
1638       - 9   # NDRPDR sel
1639       - 11  # NDRPDR sel
1640       - 12  # NDRPDR sel
1641       - 13  # NDRPDR sel
1642       - 14  # NDRPDR sel
1643       - 15  # NDRPDR sel
1644       - 16  # NDRPDR sel
1645       - 17  # NDRPDR sel
1646       - 18  # NDRPDR sel
1647     # TODO: Add 1904 data
1648 #    csit-ligato-perf-verify-1904-3n-hsw:
1649 #      -
1650
1651     csit-dpdk-perf-verify-1810-3n-hsw:
1652       - 1   # NDRPDR sel
1653       - 2   # NDRPDR sel
1654       - 3   # NDRPDR sel
1655       - 4   # NDRPDR sel
1656       - 5   # NDRPDR sel
1657       - 6   # NDRPDR sel
1658       - 7   # NDRPDR sel
1659       - 8   # NDRPDR sel
1660       - 9   # NDRPDR sel
1661       - 10  # NDRPDR sel
1662     csit-dpdk-perf-verify-1901-3n-hsw:
1663       - 13  # NDRPDR sel
1664       - 14  # NDRPDR sel
1665       - 16  # NDRPDR sel
1666       - 17  # NDRPDR sel
1667       - 18  # NDRPDR sel
1668       - 19  # NDRPDR sel
1669       - 20  # NDRPDR sel
1670       - 21  # NDRPDR sel
1671       - 22  # NDRPDR sel
1672       - 23  # NDRPDR sel
1673     # TODO: Add 1904 data
1674 #    csit-dpdk-perf-verify-1904-3n-hsw:
1675 #      -
1676
1677     csit-dpdk-perf-verify-1810-3n-skx:
1678       - 3   # NDRPDR sel
1679       - 4   # NDRPDR sel
1680       - 6   # NDRPDR sel
1681       - 7   # NDRPDR sel
1682       - 8   # NDRPDR sel
1683       - 9   # NDRPDR sel
1684       - 10  # NDRPDR sel
1685       - 11  # NDRPDR sel
1686       - 12  # NDRPDR sel
1687       - 13  # NDRPDR sel
1688     csit-dpdk-perf-verify-1901-3n-skx:
1689       - 3   # NDRPDR sel
1690       - 5   # NDRPDR sel
1691       - 6   # NDRPDR sel
1692       - 7   # NDRPDR sel
1693       - 8   # NDRPDR sel
1694       - 9   # NDRPDR sel
1695       - 10  # NDRPDR sel
1696       - 11  # NDRPDR sel
1697       - 12  # NDRPDR sel
1698       - 13  # NDRPDR sel
1699     # TODO: Add 1904 data
1700 #    csit-dpdk-perf-verify-1901-3n-skx:
1701 #      -
1702
1703     csit-dpdk-perf-verify-1810-2n-skx:
1704       - 3   # NDRPDR sel
1705       - 4   # NDRPDR sel
1706       - 5   # NDRPDR sel
1707       - 7   # NDRPDR sel
1708       - 8   # NDRPDR sel
1709       - 9   # NDRPDR sel
1710       - 10  # NDRPDR sel
1711       - 11  # NDRPDR sel
1712       - 12  # NDRPDR sel
1713       - 13  # NDRPDR sel
1714     csit-dpdk-perf-verify-1901-2n-skx:
1715       - 12  # NDRPDR sel
1716       - 13  # NDRPDR sel
1717       - 14  # NDRPDR sel
1718       - 15  # NDRPDR sel
1719       - 16  # NDRPDR sel
1720       - 17  # NDRPDR sel
1721       - 18  # NDRPDR sel
1722       - 19  # NDRPDR sel
1723       - 20  # NDRPDR sel
1724       - 21  # NDRPDR sel
1725     # TODO: Add 1904 data
1726 #    csit-dpdk-perf-verify-1904-2n-skx:
1727 #      -
1728
1729     csit-vpp-functional-1901-ubuntu1604-virl:
1730       - 173
1731     # TODO: Add 1904 data
1732 #    csit-vpp-functional-1904-ubuntu1604-virl:
1733 #      -
1734     csit-vpp-functional-1901-centos7-virl:
1735       - 175
1736     # TODO: Add 1904 data
1737 #    csit-vpp-functional-1904-centos7-virl:
1738 #      -
1739     csit-vpp-device-1901-ubuntu1804-1n-skx:
1740       - 175
1741     # TODO: Add 1904 data
1742 #    csit-vpp-device-1901-ubuntu1804-1n-skx:
1743 #      -
1744 #    # Not used
1745 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1746 #      - 1
1747     csit-dmm-functional-1901-ubuntu1604-virl:
1748       - 2
1749     # TODO: Add 1904 data
1750 #    csit-dmm-functional-1904-ubuntu1604-virl:
1751 #      -
1752     csit-hc2vpp-verify-func-1901-ubuntu1604:
1753       - 3
1754     # TODO: Add 1904 data
1755 #    csit-hc2vpp-verify-func-1904-ubuntu1604:
1756 #      -
1757
1758 - type: "output"
1759   output: "report"
1760   format:
1761     html:
1762     - full
1763     pdf:
1764     - minimal
1765
1766 ################################################################################
1767 ###                               T A B L E S                                ###
1768 ################################################################################
1769
1770 # VPP Compare NICs 3n-hsw 1t1c ndr
1771 - type: "table"
1772   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1773   algorithm: "table_nics_comparison"
1774   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1775   reference:
1776     title: "Intel-x520"
1777     nic: "NIC_Intel-X520-DA2"
1778   compare:
1779     title: "Intel-x710"
1780     nic: "NIC_Intel-X710"
1781   data: "vpp-nic-comparison-3n-hsw"
1782   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1783   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1784   parameters:
1785   - "name"
1786   - "parent"
1787   - "throughput"
1788   - "tags"
1789
1790 # VPP Compare NICs 3n-hsw 2t2c ndr
1791 - type: "table"
1792   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1793   algorithm: "table_nics_comparison"
1794   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1795   reference:
1796     title: "Intel-x520"
1797     nic: "NIC_Intel-X520-DA2"
1798   compare:
1799     title: "Intel-x710"
1800     nic: "NIC_Intel-X710"
1801   data: "vpp-nic-comparison-3n-hsw"
1802   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1803   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1804   parameters:
1805   - "name"
1806   - "parent"
1807   - "throughput"
1808   - "tags"
1809
1810 # VPP Compare NICs 3n-hsw 1t1c pdr
1811 - type: "table"
1812   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1813   algorithm: "table_nics_comparison"
1814   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1815   reference:
1816     title: "Intel-x520"
1817     nic: "NIC_Intel-X520-DA2"
1818   compare:
1819     title: "Intel-x710"
1820     nic: "NIC_Intel-X710"
1821   data: "vpp-nic-comparison-3n-hsw"
1822   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1823   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1824   parameters:
1825   - "name"
1826   - "parent"
1827   - "throughput"
1828   - "tags"
1829
1830 # VPP Compare NICs 3n-hsw 2t2c pdr
1831 - type: "table"
1832   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1833   algorithm: "table_nics_comparison"
1834   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1835   reference:
1836     title: "Intel-x520"
1837     nic: "NIC_Intel-X520-DA2"
1838   compare:
1839     title: "Intel-x710"
1840     nic: "NIC_Intel-X710"
1841   data: "vpp-nic-comparison-3n-hsw"
1842   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1843   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1844   parameters:
1845   - "name"
1846   - "parent"
1847   - "throughput"
1848   - "tags"
1849
1850 # VPP Compare NICs 3n-hsw 1t1c mrr
1851 - type: "table"
1852   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1853   algorithm: "table_nics_comparison"
1854   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1855   reference:
1856     title: "Intel-x520"
1857     nic: "NIC_Intel-X520-DA2"
1858   compare:
1859     title: "Intel-x710"
1860     nic: "NIC_Intel-X710"
1861   data: "vpp-nic-comparison-3n-hsw-mrr"
1862   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1863   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1864   parameters:
1865   - "name"
1866   - "parent"
1867   - "result"
1868   - "tags"
1869
1870 # VPP Compare NICs 3n-hsw 2t2c mrr
1871 - type: "table"
1872   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1873   algorithm: "table_nics_comparison"
1874   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1875   reference:
1876     title: "Intel-x520"
1877     nic: "NIC_Intel-X520-DA2"
1878   compare:
1879     title: "Intel-x710"
1880     nic: "NIC_Intel-X710"
1881   data: "vpp-nic-comparison-3n-hsw-mrr"
1882   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1883   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1884   parameters:
1885   - "name"
1886   - "parent"
1887   - "result"
1888   - "tags"
1889
1890 # VPP Compare NICs 3n-hsw 4t4c mrr
1891 - type: "table"
1892   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1893   algorithm: "table_nics_comparison"
1894   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1895   reference:
1896     title: "Intel-x520"
1897     nic: "NIC_Intel-X520-DA2"
1898   compare:
1899     title: "Intel-x710"
1900     nic: "NIC_Intel-X710"
1901   data: "vpp-nic-comparison-3n-hsw-mrr"
1902   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1903   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1904   parameters:
1905   - "name"
1906   - "parent"
1907   - "result"
1908   - "tags"
1909
1910 # VPP Compare NICs 3n-skx 2t1c ndr
1911 - type: "table"
1912   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1913   algorithm: "table_nics_comparison"
1914   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1915   reference:
1916     title: "Intel-x710"
1917     nic: "NIC_Intel-X710"
1918   compare:
1919     title: "Intel-xxv710"
1920     nic: "NIC_Intel-XXV710"
1921   data: "vpp-nic-comparison-3n-skx"
1922   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1923   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1924   parameters:
1925   - "name"
1926   - "parent"
1927   - "throughput"
1928   - "tags"
1929
1930 # VPP Compare NICs 3n-skx 4t2c ndr
1931 - type: "table"
1932   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1933   algorithm: "table_nics_comparison"
1934   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1935   reference:
1936     title: "Intel-x710"
1937     nic: "NIC_Intel-X710"
1938   compare:
1939     title: "Intel-xxv710"
1940     nic: "NIC_Intel-XXV710"
1941   data: "vpp-nic-comparison-3n-skx"
1942   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1943   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1944   parameters:
1945   - "name"
1946   - "parent"
1947   - "throughput"
1948   - "tags"
1949
1950 # VPP Compare NICs 3n-skx 2t1c pdr
1951 - type: "table"
1952   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1953   algorithm: "table_nics_comparison"
1954   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1955   reference:
1956     title: "Intel-x710"
1957     nic: "NIC_Intel-X710"
1958   compare:
1959     title: "Intel-xxv710"
1960     nic: "NIC_Intel-XXV710"
1961   data: "vpp-nic-comparison-3n-skx"
1962   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1963   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1964   parameters:
1965   - "name"
1966   - "parent"
1967   - "throughput"
1968   - "tags"
1969
1970  # VPP Compare NICs 3n-skx 4t2c pdr
1971 - type: "table"
1972   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1973   algorithm: "table_nics_comparison"
1974   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1975   reference:
1976     title: "Intel-x710"
1977     nic: "NIC_Intel-X710"
1978   compare:
1979     title: "Intel-xxv710"
1980     nic: "NIC_Intel-XXV710"
1981   data: "vpp-nic-comparison-3n-skx"
1982   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1983   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1984   parameters:
1985   - "name"
1986   - "parent"
1987   - "throughput"
1988   - "tags"
1989
1990 # VPP Compare NICs 3n-skx 2t1c mrr
1991 - type: "table"
1992   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1993   algorithm: "table_nics_comparison"
1994   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1995   reference:
1996     title: "Intel-x710"
1997     nic: "NIC_Intel-X710"
1998   compare:
1999     title: "Intel-xxv710"
2000     nic: "NIC_Intel-XXV710"
2001   data: "vpp-nic-comparison-3n-skx-mrr"
2002   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2003   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2004   parameters:
2005   - "name"
2006   - "parent"
2007   - "result"
2008   - "tags"
2009
2010 # VPP Compare NICs 3n-skx 4t2c mrr
2011 - type: "table"
2012   title: "VPP Compare NICs 3n-skx 4t2c mrr"
2013   algorithm: "table_nics_comparison"
2014   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
2015   reference:
2016     title: "Intel-x710"
2017     nic: "NIC_Intel-X710"
2018   compare:
2019     title: "Intel-xxv710"
2020     nic: "NIC_Intel-XXV710"
2021   data: "vpp-nic-comparison-3n-skx-mrr"
2022   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2023   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2024   parameters:
2025   - "name"
2026   - "parent"
2027   - "result"
2028   - "tags"
2029
2030  # VPP Compare NICs 3n-skx 8t4c mrr
2031 - type: "table"
2032   title: "VPP Compare NICs 3n-skx 8t4c mrr"
2033   algorithm: "table_nics_comparison"
2034   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
2035   reference:
2036     title: "Intel-x710"
2037     nic: "NIC_Intel-X710"
2038   compare:
2039     title: "Intel-xxv710"
2040     nic: "NIC_Intel-XXV710"
2041   data: "vpp-nic-comparison-3n-skx-mrr"
2042   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2043   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2044   parameters:
2045   - "name"
2046   - "parent"
2047   - "result"
2048   - "tags"
2049
2050 # VPP Compare NICs 2n-skx 2t1c ndr
2051 - type: "table"
2052   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2053   algorithm: "table_nics_comparison"
2054   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2055   reference:
2056     title: "Intel-x710"
2057     nic: "NIC_Intel-X710"
2058   compare:
2059     title: "Intel-xxv710"
2060     nic: "NIC_Intel-XXV710"
2061   data: "vpp-nic-comparison-2n-skx"
2062   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2063   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2064   parameters:
2065   - "name"
2066   - "parent"
2067   - "throughput"
2068   - "tags"
2069
2070 # VPP Compare NICs 2n-skx 4t2c ndr
2071 - type: "table"
2072   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2073   algorithm: "table_nics_comparison"
2074   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2075   reference:
2076     title: "Intel-x710"
2077     nic: "NIC_Intel-X710"
2078   compare:
2079     title: "Intel-xxv710"
2080     nic: "NIC_Intel-XXV710"
2081   data: "vpp-nic-comparison-2n-skx"
2082   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2083   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2084   parameters:
2085   - "name"
2086   - "parent"
2087   - "throughput"
2088   - "tags"
2089
2090  # VPP Compare NICs 2n-skx 2t1c pdr
2091 - type: "table"
2092   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2093   algorithm: "table_nics_comparison"
2094   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2095   reference:
2096     title: "Intel-x710"
2097     nic: "NIC_Intel-X710"
2098   compare:
2099     title: "Intel-xxv710"
2100     nic: "NIC_Intel-XXV710"
2101   data: "vpp-nic-comparison-2n-skx"
2102   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2103   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2104   parameters:
2105   - "name"
2106   - "parent"
2107   - "throughput"
2108   - "tags"
2109
2110 # VPP Compare NICs 2n-skx 4t2c pdr
2111 - type: "table"
2112   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2113   algorithm: "table_nics_comparison"
2114   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2115   reference:
2116     title: "Intel-x710"
2117     nic: "NIC_Intel-X710"
2118   compare:
2119     title: "Intel-xxv710"
2120     nic: "NIC_Intel-XXV710"
2121   data: "vpp-nic-comparison-2n-skx"
2122   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2123   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2124   parameters:
2125   - "name"
2126   - "parent"
2127   - "throughput"
2128   - "tags"
2129
2130 # VPP Compare NICs 2n-skx 2t1c mrr
2131 - type: "table"
2132   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2133   algorithm: "table_nics_comparison"
2134   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2135   reference:
2136     title: "Intel-x710"
2137     nic: "NIC_Intel-X710"
2138   compare:
2139     title: "Intel-xxv710"
2140     nic: "NIC_Intel-XXV710"
2141   data: "vpp-nic-comparison-2n-skx-mrr"
2142   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2143   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2144   parameters:
2145   - "name"
2146   - "parent"
2147   - "result"
2148   - "tags"
2149
2150 # VPP Compare NICs 2n-skx 4t2c mrr
2151 - type: "table"
2152   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2153   algorithm: "table_nics_comparison"
2154   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2155   reference:
2156     title: "Intel-x710"
2157     nic: "NIC_Intel-X710"
2158   compare:
2159     title: "Intel-xxv710"
2160     nic: "NIC_Intel-XXV710"
2161   data: "vpp-nic-comparison-2n-skx-mrr"
2162   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2163   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2164   parameters:
2165   - "name"
2166   - "parent"
2167   - "result"
2168   - "tags"
2169
2170 # VPP Compare NICs 2n-skx 8t4c mrr
2171 - type: "table"
2172   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2173   algorithm: "table_nics_comparison"
2174   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2175   reference:
2176     title: "Intel-x710"
2177     nic: "NIC_Intel-X710"
2178   compare:
2179     title: "Intel-xxv710"
2180     nic: "NIC_Intel-XXV710"
2181   data: "vpp-nic-comparison-2n-skx-mrr"
2182   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2183   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2184   parameters:
2185   - "name"
2186   - "parent"
2187   - "result"
2188   - "tags"
2189
2190 ################################################################################
2191 # VPP
2192
2193 # VPP Performance Changes 2n-dnv 1t1c pdr
2194 - type: "table"
2195   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2196   algorithm: "table_performance_comparison"
2197   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2198   history:
2199     - title: "rls1810"
2200       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2201   reference:
2202     title: "rls1901"
2203     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2204   compare:
2205     title: "rls1904"
2206     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2207   data: "intel-dnv-vpp-changes-2n-dnv"
2208   include-tests: "PDR"
2209   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2210   parameters:
2211   - "name"
2212   - "parent"
2213   - "throughput"
2214
2215 # VPP Performance Changes 2n-dnv 2t2c pdr
2216 - type: "table"
2217   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2218   algorithm: "table_performance_comparison"
2219   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2220   history:
2221     - title: "rls1810"
2222       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2223   reference:
2224     title: "rls1901"
2225     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2226   compare:
2227     title: "rls1904"
2228     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2229   data: "intel-dnv-vpp-changes-2n-dnv"
2230   include-tests: "PDR"
2231   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2232   parameters:
2233   - "name"
2234   - "parent"
2235   - "throughput"
2236
2237 # VPP Performance Changes 2n-dnv 1t1c ndr
2238 - type: "table"
2239   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2240   algorithm: "table_performance_comparison"
2241   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2242   history:
2243     - title: "rls1810"
2244       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2245   reference:
2246     title: "rls1901"
2247     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2248   compare:
2249     title: "rls1904"
2250     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2251   data: "intel-dnv-vpp-changes-2n-dnv"
2252   include-tests: "NDR"
2253   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2254   parameters:
2255   - "name"
2256   - "parent"
2257   - "throughput"
2258
2259 # VPP Performance Changes 2n-dnv 2t2c ndr
2260 - type: "table"
2261   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2262   algorithm: "table_performance_comparison"
2263   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2264   history:
2265     - title: "rls1810"
2266       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2267   reference:
2268     title: "rls1901"
2269     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2270   compare:
2271     title: "rls1904"
2272     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2273   data: "intel-dnv-vpp-changes-2n-dnv"
2274   include-tests: "NDR"
2275   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2276   parameters:
2277   - "name"
2278   - "parent"
2279   - "throughput"
2280
2281 # VPP Performance Changes 2n-dnv 1t1c MRR
2282 - type: "table"
2283   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2284   algorithm: "table_performance_comparison"
2285   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2286   history:
2287     - title: "rls1810"
2288       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2289   reference:
2290     title: "rls1901"
2291     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2292   compare:
2293     title: "rls1904"
2294     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2295   data: "intel-dnv-vpp-changes-2n-dnv"
2296   include-tests: "MRR"
2297   filter: "'1T1C' and 'MRR'"
2298   parameters:
2299   - "name"
2300   - "parent"
2301   - "result"
2302
2303 # VPP Performance Changes 2n-dnv 2t2c MRR
2304 - type: "table"
2305   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2306   algorithm: "table_performance_comparison"
2307   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2308   history:
2309     - title: "rls1810"
2310       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2311   reference:
2312     title: "rls1901"
2313     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2314   compare:
2315     title: "rls1904"
2316     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2317   data: "intel-dnv-vpp-changes-2n-dnv"
2318   include-tests: "MRR"
2319   filter: "'2T2C' and 'MRR'"
2320   parameters:
2321   - "name"
2322   - "parent"
2323   - "result"
2324
2325 # VPP Performance Changes 2n-dnv 4t4c MRR
2326 - type: "table"
2327   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2328   algorithm: "table_performance_comparison"
2329   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2330   history:
2331     - title: "rls1810"
2332       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2333   reference:
2334     title: "rls1901"
2335     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2336   compare:
2337     title: "rls1904"
2338     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2339   data: "intel-dnv-vpp-changes-2n-dnv"
2340   include-tests: "MRR"
2341   filter: "'4T4C' and 'MRR'"
2342   parameters:
2343   - "name"
2344   - "parent"
2345   - "result"
2346
2347 # VPP Performance Changes 3n-hsw 1t1c pdr
2348 - type: "table"
2349   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2350   algorithm: "table_performance_comparison"
2351   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2352   history:
2353     - title: "rls1810"
2354       data: "vpp-performance-changes-3n-hsw-h1"
2355   reference:
2356     title: "rls1901"
2357     data: "vpp-performance-changes-3n-hsw-ref"
2358   compare:
2359     title: "rls1904"
2360     data: "vpp-performance-changes-3n-hsw-cmp"
2361   data: "vpp-performance-changes-3n-hsw"
2362   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2363   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2364   parameters:
2365   - "name"
2366   - "parent"
2367   - "throughput"
2368
2369 # VPP Performance Changes 3n-hsw 2t2c pdr
2370 - type: "table"
2371   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2372   algorithm: "table_performance_comparison"
2373   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2374   history:
2375     - title: "rls1810"
2376       data: "vpp-performance-changes-3n-hsw-h1"
2377   reference:
2378     title: "rls1901"
2379     data: "vpp-performance-changes-3n-hsw-ref"
2380   compare:
2381     title: "rls1904"
2382     data: "vpp-performance-changes-3n-hsw-cmp"
2383   data: "vpp-performance-changes-3n-hsw"
2384   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2385   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2386   parameters:
2387   - "name"
2388   - "parent"
2389   - "throughput"
2390
2391 # VPP Performance Changes 3n-hsw 1t1c ndr
2392 - type: "table"
2393   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2394   algorithm: "table_performance_comparison"
2395   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2396   history:
2397     - title: "rls1810"
2398       data: "vpp-performance-changes-3n-hsw-h1"
2399   reference:
2400     title: "rls1901"
2401     data: "vpp-performance-changes-3n-hsw-ref"
2402   compare:
2403     title: "rls1904"
2404     data: "vpp-performance-changes-3n-hsw-cmp"
2405   data: "vpp-performance-changes-3n-hsw"
2406   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2407   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2408   parameters:
2409   - "name"
2410   - "parent"
2411   - "throughput"
2412
2413 # VPP Performance Changes 3n-hsw 2t2c ndr
2414 - type: "table"
2415   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2416   algorithm: "table_performance_comparison"
2417   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2418   history:
2419     - title: "rls1810"
2420       data: "vpp-performance-changes-3n-hsw-h1"
2421   reference:
2422     title: "rls1901"
2423     data: "vpp-performance-changes-3n-hsw-ref"
2424   compare:
2425     title: "rls1904"
2426     data: "vpp-performance-changes-3n-hsw-cmp"
2427   data: "vpp-performance-changes-3n-hsw"
2428   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2429   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2430   parameters:
2431   - "name"
2432   - "parent"
2433   - "throughput"
2434
2435 # VPP Performance Changes 3n-skx 2t1c pdr
2436 - type: "table"
2437   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2438   algorithm: "table_performance_comparison"
2439   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2440   history:
2441     - title: "rls1810"
2442       data: "vpp-performance-changes-3n-skx-h1"
2443   reference:
2444     title: "rls1901"
2445     data: "vpp-performance-changes-3n-skx-ref"
2446   compare:
2447     title: "rls1904"
2448     data: "vpp-performance-changes-3n-skx-cmp"
2449   data: "vpp-performance-changes-3n-skx"
2450   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2451   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2452   parameters:
2453   - "name"
2454   - "parent"
2455   - "throughput"
2456
2457 # VPP Performance Changes 3n-skx 4t2c pdr
2458 - type: "table"
2459   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2460   algorithm: "table_performance_comparison"
2461   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2462   history:
2463     - title: "rls1810"
2464       data: "vpp-performance-changes-3n-skx-h1"
2465   reference:
2466     title: "rls1901"
2467     data: "vpp-performance-changes-3n-skx-ref"
2468   compare:
2469     title: "rls1904"
2470     data: "vpp-performance-changes-3n-skx-cmp"
2471   data: "vpp-performance-changes-3n-skx"
2472   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2473   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2474   parameters:
2475   - "name"
2476   - "parent"
2477   - "throughput"
2478
2479 # VPP Performance Changes 3n-skx 2t1c ndr
2480 - type: "table"
2481   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2482   algorithm: "table_performance_comparison"
2483   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2484   history:
2485     - title: "rls1810"
2486       data: "vpp-performance-changes-3n-skx-h1"
2487   reference:
2488     title: "rls1901"
2489     data: "vpp-performance-changes-3n-skx-ref"
2490   compare:
2491     title: "rls1904"
2492     data: "vpp-performance-changes-3n-skx-cmp"
2493   data: "vpp-performance-changes-3n-skx"
2494   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2495   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2496   parameters:
2497   - "name"
2498   - "parent"
2499   - "throughput"
2500
2501 # VPP Performance Changes 3n-skx 4t2c ndr
2502 - type: "table"
2503   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2504   algorithm: "table_performance_comparison"
2505   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2506   history:
2507     - title: "rls1810"
2508       data: "vpp-performance-changes-3n-skx-h1"
2509   reference:
2510     title: "rls1901"
2511     data: "vpp-performance-changes-3n-skx-ref"
2512   compare:
2513     title: "rls1904"
2514     data: "vpp-performance-changes-3n-skx-cmp"
2515   data: "vpp-performance-changes-3n-skx"
2516   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2517   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2518   parameters:
2519   - "name"
2520   - "parent"
2521   - "throughput"
2522
2523 # VPP Performance Changes 2n-skx 2t1c pdr
2524 - type: "table"
2525   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2526   algorithm: "table_performance_comparison"
2527   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2528   history:
2529     - title: "rls1810"
2530       data: "vpp-performance-changes-2n-skx-h1"
2531   reference:
2532     title: "rls1901"
2533     data: "vpp-performance-changes-2n-skx-ref"
2534   compare:
2535     title: "rls1904"
2536     data: "vpp-performance-changes-2n-skx-cmp"
2537   data: "vpp-performance-changes-2n-skx"
2538   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2539   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2540   parameters:
2541   - "name"
2542   - "parent"
2543   - "throughput"
2544
2545 # VPP Performance Changes 2n-skx 4t2c pdr
2546 - type: "table"
2547   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2548   algorithm: "table_performance_comparison"
2549   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2550   history:
2551     - title: "rls1810"
2552       data: "vpp-performance-changes-2n-skx-h1"
2553   reference:
2554     title: "rls1901"
2555     data: "vpp-performance-changes-2n-skx-ref"
2556   compare:
2557     title: "rls1904"
2558     data: "vpp-performance-changes-2n-skx-cmp"
2559   data: "vpp-performance-changes-2n-skx"
2560   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2561   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2562   parameters:
2563   - "name"
2564   - "parent"
2565   - "throughput"
2566
2567 # VPP Performance Changes 2n-skx 2t1c ndr
2568 - type: "table"
2569   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2570   algorithm: "table_performance_comparison"
2571   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2572   history:
2573     - title: "rls1810"
2574       data: "vpp-performance-changes-2n-skx-h1"
2575   reference:
2576     title: "rls1901"
2577     data: "vpp-performance-changes-2n-skx-ref"
2578   compare:
2579     title: "rls1904"
2580     data: "vpp-performance-changes-2n-skx-cmp"
2581   data: "vpp-performance-changes-2n-skx"
2582   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2583   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2584   parameters:
2585   - "name"
2586   - "parent"
2587   - "throughput"
2588
2589 # VPP Performance Changes 2n-skx 4t2c ndr
2590 - type: "table"
2591   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2592   algorithm: "table_performance_comparison"
2593   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2594   history:
2595     - title: "rls1810"
2596       data: "vpp-performance-changes-2n-skx-h1"
2597   reference:
2598     title: "rls1901"
2599     data: "vpp-performance-changes-2n-skx-ref"
2600   compare:
2601     title: "rls1904"
2602     data: "vpp-performance-changes-2n-skx-cmp"
2603   data: "vpp-performance-changes-2n-skx"
2604   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2605   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2606   parameters:
2607   - "name"
2608   - "parent"
2609   - "throughput"
2610
2611 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2612 - type: "table"
2613   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2614   algorithm: "table_performance_comparison"
2615   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2616   reference:
2617     title: "3-Node Hsw"
2618     data: "vpp-compare-testbeds-ref"
2619   compare:
2620     title: "3-Node Skx"
2621     data: "vpp-compare-testbeds-cmp"
2622   data: "vpp-compare-testbeds"
2623   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2624   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2625   parameters:
2626   - "name"
2627   - "parent"
2628   - "throughput"
2629
2630 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2631 - type: "table"
2632   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2633   algorithm: "table_performance_comparison"
2634   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2635   reference:
2636     title: "3-Node Hsw"
2637     data: "vpp-compare-testbeds-ref"
2638   compare:
2639     title: "3-Node Skx"
2640     data: "vpp-compare-testbeds-cmp"
2641   data: "vpp-compare-testbeds"
2642   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2643   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2644   parameters:
2645   - "name"
2646   - "parent"
2647   - "throughput"
2648
2649 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2650 - type: "table"
2651   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2652   algorithm: "table_performance_comparison"
2653   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2654   reference:
2655     title: "3-Node Hsw"
2656     data: "vpp-compare-testbeds-ref"
2657   compare:
2658     title: "3-Node Skx"
2659     data: "vpp-compare-testbeds-cmp"
2660   data: "vpp-compare-testbeds"
2661   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2662   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2663   parameters:
2664   - "name"
2665   - "parent"
2666   - "throughput"
2667
2668 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2669 - type: "table"
2670   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2671   algorithm: "table_performance_comparison"
2672   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2673   reference:
2674     title: "3-Node Hsw"
2675     data: "vpp-compare-testbeds-ref"
2676   compare:
2677     title: "3-Node Skx"
2678     data: "vpp-compare-testbeds-cmp"
2679   data: "vpp-compare-testbeds"
2680   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2681   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2682   parameters:
2683   - "name"
2684   - "parent"
2685   - "throughput"
2686
2687 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2688 - type: "table"
2689   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2690   algorithm: "table_performance_comparison"
2691   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2692   reference:
2693     title: "3-Node Skx"
2694     data: "vpp-compare-topologies-ref"
2695   compare:
2696     title: "2-Node Skx"
2697     data: "vpp-compare-topologies-cmp"
2698   data: "vpp-compare-topologies"
2699   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2700   filter: "'NDRPDR' and '1C'"
2701   parameters:
2702   - "name"
2703   - "parent"
2704   - "throughput"
2705
2706 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2707 - type: "table"
2708   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2709   algorithm: "table_performance_comparison"
2710   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2711   reference:
2712     title: "3-Node Skx"
2713     data: "vpp-compare-topologies-ref"
2714   compare:
2715     title: "2-Node Skx"
2716     data: "vpp-compare-topologies-cmp"
2717   data: "vpp-compare-topologies"
2718   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2719   filter: "'NDRPDR' and '2C'"
2720   parameters:
2721   - "name"
2722   - "parent"
2723   - "throughput"
2724
2725 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2726 - type: "table"
2727   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2728   algorithm: "table_performance_comparison"
2729   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2730   reference:
2731     title: "3-Node Skx"
2732     data: "vpp-compare-topologies-ref"
2733   compare:
2734     title: "2-Node Skx"
2735     data: "vpp-compare-topologies-cmp"
2736   data: "vpp-compare-topologies"
2737   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2738   filter: "'NDRPDR' and '1C'"
2739   parameters:
2740   - "name"
2741   - "parent"
2742   - "throughput"
2743
2744 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2745 - type: "table"
2746   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2747   algorithm: "table_performance_comparison"
2748   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2749   reference:
2750     title: "3-Node Skx"
2751     data: "vpp-compare-topologies-ref"
2752   compare:
2753     title: "2-Node Skx"
2754     data: "vpp-compare-topologies-cmp"
2755   data: "vpp-compare-topologies"
2756   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2757   filter: "'NDRPDR' and '2C'"
2758   parameters:
2759   - "name"
2760   - "parent"
2761   - "throughput"
2762
2763 # VPP Performance Changes 3n-hsw 1t1c MRR
2764 - type: "table"
2765   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2766   algorithm: "table_performance_comparison"
2767   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2768   history:
2769     - title: "rls1810"
2770       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2771   reference:
2772     title: "rls1901"
2773     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2774   compare:
2775     title: "rls1904"
2776     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2777   data: "vpp-performance-changes-3n-hsw-mrr"
2778   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2779   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2780   parameters:
2781   - "name"
2782   - "parent"
2783   - "result"
2784
2785 # VPP Performance Changes 3n-hsw 2t2c MRR
2786 - type: "table"
2787   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2788   algorithm: "table_performance_comparison"
2789   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2790   history:
2791     - title: "rls1810"
2792       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2793   reference:
2794     title: "rls1901"
2795     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2796   compare:
2797     title: "rls1904"
2798     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2799   data: "vpp-performance-changes-3n-hsw-mrr"
2800   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2801   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2802   parameters:
2803   - "name"
2804   - "parent"
2805   - "result"
2806
2807 # VPP Performance Changes 3n-hsw 4t4c MRR
2808 - type: "table"
2809   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2810   algorithm: "table_performance_comparison"
2811   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2812   history:
2813     - title: "rls1810"
2814       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2815   reference:
2816     title: "rls1901"
2817     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2818   compare:
2819     title: "rls1904"
2820     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2821   data: "vpp-performance-changes-3n-hsw-mrr"
2822   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2823   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2824   parameters:
2825   - "name"
2826   - "parent"
2827   - "result"
2828
2829 # VPP Performance Changes 3n-skx 2t1c MRR
2830 - type: "table"
2831   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2832   algorithm: "table_performance_comparison"
2833   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2834   history:
2835     - title: "rls1810"
2836       data: "vpp-performance-changes-3n-skx-mrr-h1"
2837   reference:
2838     title: "rls1901"
2839     data: "vpp-performance-changes-3n-skx-mrr-ref"
2840   compare:
2841     title: "rls1904"
2842     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2843   data: "vpp-performance-changes-3n-skx-mrr"
2844   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2845   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2846   parameters:
2847   - "name"
2848   - "parent"
2849   - "result"
2850
2851 # VPP Performance Changes 3n-skx 4t2c MRR
2852 - type: "table"
2853   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2854   algorithm: "table_performance_comparison"
2855   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2856   history:
2857     - title: "rls1810"
2858       data: "vpp-performance-changes-3n-skx-mrr-h1"
2859   reference:
2860     title: "rls1901"
2861     data: "vpp-performance-changes-3n-skx-mrr-ref"
2862   compare:
2863     title: "rls1904"
2864     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2865   data: "vpp-performance-changes-3n-skx-mrr"
2866   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2867   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2868   parameters:
2869   - "name"
2870   - "parent"
2871   - "result"
2872
2873 # VPP Performance Changes 3n-skx 8t4c MRR
2874 - type: "table"
2875   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2876   algorithm: "table_performance_comparison"
2877   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2878   history:
2879     - title: "rls1810"
2880       data: "vpp-performance-changes-3n-skx-mrr-h1"
2881   reference:
2882     title: "rls1901"
2883     data: "vpp-performance-changes-3n-skx-mrr-ref"
2884   compare:
2885     title: "rls1904"
2886     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2887   data: "vpp-performance-changes-3n-skx-mrr"
2888   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2889   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2890   parameters:
2891   - "name"
2892   - "parent"
2893   - "result"
2894
2895 # VPP Performance Changes 2n-skx 2t1c MRR
2896 - type: "table"
2897   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2898   algorithm: "table_performance_comparison"
2899   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2900   history:
2901     - title: "rls1810"
2902       data: "vpp-performance-changes-2n-skx-mrr-h1"
2903   reference:
2904     title: "rls1901"
2905     data: "vpp-performance-changes-2n-skx-mrr-ref"
2906   compare:
2907     title: "rls1904"
2908     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2909   data: "vpp-performance-changes-2n-skx-mrr"
2910   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2911   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2912   parameters:
2913   - "name"
2914   - "parent"
2915   - "result"
2916
2917 # VPP Performance Changes 2n-skx 4t2c MRR
2918 - type: "table"
2919   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2920   algorithm: "table_performance_comparison"
2921   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2922   history:
2923     - title: "rls1810"
2924       data: "vpp-performance-changes-2n-skx-mrr-h1"
2925   reference:
2926     title: "rls1901"
2927     data: "vpp-performance-changes-2n-skx-mrr-ref"
2928   compare:
2929     title: "rls1904"
2930     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2931   data: "vpp-performance-changes-2n-skx-mrr"
2932   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2933   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2934   parameters:
2935   - "name"
2936   - "parent"
2937   - "result"
2938
2939 # VPP Performance Changes 2n-skx 8t4c MRR
2940 - type: "table"
2941   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2942   algorithm: "table_performance_comparison"
2943   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2944   history:
2945     - title: "rls1810"
2946       data: "vpp-performance-changes-2n-skx-mrr-h1"
2947   reference:
2948     title: "rls1901"
2949     data: "vpp-performance-changes-2n-skx-mrr-ref"
2950   compare:
2951     title: "rls1904"
2952     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2953   data: "vpp-performance-changes-2n-skx-mrr"
2954   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2955   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2956   parameters:
2957   - "name"
2958   - "parent"
2959   - "result"
2960
2961 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2962 - type: "table"
2963   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2964   algorithm: "table_performance_comparison"
2965   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2966   reference:
2967     title: "3-Node Hsw"
2968     data: "vpp-compare-testbeds-mrr-ref"
2969   compare:
2970     title: "3-Node Skx"
2971     data: "vpp-compare-testbeds-mrr-cmp"
2972   data: "vpp-compare-testbeds-mrr"
2973   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2974   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2975   parameters:
2976   - "name"
2977   - "parent"
2978   - "result"
2979
2980 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2981 - type: "table"
2982   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2983   algorithm: "table_performance_comparison"
2984   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2985   reference:
2986     title: "3-Node Hsw"
2987     data: "vpp-compare-testbeds-mrr-ref"
2988   compare:
2989     title: "3-Node Skx"
2990     data: "vpp-compare-testbeds-mrr-cmp"
2991   data: "vpp-compare-testbeds-mrr"
2992   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2993   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2994   parameters:
2995   - "name"
2996   - "parent"
2997   - "result"
2998
2999 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
3000 - type: "table"
3001   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
3002   algorithm: "table_performance_comparison"
3003   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
3004   reference:
3005     title: "3-Node Hsw"
3006     data: "vpp-compare-testbeds-mrr-ref"
3007   compare:
3008     title: "3-Node Skx"
3009     data: "vpp-compare-testbeds-mrr-cmp"
3010   data: "vpp-compare-testbeds-mrr"
3011   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3012   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
3013   parameters:
3014   - "name"
3015   - "parent"
3016   - "result"
3017
3018 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
3019 - type: "table"
3020   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
3021   algorithm: "table_performance_comparison"
3022   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
3023   reference:
3024     title: "3-Node Skx"
3025     data: "vpp-compare-topologies-mrr-ref"
3026   compare:
3027     title: "2-Node Skx"
3028     data: "vpp-compare-topologies-mrr-cmp"
3029   data: "vpp-compare-topologies-mrr"
3030   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3031   filter: "'MRR' and '1C'"
3032   parameters:
3033   - "name"
3034   - "parent"
3035   - "result"
3036
3037 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
3038 - type: "table"
3039   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
3040   algorithm: "table_performance_comparison"
3041   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
3042   reference:
3043     title: "3-Node Skx"
3044     data: "vpp-compare-topologies-mrr-ref"
3045   compare:
3046     title: "2-Node Skx"
3047     data: "vpp-compare-topologies-mrr-cmp"
3048   data: "vpp-compare-topologies-mrr"
3049   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3050   filter: "'MRR' and '2C'"
3051   parameters:
3052   - "name"
3053   - "parent"
3054   - "result"
3055
3056 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3057 - type: "table"
3058   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3059   algorithm: "table_performance_comparison"
3060   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3061   reference:
3062     title: "3-Node Skx"
3063     data: "vpp-compare-topologies-mrr-ref"
3064   compare:
3065     title: "2-Node Skx"
3066     data: "vpp-compare-topologies-mrr-cmp"
3067   data: "vpp-compare-topologies-mrr"
3068   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3069   filter: "'MRR' and '4C'"
3070   parameters:
3071   - "name"
3072   - "parent"
3073   - "result"
3074
3075 # Detailed Test Results - VPP Performance Results 3n-hsw
3076 - type: "table"
3077   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3078   algorithm: "table_merged_details"
3079   output-file-ext: ".csv"
3080   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3081   columns:
3082   - title: "Name"
3083     data: "data name"
3084   - title: "Status"
3085     data: "data msg"
3086   rows: "generated"
3087   data: "vpp-perf-results-3n-hsw"
3088   filter: "not 'NDRCHK' and not 'PDRCHK'"
3089   parameters:
3090   - "name"
3091   - "parent"
3092   - "msg"
3093
3094 # Detailed Test Results - VPP Performance Results 3n-skx
3095 - type: "table"
3096   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3097   algorithm: "table_merged_details"
3098   output-file-ext: ".csv"
3099   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3100   columns:
3101   - title: "Name"
3102     data: "data name"
3103   - title: "Status"
3104     data: "data msg"
3105   rows: "generated"
3106   data: "vpp-perf-results-3n-skx"
3107   filter: "not 'NDRCHK' and not 'PDRCHK'"
3108   parameters:
3109   - "name"
3110   - "parent"
3111   - "msg"
3112
3113 # Detailed Test Results - VPP Performance Results 2n-skx
3114 - type: "table"
3115   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3116   algorithm: "table_merged_details"
3117   output-file-ext: ".csv"
3118   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3119   columns:
3120   - title: "Name"
3121     data: "data name"
3122   - title: "Status"
3123     data: "data msg"
3124   rows: "generated"
3125   data: "vpp-perf-results-2n-skx"
3126   filter: "not 'NDRCHK' and not 'PDRCHK'"
3127   parameters:
3128   - "name"
3129   - "parent"
3130   - "msg"
3131
3132 # Detailed Test Results - VPP Performance Results 2n-dnv
3133 - type: "table"
3134   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3135   algorithm: "table_details"
3136   output-file-ext: ".csv"
3137   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3138   columns:
3139   - title: "Name"
3140     data: "data name"
3141   - title: "Status"
3142     data: "data msg"
3143   rows: "generated"
3144   data: "intel-dnv-vpp"
3145   filter: "'NDRPDR'"
3146   parameters:
3147   - "name"
3148   - "parent"
3149   - "msg"
3150
3151 # Test configuration - VPP Performance Test Configs 3n-hsw
3152 - type: "table"
3153   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3154   algorithm: "table_merged_details"
3155   output-file-ext: ".csv"
3156   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3157   columns:
3158   - title: "Name"
3159     data: "data name"
3160   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3161     data: "data conf-history"
3162   rows: "generated"
3163   data: "vpp-perf-results-3n-hsw"
3164   filter: "not 'NDRCHK' and not 'PDRCHK'"
3165   parameters:
3166   - "parent"
3167   - "name"
3168   - "conf-history"
3169
3170 # Test configuration - VPP Performance Test Configs 3n-skx
3171 - type: "table"
3172   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3173   algorithm: "table_merged_details"
3174   output-file-ext: ".csv"
3175   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3176   columns:
3177   - title: "Name"
3178     data: "data name"
3179   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3180     data: "data conf-history"
3181   rows: "generated"
3182   data: "vpp-perf-results-3n-skx"
3183   filter: "not 'NDRCHK' and not 'PDRCHK'"
3184   parameters:
3185   - "parent"
3186   - "name"
3187   - "conf-history"
3188
3189 # Test configuration - VPP Performance Test Configs 2n-skx
3190 - type: "table"
3191   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3192   algorithm: "table_merged_details"
3193   output-file-ext: ".csv"
3194   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3195   columns:
3196   - title: "Name"
3197     data: "data name"
3198   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3199     data: "data conf-history"
3200   rows: "generated"
3201   data: "vpp-perf-results-2n-skx"
3202   filter: "not 'NDRCHK' and not 'PDRCHK'"
3203   parameters:
3204   - "parent"
3205   - "name"
3206   - "conf-history"
3207
3208 # Test configuration - VPP Performance Test Configs 2n-dnv
3209 - type: "table"
3210   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3211   algorithm: "table_details"
3212   output-file-ext: ".csv"
3213   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3214   columns:
3215   - title: "Name"
3216     data: "data name"
3217   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3218     data: "data conf-history"
3219   rows: "generated"
3220   data: "intel-dnv-vpp"
3221   filter: "'NDRPDR'"
3222   parameters:
3223   - "parent"
3224   - "name"
3225   - "conf-history"
3226
3227 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3228 - type: "table"
3229   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3230   algorithm: "table_merged_details"
3231   output-file-ext: ".csv"
3232   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3233   columns:
3234   - title: "Name"
3235     data: "data name"
3236   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3237     data: "data show-run"
3238   rows: "generated"
3239   data: "vpp-perf-results-3n-hsw"
3240   filter: "not 'NDRCHK' and not 'PDRCHK'"
3241   parameters:
3242   - "parent"
3243   - "name"
3244   - "show-run"
3245
3246 # Test Operational Data - VPP Performance Operational Data 3n-skx
3247 - type: "table"
3248   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3249   algorithm: "table_merged_details"
3250   output-file-ext: ".csv"
3251   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3252   columns:
3253   - title: "Name"
3254     data: "data name"
3255   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3256     data: "data show-run"
3257   rows: "generated"
3258   data: "vpp-perf-results-3n-skx"
3259   filter: "not 'NDRCHK' and not 'PDRCHK'"
3260   parameters:
3261   - "parent"
3262   - "name"
3263   - "show-run"
3264
3265 # Test Operational Data - VPP Performance Operational Data 2n-skx
3266 - type: "table"
3267   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3268   algorithm: "table_merged_details"
3269   output-file-ext: ".csv"
3270   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3271   columns:
3272   - title: "Name"
3273     data: "data name"
3274   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3275     data: "data show-run"
3276   rows: "generated"
3277   data: "vpp-perf-results-2n-skx"
3278   filter: "not 'NDRCHK' and not 'PDRCHK'"
3279   parameters:
3280   - "parent"
3281   - "name"
3282   - "show-run"
3283
3284 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3285 - type: "table"
3286   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3287   algorithm: "table_details"
3288   output-file-ext: ".csv"
3289   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3290   columns:
3291   - title: "Name"
3292     data: "data name"
3293   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3294     data: "data show-run"
3295   rows: "generated"
3296   data: "intel-dnv-vpp"
3297   filter: "'NDRPDR'"
3298   parameters:
3299   - "parent"
3300   - "name"
3301   - "show-run"
3302
3303 # Detailed Test Results - VPP MRR Results 3n-hsw
3304 - type: "table"
3305   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3306   algorithm: "table_details"
3307   output-file-ext: ".csv"
3308   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3309   columns:
3310   - title: "Name"
3311     data: "data name"
3312   - title: "Status"
3313     data: "data msg"
3314   rows: "generated"
3315   data: "vpp-mrr-results-3n-hsw"
3316   filter: "'MRR'"
3317   parameters:
3318   - "name"
3319   - "parent"
3320   - "msg"
3321
3322 # Detailed Test Results - VPP MRR Results 3n-skx
3323 - type: "table"
3324   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3325   algorithm: "table_details"
3326   output-file-ext: ".csv"
3327   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3328   columns:
3329   - title: "Name"
3330     data: "data name"
3331   - title: "Status"
3332     data: "data msg"
3333   rows: "generated"
3334   data: "vpp-mrr-results-3n-skx"
3335   filter: "'MRR'"
3336   parameters:
3337   - "name"
3338   - "parent"
3339   - "msg"
3340
3341 # Detailed Test Results - VPP MRR Results 2n-skx
3342 - type: "table"
3343   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3344   algorithm: "table_details"
3345   output-file-ext: ".csv"
3346   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3347   columns:
3348   - title: "Name"
3349     data: "data name"
3350   - title: "Status"
3351     data: "data msg"
3352   rows: "generated"
3353   data: "vpp-mrr-results-2n-skx"
3354   filter: "'MRR'"
3355   parameters:
3356   - "name"
3357   - "parent"
3358   - "msg"
3359
3360 # Detailed Test Results - VPP MRR Results 2n-dnv
3361 - type: "table"
3362   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3363   algorithm: "table_details"
3364   output-file-ext: ".csv"
3365   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3366   columns:
3367   - title: "Name"
3368     data: "data name"
3369   - title: "Status"
3370     data: "data msg"
3371   rows: "generated"
3372   data: "intel-dnv-vpp"
3373   filter: "'MRR'"
3374   parameters:
3375   - "name"
3376   - "parent"
3377   - "msg"
3378
3379 # Test configuration - VPP MRR Test Configs 3n-hsw
3380 - type: "table"
3381   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3382   algorithm: "table_details"
3383   output-file-ext: ".csv"
3384   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3385   columns:
3386   - title: "Name"
3387     data: "data name"
3388   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3389     data: "data conf-history"
3390   rows: "generated"
3391   data: "vpp-mrr-results-3n-hsw"
3392   filter: "'MRR'"
3393   parameters:
3394   - "parent"
3395   - "name"
3396   - "conf-history"
3397
3398 # Test configuration - VPP MRR Test Configs 3n-skx
3399 - type: "table"
3400   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3401   algorithm: "table_details"
3402   output-file-ext: ".csv"
3403   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3404   columns:
3405   - title: "Name"
3406     data: "data name"
3407   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3408     data: "data conf-history"
3409   rows: "generated"
3410   data: "vpp-mrr-results-3n-skx"
3411   filter: "'MRR'"
3412   parameters:
3413   - "parent"
3414   - "name"
3415   - "conf-history"
3416
3417 # Test configuration - VPP MRR Test Configs 2n-skx
3418 - type: "table"
3419   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3420   algorithm: "table_details"
3421   output-file-ext: ".csv"
3422   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3423   columns:
3424   - title: "Name"
3425     data: "data name"
3426   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3427     data: "data conf-history"
3428   rows: "generated"
3429   data: "vpp-mrr-results-2n-skx"
3430   filter: "'MRR'"
3431   parameters:
3432   - "parent"
3433   - "name"
3434   - "conf-history"
3435
3436 # Test configuration - VPP MRR Test Configs 2n-dnv
3437 - type: "table"
3438   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3439   algorithm: "table_details"
3440   output-file-ext: ".csv"
3441   output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3442   columns:
3443   - title: "Name"
3444     data: "data name"
3445   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3446     data: "data conf-history"
3447   rows: "generated"
3448   data: "intel-dnv-vpp"
3449   filter: "'MRR'"
3450   parameters:
3451   - "parent"
3452   - "name"
3453   - "conf-history"
3454
3455 # Detailed Test Results - VPP Functional Results - Ubuntu
3456 - type: "table"
3457   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3458   algorithm: "table_details"
3459   output-file-ext: ".csv"
3460   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3461   columns:
3462   - title: "Name"
3463     data: "data name"
3464   - title: "Documentation"
3465     data: "data doc"
3466   - title: "Status"
3467     data: "data status"
3468   rows: "generated"
3469   data: "vpp-func-results-ubuntu"
3470   filter: "all"
3471   parameters:
3472   - "name"
3473   - "parent"
3474   - "doc"
3475   - "status"
3476
3477 # Detailed Test Results - VPP Functional Results - CentOS
3478 - type: "table"
3479   title: "Detailed Test Results - VPP Functional Results - CentOS"
3480   algorithm: "table_details"
3481   output-file-ext: ".csv"
3482   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3483   columns:
3484   - title: "Name"
3485     data: "data name"
3486   - title: "Documentation"
3487     data: "data doc"
3488   -
3489     title: "Status"
3490     data: "data status"
3491   rows: "generated"
3492   data:
3493     "vpp-func-results-centos"
3494   filter: "all"
3495   parameters:
3496   - "name"
3497   - "parent"
3498   - "doc"
3499   - "status"
3500
3501 # Test configuration - VPP Functional Test Configs - Ubuntu
3502 - type: "table"
3503   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3504   algorithm: "table_details"
3505   output-file-ext: ".csv"
3506   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3507   columns:
3508   - title: "Name"
3509     data: "data name"
3510   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3511     data: "data conf-history"
3512   rows: "generated"
3513   data: "vpp-func-results-ubuntu"
3514   filter: "all"
3515   parameters:
3516   - "parent"
3517   - "name"
3518   - "conf-history"
3519
3520 # Test configuration - VPP Functional Test Configs - CentOS
3521 - type: "table"
3522   title: "Test configuration - VPP Functional Test Configs - CentOS"
3523   algorithm: "table_details"
3524   output-file-ext: ".csv"
3525   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3526   columns:
3527   - title: "Name"
3528     data: "data name"
3529   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3530     data: "data conf-history"
3531   rows: "generated"
3532   data: "vpp-func-results-centos"
3533   filter: "all"
3534   parameters:
3535   - "parent"
3536   - "name"
3537   - "conf-history"
3538
3539 # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3540 - type: "table"
3541   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3542   algorithm: "table_details"
3543   output-file-ext: ".csv"
3544   output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3545   columns:
3546   - title: "Name"
3547     data: "data name"
3548   - title: "Status"
3549     data: "data msg"
3550   rows: "generated"
3551   data: "ligato-perf-results-3n-hsw"
3552   filter: "all"
3553   parameters:
3554   - "name"
3555   - "parent"
3556   - "msg"
3557
3558 # Detailed Test Results - VPP Device Results - Ubuntu
3559 - type: "table"
3560   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3561   algorithm: "table_details"
3562   output-file-ext: ".csv"
3563   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3564   columns:
3565   - title: "Name"
3566     data: "data name"
3567   - title: "Documentation"
3568     data: "data doc"
3569   - title: "Status"
3570     data: "data status"
3571   rows: "generated"
3572   data: "vpp-device-results-ubuntu"
3573   filter: "all"
3574   parameters:
3575   - "name"
3576   - "parent"
3577   - "doc"
3578   - "status"
3579
3580 # Test configuration - VPP Device Test Configs - Ubuntu
3581 - type: "table"
3582   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3583   algorithm: "table_details"
3584   output-file-ext: ".csv"
3585   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3586   columns:
3587   - title: "Name"
3588     data: "data name"
3589   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3590     data: "data conf-history"
3591   rows: "generated"
3592   data: "vpp-device-results-ubuntu"
3593   filter: "all"
3594   parameters:
3595   - "parent"
3596   - "name"
3597   - "conf-history"
3598
3599 ################################################################################
3600
3601 # DPDK Performance Changes 3n-hsw 1t1c pdr
3602 - type: "table"
3603   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3604   algorithm: "table_performance_comparison"
3605   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3606   history:
3607     - title: "rls1810"
3608       data: "dpdk-performance-changes-3n-hsw-h1"
3609   reference:
3610     title: "rls1901"
3611     data: "dpdk-performance-changes-3n-hsw-ref"
3612   compare:
3613     title: "rls1904"
3614     data: "dpdk-performance-changes-3n-hsw-cmp"
3615   data: "dpdk-performance-changes-3n-hsw"
3616   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3617   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3618   parameters:
3619   - "name"
3620   - "parent"
3621   - "throughput"
3622
3623 # DPDK Performance Changes 3n-hsw 2t2c pdr
3624 - type: "table"
3625   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3626   algorithm: "table_performance_comparison"
3627   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3628   history:
3629     - title: "rls1810"
3630       data: "dpdk-performance-changes-3n-hsw-h1"
3631   reference:
3632     title: "rls1901"
3633     data: "dpdk-performance-changes-3n-hsw-ref"
3634   compare:
3635     title: "rls1904"
3636     data: "dpdk-performance-changes-3n-hsw-cmp"
3637   data: "dpdk-performance-changes-3n-hsw"
3638   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3639   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3640   parameters:
3641   - "name"
3642   - "parent"
3643   - "throughput"
3644
3645 # DPDK Performance Changes 3n-hsw 1t1c ndr
3646 - type: "table"
3647   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3648   algorithm: "table_performance_comparison"
3649   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3650   history:
3651     - title: "rls1810"
3652       data: "dpdk-performance-changes-3n-hsw-h1"
3653   reference:
3654     title: "rls1901"
3655     data: "dpdk-performance-changes-3n-hsw-ref"
3656   compare:
3657     title: "rls1904"
3658     data: "dpdk-performance-changes-3n-hsw-cmp"
3659   data: "dpdk-performance-changes-3n-hsw"
3660   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3661   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3662   parameters:
3663   - "name"
3664   - "parent"
3665   - "throughput"
3666
3667 # DPDK Performance Changes 3n-hsw 2t2c ndr
3668 - type: "table"
3669   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3670   algorithm: "table_performance_comparison"
3671   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3672   history:
3673     - title: "rls1810"
3674       data: "dpdk-performance-changes-3n-hsw-h1"
3675   reference:
3676     title: "rls1901"
3677     data: "dpdk-performance-changes-3n-hsw-ref"
3678   compare:
3679     title: "rls1904"
3680     data: "dpdk-performance-changes-3n-hsw-cmp"
3681   data: "dpdk-performance-changes-3n-hsw"
3682   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3683   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3684   parameters:
3685   - "name"
3686   - "parent"
3687   - "throughput"
3688
3689 # DPDK Performance Changes 3n-skx 2t1c pdr
3690 - type: "table"
3691   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3692   algorithm: "table_performance_comparison"
3693   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3694   history:
3695     - title: "rls1810"
3696       data: "dpdk-performance-changes-3n-skx-h1"
3697   reference:
3698     title: "rls1901"
3699     data: "dpdk-performance-changes-3n-skx-ref"
3700   compare:
3701     title: "rls1904"
3702     data: "dpdk-performance-changes-3n-skx-cmp"
3703   data: "dpdk-performance-changes-3n-skx"
3704   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3705   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3706   parameters:
3707   - "name"
3708   - "parent"
3709   - "throughput"
3710
3711 # DPDK Performance Changes 3n-skx 4t2c pdr
3712 - type: "table"
3713   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3714   algorithm: "table_performance_comparison"
3715   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3716   history:
3717     - title: "rls1810"
3718       data: "dpdk-performance-changes-3n-skx-h1"
3719   reference:
3720     title: "rls1901"
3721     data: "dpdk-performance-changes-3n-skx-ref"
3722   compare:
3723     title: "rls1904"
3724     data: "dpdk-performance-changes-3n-skx-cmp"
3725   data: "dpdk-performance-changes-3n-skx"
3726   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3727   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3728   parameters:
3729   - "name"
3730   - "parent"
3731   - "throughput"
3732
3733 # DPDK Performance Changes 3n-skx 2t1c ndr
3734 - type: "table"
3735   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3736   algorithm: "table_performance_comparison"
3737   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3738   history:
3739     - title: "rls1810"
3740       data: "dpdk-performance-changes-3n-skx-h1"
3741   reference:
3742     title: "rls1901"
3743     data: "dpdk-performance-changes-3n-skx-ref"
3744   compare:
3745     title: "rls1904"
3746     data: "dpdk-performance-changes-3n-skx-cmp"
3747   data: "dpdk-performance-changes-3n-skx"
3748   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3749   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3750   parameters:
3751   - "name"
3752   - "parent"
3753   - "throughput"
3754
3755 # DPDK Performance Changes 3n-skx 4t2c ndr
3756 - type: "table"
3757   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3758   algorithm: "table_performance_comparison"
3759   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3760   history:
3761     - title: "rls1810"
3762       data: "dpdk-performance-changes-3n-skx-h1"
3763   reference:
3764     title: "rls1901"
3765     data: "dpdk-performance-changes-3n-skx-ref"
3766   compare:
3767     title: "rls1904"
3768     data: "dpdk-performance-changes-3n-skx-cmp"
3769   data: "dpdk-performance-changes-3n-skx"
3770   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3771   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3772   parameters:
3773   - "name"
3774   - "parent"
3775   - "throughput"
3776
3777 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3778 - type: "table"
3779   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3780   algorithm: "table_performance_comparison"
3781   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3782   reference:
3783     title: "3-Node Hsw"
3784     data: "dpdk-compare-testbeds-ref"
3785   compare:
3786     title: "3-Node Skx"
3787     data: "dpdk-compare-testbeds-cmp"
3788   data: "dpdk-compare-testbeds"
3789   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3790   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3791   parameters:
3792   - "name"
3793   - "parent"
3794   - "throughput"
3795
3796 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3797 - type: "table"
3798   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3799   algorithm: "table_performance_comparison"
3800   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3801   reference:
3802     title: "3-Node Hsw"
3803     data: "dpdk-compare-testbeds-ref"
3804   compare:
3805     title: "3-Node Skx"
3806     data: "dpdk-compare-testbeds-cmp"
3807   data: "dpdk-compare-testbeds"
3808   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3809   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3810   parameters:
3811   - "name"
3812   - "parent"
3813   - "throughput"
3814
3815 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3816 - type: "table"
3817   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3818   algorithm: "table_performance_comparison"
3819   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3820   reference:
3821     title: "3-Node Skx"
3822     data: "dpdk-compare-topologies-ref"
3823   compare:
3824     title: "2-Node Skx"
3825     data: "dpdk-compare-topologies-cmp"
3826   data: "dpdk-compare-topologies"
3827   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3828   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3829   parameters:
3830   - "name"
3831   - "parent"
3832   - "throughput"
3833
3834 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3835 - type: "table"
3836   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3837   algorithm: "table_performance_comparison"
3838   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3839   reference:
3840     title: "3-Node Skx"
3841     data: "dpdk-compare-topologies-ref"
3842   compare:
3843     title: "2-Node Skx"
3844     data: "dpdk-compare-topologies-cmp"
3845   data: "dpdk-compare-topologies"
3846   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3847   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3848   parameters:
3849   - "name"
3850   - "parent"
3851   - "throughput"
3852
3853 # DPDK Performance Changes 2n-skx 2t1c pdr
3854 - type: "table"
3855   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3856   algorithm: "table_performance_comparison"
3857   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3858   history:
3859     - title: "rls1810"
3860       data: "dpdk-performance-changes-2n-skx-h1"
3861   reference:
3862     title: "rls1901"
3863     data: "dpdk-performance-changes-2n-skx-ref"
3864   compare:
3865     title: "rls1904"
3866     data: "dpdk-performance-changes-2n-skx-cmp"
3867   data: "dpdk-performance-changes-2n-skx"
3868   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3869   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3870   parameters:
3871   - "name"
3872   - "parent"
3873   - "throughput"
3874
3875 # DPDK Performance Changes 2n-skx 4t2c pdr
3876 - type: "table"
3877   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3878   algorithm: "table_performance_comparison"
3879   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3880   history:
3881     - title: "rls1810"
3882       data: "dpdk-performance-changes-2n-skx-h1"
3883   reference:
3884     title: "rls1901"
3885     data: "dpdk-performance-changes-2n-skx-ref"
3886   compare:
3887     title: "rls1904"
3888     data: "dpdk-performance-changes-2n-skx-cmp"
3889   data: "dpdk-performance-changes-2n-skx"
3890   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3891   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3892   parameters:
3893   - "name"
3894   - "parent"
3895   - "throughput"
3896
3897 # DPDK Performance Changes 2n-skx 2t1c ndr
3898 - type: "table"
3899   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3900   algorithm: "table_performance_comparison"
3901   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3902   history:
3903     - title: "rls1810"
3904       data: "dpdk-performance-changes-2n-skx-h1"
3905   reference:
3906     title: "rls1901"
3907     data: "dpdk-performance-changes-2n-skx-ref"
3908   compare:
3909     title: "rls1904"
3910     data: "dpdk-performance-changes-2n-skx-cmp"
3911   data: "dpdk-performance-changes-2n-skx"
3912   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3913   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3914   parameters:
3915   - "name"
3916   - "parent"
3917   - "throughput"
3918
3919 # DPDK Performance Changes 2n-skx 4t2c ndr
3920 - type: "table"
3921   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3922   algorithm: "table_performance_comparison"
3923   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3924   history:
3925     - title: "rls1810"
3926       data: "dpdk-performance-changes-2n-skx-h1"
3927   reference:
3928     title: "rls1901"
3929     data: "dpdk-performance-changes-2n-skx-ref"
3930   compare:
3931     title: "rls1904"
3932     data: "dpdk-performance-changes-2n-skx-cmp"
3933   data: "dpdk-performance-changes-2n-skx"
3934   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3935   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3936   parameters:
3937   - "name"
3938   - "parent"
3939   - "throughput"
3940
3941 # Detailed Test Results - DPDK Performance Results 3n-hsw
3942 - type: "table"
3943   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3944   algorithm: "table_details"
3945   output-file-ext: ".csv"
3946   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3947   columns:
3948   - title: "Name"
3949     data: "data name"
3950   - title: "Status"
3951     data: "data msg"
3952   rows: "generated"
3953   data: "dpdk-perf-results-3n-hsw"
3954   filter: "all"
3955   parameters:
3956   - "name"
3957   - "parent"
3958   - "msg"
3959
3960 # Detailed Test Results - DPDK Performance Results 3n-skx
3961 - type: "table"
3962   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3963   algorithm: "table_details"
3964   output-file-ext: ".csv"
3965   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3966   columns:
3967   - title: "Name"
3968     data: "data name"
3969   - title: "Status"
3970     data: "data msg"
3971   rows: "generated"
3972   data: "dpdk-perf-results-3n-skx"
3973   filter: "all"
3974   parameters:
3975   - "name"
3976   - "parent"
3977   - "msg"
3978
3979 # Detailed Test Results - DPDK Performance Results 2n-skx
3980 - type: "table"
3981   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3982   algorithm: "table_details"
3983   output-file-ext: ".csv"
3984   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3985   columns:
3986   - title: "Name"
3987     data: "data name"
3988   - title: "Status"
3989     data: "data msg"
3990   rows: "generated"
3991   data: "dpdk-perf-results-2n-skx"
3992   filter: "all"
3993   parameters:
3994   - "name"
3995   - "parent"
3996   - "msg"
3997
3998 ################################################################################
3999 # HoneyComb
4000 - type: "table"
4001   title: "Detailed Test Results - Honeycomb Functional Results"