resources/tools/presentation/specification.yaml

   1 - type: "environment"
   2
   3   paths:
   4     # Top level directories:
   5     ## Working directory
   6     DIR[WORKING]: "_tmp"
   7     ## Build directories
   8     DIR[BUILD,HTML]: "_build"
   9     DIR[BUILD,LATEX]: "_build_latex"
  10
  11     # Static .rst files
  12     DIR[RST]: "../../../docs/report"
  13
  14     # Working directories
  15     ## Input data files (.zip, .xml)
  16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  17     ## Static source files from git
  18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  20
  21     # Static html content
  22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  26
  27     # Detailed test results
  28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  48
  49     # Detailed test configurations
  50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  62
  63     # Detailed tests operational data
  64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  69
  70     # .css patch file to fix tables generated by Sphinx
  71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  73
  74   urls:
  75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
  78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  79     URL[NEXUS]: "https://docs.fd.io/csit"
  80     DIR[NEXUS]: "report/_static/archive"
  81
  82   make-dirs:
  83   # List the directories which are created while preparing the environment.
  84   # All directories MUST be defined in "paths" section.
  85   - "DIR[WORKING,DATA]"
  86   - "DIR[STATIC,VPP]"
  87   - "DIR[STATIC,DPDK]"
  88   - "DIR[STATIC,ARCH]"
  89   - "DIR[BUILD,LATEX]"
  90   - "DIR[WORKING,SRC]"
  91   - "DIR[WORKING,SRC,STATIC]"
  92
  93   remove-dirs:
  94   # List the directories which are deleted while cleaning the environment.
  95   # All directories MUST be defined in "paths" section.
  96   #- "DIR[BUILD,HTML]"
  97   - "DIR[WORKING,DATA]"
  98
  99   build-dirs:
 100   # List the directories where the results (build) is stored.
 101   # All directories MUST be defined in "paths" section.
 102   - "DIR[BUILD,HTML]"
 103   - "DIR[BUILD,LATEX]"
 104
 105 - type: "configuration"
 106
 107   limits:
 108     nic:
 109       x520: 24460000
 110       x553: 29761905
 111       x710: 35800000
 112       xxv710: 35800000
 113       xl710: 35800000
 114
 115     link:
 116       10ge: 14880952.38
 117       25ge: 37202380.95
 118       40ge: 59523809.52
 119       100ge: 148809523.81
 120
 121     pci:
 122       pci-g3-x8: 74404761.90
 123       pci-g3-x16: 148809523.81
 124
 125   data-sets:
 126
 127     ###########################################################################
 128     # Plots:
 129
 130     # 3n-hsw
 131
 132     plot-vpp-throughput-lat-tsa-3n-hsw:
 133       # TODO: Add 1904 data
 134       csit-vpp-perf-verify-1904-3n-hsw:
 135         - 11  # NDRPDR sel
 136         - 12   # NDRPDR sel
 137
 138     plot-vpp-http-server-performance:
 139       # TODO: Replace with 1904 data
 140       # csit-vpp-perf-verify-1904-3n-hsw:
 141       csit-vpp-perf-verify-1810-3n-hsw:
 142         - 28  # WRK
 143         - 29  # WRK
 144         - 30  # WRK
 145         - 31  # WRK
 146         - 32  # WRK
 147         - 33  # WRK
 148         - 34  # WRK
 149         - 35  # WRK
 150         - 36  # WRK
 151         - 37  # WRK
 152
 153     plot-ligato-throughput-lat-tsa-3n-hsw:
 154       # TODO: Replace with 1904 data
 155       # csit-ligato-perf-verify-1904-3n-hsw:
 156       csit-ligato-perf-verify-1901-3n-hsw:
 157         - 8   # NDRPDR sel
 158         - 9   # NDRPDR sel
 159         - 11  # NDRPDR sel
 160         - 12  # NDRPDR sel
 161         - 13  # NDRPDR sel
 162         - 14  # NDRPDR sel
 163         - 15  # NDRPDR sel
 164         - 16  # NDRPDR sel
 165         - 17  # NDRPDR sel
 166         - 18  # NDRPDR sel
 167
 168     plot-dpdk-throughput-latency-3n-hsw:
 169       # TODO: Add 1904 data
 170       csit-dpdk-perf-verify-1904-3n-hsw:
 171         - 2   # NDRPDR sel
 172         - 3   # NDRPDR sel
 173         - 5   # NDRPDR sel
 174         - 6   # NDRPDR sel
 175
 176     # 3n-skx
 177
 178     plot-vpp-throughput-lat-tsa-3n-skx:
 179       # TODO: Add 1904 data
 180       csit-vpp-perf-verify-1904-3n-skx:
 181         - 8   # NDRPDR sel
 182         - 9   # NDRPDR sel
 183         - 10  # NDRPDR sel
 184         - 11  # NDRPDR sel
 185         - 12  # NDRPDR sel
 186         - 14  # NDRPDR sel
 187
 188     plot-dpdk-throughput-latency-3n-skx:
 189       # TODO: Add 1904 data
 190       csit-dpdk-perf-verify-1904-3n-skx:
 191         - 2   # NDRPDR sel
 192         - 3   # NDRPDR sel
 193         - 4   # NDRPDR sel
 194         - 5   # NDRPDR sel
 195         - 6   # NDRPDR sel
 196         - 7   # NDRPDR sel
 197
 198     # 2n-skx
 199
 200     plot-vpp-throughput-lat-tsa-2n-skx:
 201       # TODO: Add 1904 data
 202       csit-vpp-perf-verify-1904-2n-skx:
 203         - 12  # NDRPDR sel
 204         - 14  # NDRPDR sel
 205         - 16  # NDRPDR sel
 206         - 17  # NDRPDR sel
 207         - 18  # NDRPDR sel
 208         - 21  # NDRPDR sel
 209         - 27  # NDRPDR sel
 210         - 30  # NDRPDR sel
 211         - 31  # NDRPDR sel
 212
 213     plot-vpp-soak-2n-skx:
 214       # TODO: Replace with 1904 data
 215       # csit-vpp-perf-verify-1904-2n-skx:
 216       csit-vpp-perf-verify-1901-2n-skx:
 217         - 45  # SOAK sel
 218
 219     plot-vpp-nfv-2n-skx:
 220       # TODO: Add 1904 data
 221       csit-vpp-perf-verify-1904-2n-skx:
 222         - 9   # NFV NDRPDR
 223
 224     plot-vpp-nfv-2n-skx-mrr:
 225       # TODO: Add 1904 data
 226       csit-vpp-perf-verify-1904-2n-skx:
 227         - 10  # NFV MRR
 228
 229     plot-dpdk-throughput-latency-2n-skx:
 230       csit-dpdk-perf-verify-1904-2n-skx:
 231         - 2   # NDRPDR sel
 232         - 3   # NDRPDR sel
 233         - 4   # NDRPDR sel
 234         - 5   # NDRPDR sel
 235         - 7   # NDRPDR sel
 236         - 8   # NDRPDR sel
 237         - 9   # NDRPDR sel
 238         - 10  # NDRPDR sel
 239         - 11  # NDRPDR sel
 240         - 12  # NDRPDR sel
 241
 242     # 3rd party
 243
 244     # Denverton:
 245     intel-dnv-vpp:
 246       # TODO: Replace with 1904 data
 247       # intel-dnv-vpp-release-1904:
 248       intel-dnv-vpp-release-1901:
 249         - 1
 250
 251     ###########################################################################
 252     # Simple tables (only one data set):
 253
 254     # NIC Comparisons
 255
 256     vpp-nic-comparison-3n-hsw:
 257       # TODO: Add 1904 data
 258       csit-vpp-perf-verify-1904-3n-hsw:
 259         - 11  # NDRPDR sel
 260         - 12   # NDRPDR sel
 261
 262     vpp-nic-comparison-3n-skx:
 263       # TODO: Add 1904 data
 264       csit-vpp-perf-verify-1904-3n-skx:
 265         - 8   # NDRPDR sel
 266         - 9   # NDRPDR sel
 267         - 10  # NDRPDR sel
 268         - 11  # NDRPDR sel
 269         - 12  # NDRPDR sel
 270         - 14  # NDRPDR sel
 271
 272     vpp-nic-comparison-2n-skx:
 273       # TODO: Add 1904 data
 274       csit-vpp-perf-verify-1904-2n-skx:
 275         - 12  # NDRPDR sel
 276         - 14  # NDRPDR sel
 277         - 16  # NDRPDR sel
 278         - 17  # NDRPDR sel
 279         - 18  # NDRPDR sel
 280         - 21  # NDRPDR sel
 281         - 27  # NDRPDR sel
 282         - 30  # NDRPDR sel
 283         - 31  # NDRPDR sel
 284
 285     vpp-nic-comparison-3n-hsw-mrr:
 286       csit-vpp-perf-verify-1904-3n-hsw:
 287         - 1   # MRR sel
 288
 289     vpp-nic-comparison-3n-skx-mrr:
 290       csit-vpp-perf-verify-1904-3n-skx:
 291         - 7   # MRR sel
 292
 293     vpp-nic-comparison-2n-skx-mrr:
 294       csit-vpp-perf-verify-1904-2n-skx:
 295         - 11  # MRR sel
 296
 297     # Results
 298
 299     vpp-perf-results-3n-hsw:
 300       # TODO: Replace with FULL 1904 data
 301       csit-vpp-perf-verify-1904-3n-hsw:
 302         - 12  # NDRPDR sel
 303
 304     vpp-perf-results-3n-skx:
 305       # TODO: Replace with FULL 1904 data
 306       csit-vpp-perf-verify-1904-3n-skx:
 307         - 10  # NDRPDR sel
 308
 309     vpp-perf-results-2n-skx:
 310       # TODO: Replace with FULL 1904 data
 311       csit-vpp-perf-verify-1904-2n-skx:
 312         - 21
 313
 314     vpp-mrr-results-3n-hsw:
 315       csit-vpp-perf-verify-1904-3n-hsw:
 316         - 1   # MRR sel
 317
 318     vpp-mrr-results-3n-skx:
 319       csit-vpp-perf-verify-1904-3n-skx:
 320         - 7   # MRR sel
 321
 322     vpp-mrr-results-2n-skx:
 323       csit-vpp-perf-verify-1904-2n-skx:
 324         - 11  # MRR sel
 325
 326     vpp-func-results-ubuntu:
 327       csit-vpp-functional-1904-ubuntu1604-virl:
 328         - 29
 329
 330     vpp-func-results-centos:
 331       csit-vpp-functional-1904-centos7-virl:
 332         - 32
 333
 334     vpp-device-results-ubuntu:
 335       csit-vpp-device-1904-ubuntu1804-1n-skx:
 336         - 33
 337
 338     # VPP Ligato
 339     ligato-perf-results-3n-hsw:
 340       # TODO: Replace with 1904 data
 341       # csit-ligato-perf-verify-1904-3n-hsw:
 342       csit-ligato-perf-verify-1901-3n-hsw:
 343         - 10  # NDRPDR full
 344
 345     dpdk-perf-results-3n-hsw:
 346       csit-dpdk-perf-verify-1904-3n-hsw:
 347         - 5   # NDRPDR sel
 348
 349     dpdk-perf-results-3n-skx:
 350       csit-dpdk-perf-verify-1904-3n-skx:
 351         - 7   # NDRPDR sel
 352
 353     dpdk-perf-results-2n-skx:
 354       csit-dpdk-perf-verify-1904-2n-skx:
 355         - 9   # NDRPDR sel
 356
 357     # HoneyComb Functional
 358     hc-func-results:
 359       csit-hc2vpp-verify-func-1904-ubuntu1604:
 360         - 1
 361
 362 #    # NSH SFC Functional
 363 #    nsh-func-results:
 364 #      # Not used
 365 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 366 #        - 1
 367
 368     # DMM Functional
 369     dmm-func-results:
 370       csit-dmm-functional-1904-ubuntu1604-virl:
 371         - 1
 372
 373     ###########################################################################
 374     # Tables (more than one data set)
 375
 376     # Performance changes
 377
 378     intel-dnv-vpp-changes-2n-dnv-h1:
 379       intel-dnv-vpp-release-1810:
 380         - 1
 381     intel-dnv-vpp-changes-2n-dnv-ref:
 382       intel-dnv-vpp-release-1901:
 383         - 1
 384     intel-dnv-vpp-changes-2n-dnv-cmp:
 385       # TODO: Replace with 1904 data
 386       # intel-dnv-vpp-release-1904:
 387       intel-dnv-vpp-release-1901:
 388         - 1
 389     intel-dnv-vpp-changes-2n-dnv:
 390       - "intel-dnv-vpp-changes-2n-dnv-h1"
 391       - "intel-dnv-vpp-changes-2n-dnv-ref"
 392       - "intel-dnv-vpp-changes-2n-dnv-cmp"
 393
 394     vpp-performance-changes-3n-hsw-h1:
 395       csit-vpp-perf-verify-1810-3n-hsw:
 396         - 8   # NDRPDR sel
 397         - 12  # NDRPDR sel
 398         - 14  # NDRPDR sel
 399         - 18  # NDRPDR sel
 400         - 23  # NDRPDR sel
 401         - 25  # NDRPDR sel
 402         - 38  # NDRPDR sel
 403         - 39  # NDRPDR sel
 404         - 41  # NDRPDR sel
 405         - 42  # NDRPDR sel
 406     vpp-performance-changes-3n-hsw-ref:
 407       csit-vpp-perf-verify-1901-3n-hsw:
 408         - 10  # NDRPDR sel
 409         - 19  # NDRPDR sel
 410         - 31  # NDRPDR sel
 411         - 36  # NDRPDR sel
 412         - 40  # NDRPDR sel
 413         - 42  # NDRPDR sel
 414         - 44  # NDRPDR sel
 415         - 46  # NDRPDR sel
 416         - 47  # NDRPDR sel
 417         - 48  # NDRPDR sel
 418         - 61  # NDRPDR LB
 419         - 62  # NDRPDR LB
 420         - 63  # NDRPDR LB
 421         - 64  # NDRPDR LB
 422         - 65  # NDRPDR LB
 423         - 66  # NDRPDR LB
 424         - 67  # NDRPDR LB
 425         - 69  # NDRPDR LB
 426         - 70  # NDRPDR LB
 427         - 71  # NDRPDR LB
 428     vpp-performance-changes-3n-hsw-cmp:
 429       # TODO: Add 1904 data
 430       csit-vpp-perf-verify-1904-3n-hsw:
 431         - 11  # NDRPDR sel
 432         - 12   # NDRPDR sel
 433     vpp-performance-changes-3n-hsw:
 434       - "vpp-performance-changes-3n-hsw-h1"
 435       - "vpp-performance-changes-3n-hsw-ref"
 436       - "vpp-performance-changes-3n-hsw-cmp"
 437
 438     vpp-performance-changes-3n-skx-h1:
 439       csit-vpp-perf-verify-1810-3n-skx:
 440         - 10  # NDRPDR sel
 441         - 14  # NDRPDR sel
 442         - 15  # NDRPDR sel
 443         - 16  # NDRPDR sel
 444         - 17  # NDRPDR sel
 445         - 19  # NDRPDR sel
 446         - 20  # NDRPDR sel
 447         - 21  # NDRPDR sel
 448         - 22  # NDRPDR sel
 449         - 25  # NDRPDR sel
 450     vpp-performance-changes-3n-skx-ref:
 451       csit-vpp-perf-verify-1901-3n-skx:
 452         - 18  # NDRPDR sel
 453         - 19  # NDRPDR sel
 454         - 20  # NDRPDR sel
 455         - 28  # NDRPDR sel
 456         - 31  # NDRPDR sel
 457         - 33  # NDRPDR sel
 458         - 36  # NDRPDR sel
 459         - 38  # NDRPDR sel
 460         - 47  # NDRPDR sel
 461         - 48  # NDRPDR sel
 462         - 54  # NDRPDR LB
 463         - 57  # NDRPDR LB
 464         - 58  # NDRPDR LB
 465         - 59  # NDRPDR LB
 466         - 60  # NDRPDR LB
 467         - 63  # NDRPDR LB
 468         - 64  # NDRPDR LB
 469         - 65  # NDRPDR LB
 470         - 66  # NDRPDR LB
 471         - 67  # NDRPDR LB
 472     vpp-performance-changes-3n-skx-cmp:
 473       # TODO: Add 1904 data
 474       csit-vpp-perf-verify-1904-3n-skx:
 475         - 8   # NDRPDR sel
 476         - 9   # NDRPDR sel
 477         - 10  # NDRPDR sel
 478         - 11  # NDRPDR sel
 479         - 12  # NDRPDR sel
 480         - 14  # NDRPDR sel
 481     vpp-performance-changes-3n-skx:
 482       - "vpp-performance-changes-3n-skx-h1"
 483       - "vpp-performance-changes-3n-skx-ref"
 484       - "vpp-performance-changes-3n-skx-cmp"
 485
 486     vpp-performance-changes-2n-skx-h1:
 487       csit-vpp-perf-verify-1810-2n-skx:
 488         - 9   # NDRPDR sel
 489         - 13  # NDRPDR sel
 490         - 14  # NDRPDR sel
 491         - 19  # NDRPDR sel
 492         - 20  # NDRPDR sel
 493         - 21  # NDRPDR sel
 494         - 22  # NDRPDR sel
 495         - 23  # NDRPDR sel
 496         - 24  # NDRPDR sel
 497         - 27  # NDRPDR sel
 498     vpp-performance-changes-2n-skx-ref:
 499       csit-vpp-perf-verify-1901-2n-skx:
 500         - 5   # NDRPDR sel
 501         - 12  # NDRPDR sel
 502         - 13  # NDRPDR sel
 503         - 21  # NDRPDR sel
 504         - 23  # NDRPDR sel
 505         - 31  # NDRPDR sel
 506         - 34  # NDRPDR sel
 507         - 40  # NDRPDR sel
 508         - 42  # NDRPDR sel
 509         - 43  # NDRPDR sel
 510     vpp-performance-changes-2n-skx-cmp:
 511       # TODO: Add 1904 data
 512       csit-vpp-perf-verify-1904-2n-skx:
 513         - 12  # NDRPDR sel
 514         - 14  # NDRPDR sel
 515         - 16  # NDRPDR sel
 516         - 17  # NDRPDR sel
 517         - 18  # NDRPDR sel
 518         - 21  # NDRPDR sel
 519         - 27  # NDRPDR sel
 520         - 30  # NDRPDR sel
 521         - 31  # NDRPDR sel
 522     vpp-performance-changes-2n-skx:
 523       - "vpp-performance-changes-2n-skx-h1"
 524       - "vpp-performance-changes-2n-skx-ref"
 525       - "vpp-performance-changes-2n-skx-cmp"
 526
 527     vpp-performance-changes-3n-hsw-mrr-h1:
 528       csit-vpp-perf-verify-1810-3n-hsw:
 529         - 9   # MRR sel
 530     vpp-performance-changes-3n-hsw-mrr-ref:
 531       csit-vpp-perf-verify-1901-3n-hsw:
 532         - 35  # MRR sel
 533     vpp-performance-changes-3n-hsw-mrr-cmp:
 534       csit-vpp-perf-verify-1904-3n-hsw:
 535         - 1   # MRR sel
 536     vpp-performance-changes-3n-hsw-mrr:
 537       - "vpp-performance-changes-3n-hsw-mrr-h1"
 538       - "vpp-performance-changes-3n-hsw-mrr-ref"
 539       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 540
 541     vpp-performance-changes-3n-skx-mrr-h1:
 542       csit-vpp-perf-verify-1810-3n-skx:
 543         - 9   # MRR sel
 544         - 11  # MRR sel
 545         - 12  # MRR sel
 546         - 13  # MRR sel
 547     vpp-performance-changes-3n-skx-mrr-ref:
 548       csit-vpp-perf-verify-1901-3n-skx:
 549         - 32  # MRR sel
 550     vpp-performance-changes-3n-skx-mrr-cmp:
 551       csit-vpp-perf-verify-1904-3n-skx:
 552         - 7   # MRR sel
 553     vpp-performance-changes-3n-skx-mrr:
 554       - "vpp-performance-changes-3n-skx-mrr-h1"
 555       - "vpp-performance-changes-3n-skx-mrr-ref"
 556       - "vpp-performance-changes-3n-skx-mrr-cmp"
 557
 558     vpp-performance-changes-2n-skx-mrr-h1:
 559       csit-vpp-perf-verify-1810-2n-skx:
 560         - 8   # MRR sel
 561         - 10  # MRR sel
 562         - 11  # MRR sel
 563         - 12  # MRR sel
 564     vpp-performance-changes-2n-skx-mrr-ref:
 565       csit-vpp-perf-verify-1901-2n-skx:
 566         - 22  # MRR sel
 567     vpp-performance-changes-2n-skx-mrr-cmp:
 568       csit-vpp-perf-verify-1904-2n-skx:
 569         - 11  # MRR sel
 570     vpp-performance-changes-2n-skx-mrr:
 571       - "vpp-performance-changes-2n-skx-mrr-h1"
 572       - "vpp-performance-changes-2n-skx-mrr-ref"
 573       - "vpp-performance-changes-2n-skx-mrr-cmp"
 574
 575     dpdk-performance-changes-3n-hsw-h1:
 576       csit-dpdk-perf-verify-1810-3n-hsw:
 577         - 1   # NDRPDR sel
 578         - 2   # NDRPDR sel
 579         - 3   # NDRPDR sel
 580         - 4   # NDRPDR sel
 581         - 5   # NDRPDR sel
 582         - 6   # NDRPDR sel
 583         - 7   # NDRPDR sel
 584         - 8   # NDRPDR sel
 585         - 9   # NDRPDR sel
 586         - 10  # NDRPDR sel
 587     dpdk-performance-changes-3n-hsw-ref:
 588       csit-dpdk-perf-verify-1901-3n-hsw:
 589         - 13  # NDRPDR sel
 590         - 14  # NDRPDR sel
 591         - 16  # NDRPDR sel
 592         - 17  # NDRPDR sel
 593         - 18  # NDRPDR sel
 594         - 19  # NDRPDR sel
 595         - 20  # NDRPDR sel
 596         - 21  # NDRPDR sel
 597         - 22  # NDRPDR sel
 598         - 23  # NDRPDR sel
 599     dpdk-performance-changes-3n-hsw-cmp:
 600       # TODO: Add 1904 data
 601       csit-dpdk-perf-verify-1904-3n-hsw:
 602         - 2   # NDRPDR sel
 603         - 3   # NDRPDR sel
 604         - 5   # NDRPDR sel
 605         - 6   # NDRPDR sel
 606     dpdk-performance-changes-3n-hsw:
 607       - "dpdk-performance-changes-3n-hsw-h1"
 608       - "dpdk-performance-changes-3n-hsw-ref"
 609       - "dpdk-performance-changes-3n-hsw-cmp"
 610
 611     dpdk-performance-changes-3n-skx-h1:
 612       csit-dpdk-perf-verify-1810-3n-skx:
 613         - 3   # NDRPDR sel
 614         - 4   # NDRPDR sel
 615         - 6   # NDRPDR sel
 616         - 7   # NDRPDR sel
 617         - 8   # NDRPDR sel
 618         - 9   # NDRPDR sel
 619         - 10  # NDRPDR sel
 620         - 11  # NDRPDR sel
 621         - 12  # NDRPDR sel
 622         - 13  # NDRPDR sel
 623     dpdk-performance-changes-3n-skx-ref:
 624       csit-dpdk-perf-verify-1901-3n-skx:
 625         - 3   # NDRPDR sel
 626         - 5   # NDRPDR sel
 627         - 6   # NDRPDR sel
 628         - 7   # NDRPDR sel
 629         - 8   # NDRPDR sel
 630         - 9   # NDRPDR sel
 631         - 10  # NDRPDR sel
 632         - 11  # NDRPDR sel
 633         - 12  # NDRPDR sel
 634         - 13  # NDRPDR sel
 635     dpdk-performance-changes-3n-skx-cmp:
 636       # TODO: Add 1904 data
 637       csit-dpdk-perf-verify-1904-3n-skx:
 638         - 2   # NDRPDR sel
 639         - 3   # NDRPDR sel
 640         - 4   # NDRPDR sel
 641         - 5   # NDRPDR sel
 642         - 6   # NDRPDR sel
 643         - 7   # NDRPDR sel
 644     dpdk-performance-changes-3n-skx:
 645       - "dpdk-performance-changes-3n-skx-h1"
 646       - "dpdk-performance-changes-3n-skx-ref"
 647       - "dpdk-performance-changes-3n-skx-cmp"
 648
 649     dpdk-performance-changes-2n-skx-h1:
 650       csit-dpdk-perf-verify-1810-2n-skx:
 651         - 3   # NDRPDR sel
 652         - 4   # NDRPDR sel
 653         - 5   # NDRPDR sel
 654         - 7   # NDRPDR sel
 655         - 8   # NDRPDR sel
 656         - 9   # NDRPDR sel
 657         - 10  # NDRPDR sel
 658         - 11  # NDRPDR sel
 659         - 12  # NDRPDR sel
 660         - 13  # NDRPDR sel
 661     dpdk-performance-changes-2n-skx-ref:
 662       csit-dpdk-perf-verify-1901-2n-skx:
 663         - 12  # NDRPDR sel
 664         - 13  # NDRPDR sel
 665         - 14  # NDRPDR sel
 666         - 15  # NDRPDR sel
 667         - 16  # NDRPDR sel
 668         - 17  # NDRPDR sel
 669         - 18  # NDRPDR sel
 670         - 19  # NDRPDR sel
 671         - 20  # NDRPDR sel
 672         - 21  # NDRPDR sel
 673     dpdk-performance-changes-2n-skx-cmp:
 674       csit-dpdk-perf-verify-1904-2n-skx:
 675         - 2   # NDRPDR sel
 676         - 3   # NDRPDR sel
 677         - 4   # NDRPDR sel
 678         - 5   # NDRPDR sel
 679         - 7   # NDRPDR sel
 680         - 8   # NDRPDR sel
 681         - 9   # NDRPDR sel
 682         - 10  # NDRPDR sel
 683         - 11  # NDRPDR sel
 684         - 12  # NDRPDR sel
 685     dpdk-performance-changes-2n-skx:
 686       - "dpdk-performance-changes-2n-skx-h1"
 687       - "dpdk-performance-changes-2n-skx-ref"
 688       - "dpdk-performance-changes-2n-skx-cmp"
 689
 690     # Compare testbeds
 691
 692     vpp-compare-testbeds-ref:
 693       # TODO: Add 1904 data
 694       csit-vpp-perf-verify-1904-3n-hsw:
 695         - 11  # NDRPDR sel
 696         - 12   # NDRPDR sel
 697     vpp-compare-testbeds-cmp:
 698       # TODO: Add 1904 data
 699       csit-vpp-perf-verify-1904-3n-skx:
 700         - 8   # NDRPDR sel
 701         - 9   # NDRPDR sel
 702         - 10  # NDRPDR sel
 703         - 11  # NDRPDR sel
 704         - 12  # NDRPDR sel
 705         - 14  # NDRPDR sel
 706     vpp-compare-testbeds:
 707       - "vpp-compare-testbeds-ref"
 708       - "vpp-compare-testbeds-cmp"
 709
 710     vpp-compare-testbeds-mrr-ref:
 711       csit-vpp-perf-verify-1904-3n-hsw:
 712         - 1   # MRR sel
 713     vpp-compare-testbeds-mrr-cmp:
 714       csit-vpp-perf-verify-1904-3n-skx:
 715         - 7   # MRR sel
 716     vpp-compare-testbeds-mrr:
 717       - "vpp-compare-testbeds-mrr-ref"
 718       - "vpp-compare-testbeds-mrr-cmp"
 719
 720     dpdk-compare-testbeds-ref:
 721       # TODO: Add 1904 data
 722       csit-dpdk-perf-verify-1904-3n-hsw:
 723         - 2   # NDRPDR sel
 724         - 3   # NDRPDR sel
 725         - 5   # NDRPDR sel
 726         - 6   # NDRPDR sel
 727     dpdk-compare-testbeds-cmp:
 728       # TODO: Add 1904 data
 729       csit-dpdk-perf-verify-1904-3n-skx:
 730         - 2   # NDRPDR sel
 731         - 3   # NDRPDR sel
 732         - 4   # NDRPDR sel
 733         - 5   # NDRPDR sel
 734         - 6   # NDRPDR sel
 735         - 7   # NDRPDR sel
 736     dpdk-compare-testbeds:
 737       - "dpdk-compare-testbeds-ref"
 738       - "dpdk-compare-testbeds-cmp"
 739
 740     # Compare topologies
 741
 742     vpp-compare-topologies-ref:
 743       # TODO: Add 1904 data
 744       csit-vpp-perf-verify-1904-3n-skx:
 745         - 8   # NDRPDR sel
 746         - 9   # NDRPDR sel
 747         - 10  # NDRPDR sel
 748         - 11  # NDRPDR sel
 749         - 12  # NDRPDR sel
 750         - 14  # NDRPDR sel
 751     vpp-compare-topologies-cmp:
 752       # TODO: Add 1904 data
 753       csit-vpp-perf-verify-1904-2n-skx:
 754         - 12  # NDRPDR sel
 755         - 14  # NDRPDR sel
 756         - 16  # NDRPDR sel
 757         - 17  # NDRPDR sel
 758         - 18  # NDRPDR sel
 759         - 21  # NDRPDR sel
 760         - 27  # NDRPDR sel
 761         - 30  # NDRPDR sel
 762         - 31  # NDRPDR sel
 763     vpp-compare-topologies:
 764       - "vpp-compare-topologies-ref"
 765       - "vpp-compare-topologies-cmp"
 766
 767     vpp-compare-topologies-mrr-ref:
 768       csit-vpp-perf-verify-1904-3n-skx:
 769         - 7   # MRR sel
 770     vpp-compare-topologies-mrr-cmp:
 771       csit-vpp-perf-verify-1904-2n-skx:
 772         - 11  # MRR sel
 773     vpp-compare-topologies-mrr:
 774       - "vpp-compare-topologies-mrr-ref"
 775       - "vpp-compare-topologies-mrr-cmp"
 776
 777     dpdk-compare-topologies-ref:
 778       # TODO: Add 1904 data
 779       csit-dpdk-perf-verify-1904-3n-skx:
 780         - 2   # NDRPDR sel
 781         - 3   # NDRPDR sel
 782         - 4   # NDRPDR sel
 783         - 5   # NDRPDR sel
 784         - 6   # NDRPDR sel
 785         - 7   # NDRPDR sel
 786     dpdk-compare-topologies-cmp:
 787       csit-dpdk-perf-verify-1904-2n-skx:
 788         - 2   # NDRPDR sel
 789         - 3   # NDRPDR sel
 790         - 4   # NDRPDR sel
 791         - 5   # NDRPDR sel
 792         - 7   # NDRPDR sel
 793         - 8   # NDRPDR sel
 794         - 9   # NDRPDR sel
 795         - 10  # NDRPDR sel
 796         - 11  # NDRPDR sel
 797         - 12  # NDRPDR sel
 798     dpdk-compare-topologies:
 799       - "dpdk-compare-topologies-ref"
 800       - "dpdk-compare-topologies-cmp"
 801
 802   plot-layouts:
 803
 804     plot-soak-throughput:
 805       titlefont:
 806         size: 18
 807       xaxis:
 808         title: "<b>Test Cases [Index]</b>"
 809         titlefont:
 810           size: 16
 811         autorange: True
 812         fixedrange: False
 813         gridcolor: "rgb(230, 230, 230)"
 814         linecolor: "rgb(220, 220, 220)"
 815         linewidth: 1
 816         showgrid: True
 817         showline: True
 818         showticklabels: True
 819         tickcolor: "rgb(220, 220, 220)"
 820         tickmode: "linear"
 821         tickfont:
 822           size: 16
 823         zeroline: False
 824       yaxis:
 825         title: "<b>Packet Throughput [Mpps]</b>"
 826         titlefont:
 827           size: 16
 828         gridcolor: "rgb(230, 230, 230)"
 829         hoverformat: ".4s"
 830         tickformat: ".3s"
 831         linecolor: "rgb(220, 220, 220)"
 832         linewidth: 1
 833         showgrid: True
 834         showline: True
 835         showticklabels: True
 836         tickcolor: "rgb(220, 220, 220)"
 837         tickfont:
 838           size: 16
 839         zeroline: False
 840         range: [0,50]
 841       autosize: False
 842       margin:
 843         t: 50
 844         b: 0
 845         l: 80
 846         r: 20
 847       showlegend: True
 848       legend:
 849         orientation: "h"
 850         font:
 851           size: 16
 852       width: 700
 853       height: 900
 854
 855     plot-service-density:
 856       titlefont:
 857         size: 18
 858       xaxis:
 859         side: "top"
 860         autorange: True
 861         fixedrange: False
 862         showgrid: False
 863         showline: False
 864         showticklabels: False
 865         ticks: ""
 866         ticklen: 0
 867         tickwidth: 0
 868         zeroline: False
 869       yaxis:
 870         autorange: "reversed"
 871         showgrid: False
 872         showline: False
 873         showticklabels: False
 874         ticks: ""
 875         ticklen: 0
 876         tickwidth: 0
 877         zeroline: False
 878       autosize: True
 879       showlegend: False
 880       width: 700
 881       height: 700
 882
 883     plot-cps:
 884       titlefont:
 885         size: 18
 886       xaxis:
 887         title: "<b>Test Cases [Index]</b>"
 888         titlefont:
 889           size: 16
 890         autorange: True
 891         fixedrange: False
 892         gridcolor: "rgb(230, 230, 230)"
 893         linecolor: "rgb(220, 220, 220)"
 894         linewidth: 1
 895         showgrid: True
 896         showline: True
 897         showticklabels: True
 898         tickcolor: "rgb(220, 220, 220)"
 899         tickmode: "linear"
 900         tickfont:
 901           size: 16
 902         zeroline: False
 903       yaxis:
 904         title: "<b>Connections Per Second [cps]</b>"
 905         titlefont:
 906           size: 16
 907         gridcolor: "rgb(230, 230, 230)"
 908         hoverformat: ".4s"
 909         linecolor: "rgb(220, 220, 220)"
 910         linewidth: 1
 911         rangemode: "tozero"
 912         showgrid: True
 913         showline: True
 914         showticklabels: True
 915         tickcolor: "rgb(220, 220, 220)"
 916         tickformat: ".3s"
 917         tickfont:
 918           size: 16
 919         zeroline: False
 920       boxmode: "group"
 921       boxgroupgap: 0.5
 922       autosize: False
 923       margin:
 924         t: 50
 925         b: 20
 926         l: 80
 927         r: 20
 928       showlegend: True
 929       legend:
 930         orientation: "h"
 931         font:
 932           size: 16
 933       width: 700
 934       height: 800
 935
 936     plot-rps:
 937       titlefont:
 938         size: 18
 939       xaxis:
 940         title: "<b>Test Cases [Index]</b>"
 941         titlefont:
 942           size: 16
 943         autorange: True
 944         fixedrange: False
 945         gridcolor: "rgb(230, 230, 230)"
 946         linecolor: "rgb(220, 220, 220)"
 947         linewidth: 1
 948         showgrid: True
 949         showline: True
 950         showticklabels: True
 951         tickcolor: "rgb(220, 220, 220)"
 952         tickmode: "linear"
 953         tickfont:
 954           size: 16
 955         zeroline: False
 956       yaxis:
 957         title: "<b>Requests Per Second [rps]</b>"
 958         titlefont:
 959           size: 16
 960         gridcolor: "rgb(230, 230, 230)"
 961         hoverformat: ".4s"
 962         linecolor: "rgb(220, 220, 220)"
 963         linewidth: 1
 964         rangemode: "tozero"
 965         showgrid: True
 966         showline: True
 967         showticklabels: True
 968         tickcolor: "rgb(230, 230, 230)"
 969         tickformat: ".3s"
 970         tickfont:
 971           size: 16
 972         zeroline: False
 973       boxmode: "group"
 974       boxgroupgap: 0.5
 975       autosize: False
 976       margin:
 977         t: 50
 978         b: 20
 979         l: 80
 980         r: 20
 981       showlegend: True
 982       legend:
 983         orientation: "h"
 984         font:
 985           size: 16
 986       width: 700
 987       height: 800
 988
 989     plot-throughput:
 990       titlefont:
 991         size: 18
 992       xaxis:
 993         title: "<b>Test Cases [Index]</b>"
 994         titlefont:
 995           size: 16
 996         autorange: True
 997         fixedrange: False
 998         gridcolor: "rgb(230, 230, 230)"
 999         linecolor: "rgb(220, 220, 220)"
1000         linewidth: 1
1001         showgrid: True
1002         showline: True
1003         showticklabels: True
1004         tickcolor: "rgb(220, 220, 220)"
1005         tickmode: "linear"
1006         tickfont:
1007           size: 16
1008         zeroline: False
1009       yaxis:
1010         title: "<b>Packet Throughput [Mpps]</b>"
1011         titlefont:
1012           size: 16
1013         gridcolor: "rgb(230, 230, 230)"
1014         hoverformat: ".4s"
1015         tickformat: ".3s"
1016         linecolor: "rgb(220, 220, 220)"
1017         linewidth: 1
1018         showgrid: True
1019         showline: True
1020         showticklabels: True
1021         tickcolor: "rgb(220, 220, 220)"
1022         tickfont:
1023           size: 16
1024         zeroline: False
1025         range: [0,50]
1026       boxmode: "group"
1027       boxgroupgap: 0.5
1028       autosize: False
1029       margin:
1030         t: 50
1031         b: 0
1032         l: 80
1033         r: 20
1034       showlegend: True
1035       legend:
1036         orientation: "h"
1037         font:
1038           size: 16
1039       width: 700
1040       height: 900
1041
1042     plot-throughput-speedup-analysis:
1043       titlefont:
1044         size: 18
1045       xaxis:
1046         title: "<b>Number of Cores [Qty]</b>"
1047         titlefont:
1048           size: 16
1049         autorange: True
1050         fixedrange: False
1051         gridcolor: "rgb(230, 230, 230)"
1052         linecolor: "rgb(220, 220, 220)"
1053         linewidth: 1
1054         showgrid: True
1055         showline: True
1056         showticklabels: True
1057         tickcolor: "rgb(238, 238, 238)"
1058         tickmode: "linear"
1059         tickfont:
1060           size: 16
1061         zeroline: False
1062       yaxis:
1063         title: "<b>Packet Throughput [Mpps]</b>"
1064         titlefont:
1065           size: 16
1066         type: "linear"
1067         gridcolor: "rgb(230, 230, 230)"
1068         hoverformat: ".4s"
1069         linecolor: "rgb(220, 220, 220)"
1070         linewidth: 1
1071         showgrid: True
1072         showline: True
1073         showticklabels: True
1074         tickcolor: "rgb(220, 220, 220)"
1075         tickformat: ".4s"
1076         tickfont:
1077           size: 16
1078         zeroline: True
1079         rangemode: "tozero"
1080         range: [0,100]
1081       legend:
1082         orientation: "h"
1083         font:
1084           size: 16
1085         xanchor: "left"
1086         yanchor: "top"
1087         x: 0
1088         y: -0.2
1089         bgcolor: "rgba(255, 255, 255, 0)"
1090         bordercolor: "rgba(255, 255, 255, 0)"
1091         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1092       autosize: False
1093       margin:
1094           't': 50
1095           'b': 150
1096           'l': 85
1097           'r': 10
1098       showlegend: True
1099       width: 700
1100       height: 700
1101       hoverlabel:
1102         namelength: -1
1103       annotations: [
1104         {
1105           text: "_ _          __          ...",
1106           align: "left",
1107           showarrow: False,
1108           xref: "paper",
1109           yref: "paper",
1110           xanchor: "left",
1111           yanchor: "top",
1112           x: 0,
1113           y: -0.13,
1114           font: {
1115             family: "Consolas, Courier New",
1116             size: 15
1117           },
1118         },
1119         {
1120           text: "    Perfect     Measured     Limit",
1121           align: "left",
1122           showarrow: False,
1123           xref: "paper",
1124           yref: "paper",
1125           xanchor: "left",
1126           yanchor: "top",
1127           x: 0,
1128           y: -0.15,
1129           font: {
1130             family: "Consolas, Courier New",
1131             size: 15
1132           },
1133         },
1134       ]
1135
1136     plot-latency:
1137       titlefont:
1138         size: 18
1139       xaxis:
1140         title: "<b>Direction</b>"
1141         titlefont:
1142           size: 16
1143         autorange: True
1144         fixedrange: False
1145         gridcolor: "rgb(230, 230, 230)"
1146         linecolor: "rgb(220, 220, 220)"
1147         linewidth: 1
1148         showgrid: True
1149         showline: True
1150         showticklabels: False
1151         tickcolor: "rgb(220, 220, 220)"
1152         tickmode: "linear"
1153         tickfont:
1154           size: 16
1155         zeroline: False
1156       yaxis:
1157         title: "<b>Packet Latency [uSec]</b>"
1158         titlefont:
1159           size: 16
1160         type: "linear"
1161         gridcolor: "rgb(230, 230, 230)"
1162         hoverformat: ".4s"
1163         linecolor: "rgb(220, 220, 220)"
1164         linewidth: 1
1165         showgrid: True
1166         showline: True
1167         showticklabels: True
1168         tickcolor: "rgb(220, 220, 220)"
1169         tickformat: ".4s"
1170         tickfont:
1171           size: 16
1172         zeroline: True
1173         rangemode: "tozero"
1174       legend:
1175         orientation: "h"
1176         font:
1177           size: 16
1178         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1179       autosize: False
1180       margin:
1181           't': 50
1182           'b': 150
1183           'l': 80
1184           'r': 10
1185       showlegend: True
1186       width: 700
1187       height: 700
1188       hoverlabel:
1189         namelength: -1
1190
1191 - type: "static"
1192   src-path: "{DIR[RST]}"
1193   dst-path: "{DIR[WORKING,SRC]}"
1194
1195 - type: "input"
1196   general:
1197     file-name: "robot-plugin.zip"
1198     file-format: ".zip"
1199     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1200     extract: "robot-plugin/output.xml"
1201
1202   builds:
1203     # TODO: Add 1904 data
1204 #    intel-dnv-vpp-release-1904:
1205 #      - 1
1206
1207     intel-dnv-vpp-release-1901:
1208       - 1
1209
1210     intel-dnv-vpp-release-1810:
1211       - 1
1212
1213     csit-vpp-perf-verify-1810-3n-hsw:
1214       - 9   # MRR sel
1215       - 8   # NDRPDR sel
1216       - 12  # NDRPDR sel
1217       - 14  # NDRPDR sel
1218       - 18  # NDRPDR sel
1219       - 23  # NDRPDR sel
1220       - 25  # NDRPDR sel
1221       - 38  # NDRPDR sel
1222       - 39  # NDRPDR sel
1223       - 41  # NDRPDR sel
1224       - 42  # NDRPDR sel
1225       - 28  # WRK
1226       - 29  # WRK
1227       - 30  # WRK
1228       - 31  # WRK
1229       - 32  # WRK
1230       - 33  # WRK
1231       - 34  # WRK
1232       - 35  # WRK
1233       - 36  # WRK
1234       - 37  # WRK
1235     csit-vpp-perf-verify-1901-3n-hsw:
1236       - 35  # MRR sel
1237       - 10  # NDRPDR sel
1238       - 19  # NDRPDR sel
1239       - 31  # NDRPDR sel
1240       - 36  # NDRPDR sel
1241       - 40  # NDRPDR sel
1242       - 42  # NDRPDR sel
1243       - 44  # NDRPDR sel
1244       - 46  # NDRPDR sel
1245       - 47  # NDRPDR sel
1246       - 48  # NDRPDR sel
1247       - 61  # NDRPDR LB
1248       - 62  # NDRPDR LB
1249       - 63  # NDRPDR LB
1250       - 64  # NDRPDR LB
1251       - 65  # NDRPDR LB
1252       - 66  # NDRPDR LB
1253       - 67  # NDRPDR LB
1254       - 69  # NDRPDR LB
1255       - 70  # NDRPDR LB
1256       - 71  # NDRPDR LB
1257     # TODO: Add 1904 Data
1258     csit-vpp-perf-verify-1904-3n-hsw:
1259       - 1   # MRR sel - replace
1260       - 11  # NDRPDR sel
1261       - 12  # NDRPDR sel
1262
1263     csit-vpp-perf-verify-1810-3n-skx:
1264       - 9   # MRR sel
1265       - 11  # MRR sel
1266       - 12  # MRR sel
1267       - 13  # MRR sel
1268       - 10  # NDRPDR sel
1269       - 14  # NDRPDR sel
1270       - 15  # NDRPDR sel
1271       - 16  # NDRPDR sel
1272       - 17  # NDRPDR sel
1273       - 19  # NDRPDR sel
1274       - 20  # NDRPDR sel
1275       - 21  # NDRPDR sel
1276       - 22  # NDRPDR sel
1277       - 25  # NDRPDR sel
1278     csit-vpp-perf-verify-1901-3n-skx:
1279       - 32  # MRR sel
1280       - 18  # NDRPDR sel
1281       - 19  # NDRPDR sel
1282       - 20  # NDRPDR sel
1283       - 28  # NDRPDR sel
1284       - 31  # NDRPDR sel
1285       - 33  # NDRPDR sel
1286       - 36  # NDRPDR sel
1287       - 38  # NDRPDR sel
1288       - 47  # NDRPDR sel
1289       - 48  # NDRPDR sel
1290       - 54  # NDRPDR LB
1291       - 57  # NDRPDR LB
1292       - 58  # NDRPDR LB
1293       - 59  # NDRPDR LB
1294       - 60  # NDRPDR LB
1295       - 63  # NDRPDR LB
1296       - 64  # NDRPDR LB
1297       - 65  # NDRPDR LB
1298       - 66  # NDRPDR LB
1299       - 67  # NDRPDR LB
1300     # TODO: Add 1904 data
1301     csit-vpp-perf-verify-1904-3n-skx:
1302       - 7   # MRR sel
1303       - 8   # NDRPDR sel
1304       - 9   # NDRPDR sel
1305       - 10  # NDRPDR sel
1306       - 11  # NDRPDR sel
1307       - 12  # NDRPDR sel
1308       - 14  # NDRPDR sel
1309
1310     csit-vpp-perf-verify-1810-2n-skx:
1311       - 8   # MRR sel
1312       - 10  # MRR sel
1313       - 11  # MRR sel
1314       - 12  # MRR sel
1315       - 9   # NDRPDR sel
1316       - 13  # NDRPDR sel
1317       - 14  # NDRPDR sel
1318       - 19  # NDRPDR sel
1319       - 20  # NDRPDR sel
1320       - 21  # NDRPDR sel
1321       - 22  # NDRPDR sel
1322       - 23  # NDRPDR sel
1323       - 24  # NDRPDR sel
1324       - 27  # NDRPDR sel
1325     csit-vpp-perf-verify-1901-2n-skx:
1326       - 22  # MRR sel
1327       - 5   # NDRPDR sel
1328       - 12  # NDRPDR sel
1329       - 13  # NDRPDR sel
1330       - 21  # NDRPDR sel
1331       - 23  # NDRPDR sel
1332       - 31  # NDRPDR sel
1333       - 34  # NDRPDR sel
1334       - 40  # NDRPDR sel
1335       - 42  # NDRPDR sel
1336       - 43  # NDRPDR sel
1337       - 24  # NFV MRR
1338       - 26  # NFV MRR
1339       - 27  # NFV MRR
1340       - 35  # NFV MRR
1341       - 37  # NFV MRR
1342       - 28  # NFV NDRPDR
1343       - 29  # NFV NDRPDR
1344       - 32  # NFV NDRPDR
1345       - 39  # NFV NDRPDR
1346       - 46  # NFV NDRPDR
1347       - 45  # SOAK
1348     # TODO: Add 1904 data
1349     csit-vpp-perf-verify-1904-2n-skx:
1350       - 11  # MRR sel
1351       - 12  # NDRPDR sel
1352       - 14  # NDRPDR sel
1353       - 16  # NDRPDR sel
1354       - 17  # NDRPDR sel
1355       - 18  # NDRPDR sel
1356       - 21  # NDRPDR sel
1357       - 27  # NDRPDR sel
1358       - 30  # NDRPDR sel
1359       - 31  # NDRPDR sel
1360       - 10  # NFV MRR - replace
1361       - 9   # NFV NDRPDR - replace
1362
1363     # TODO: Remove
1364     csit-ligato-perf-verify-1901-3n-hsw:
1365       - 10  # NDRPDR full
1366       - 8   # NDRPDR sel
1367       - 9   # NDRPDR sel
1368       - 11  # NDRPDR sel
1369       - 12  # NDRPDR sel
1370       - 13  # NDRPDR sel
1371       - 14  # NDRPDR sel
1372       - 15  # NDRPDR sel
1373       - 16  # NDRPDR sel
1374       - 17  # NDRPDR sel
1375       - 18  # NDRPDR sel
1376     # TODO: Add 1904 data
1377 #    csit-ligato-perf-verify-1904-3n-hsw:
1378 #      -
1379
1380     csit-dpdk-perf-verify-1810-3n-hsw:
1381       - 1   # NDRPDR sel
1382       - 2   # NDRPDR sel
1383       - 3   # NDRPDR sel
1384       - 4   # NDRPDR sel
1385       - 5   # NDRPDR sel
1386       - 6   # NDRPDR sel
1387       - 7   # NDRPDR sel
1388       - 8   # NDRPDR sel
1389       - 9   # NDRPDR sel
1390       - 10  # NDRPDR sel
1391     csit-dpdk-perf-verify-1901-3n-hsw:
1392       - 13  # NDRPDR sel
1393       - 14  # NDRPDR sel
1394       - 16  # NDRPDR sel
1395       - 17  # NDRPDR sel
1396       - 18  # NDRPDR sel
1397       - 19  # NDRPDR sel
1398       - 20  # NDRPDR sel
1399       - 21  # NDRPDR sel
1400       - 22  # NDRPDR sel
1401       - 23  # NDRPDR sel
1402     # TODO: Add 1904 data
1403     csit-dpdk-perf-verify-1904-3n-hsw:
1404       - 2   # NDRPDR sel
1405       - 3   # NDRPDR sel
1406       - 5   # NDRPDR sel
1407       - 6   # NDRPDR sel
1408
1409     csit-dpdk-perf-verify-1810-3n-skx:
1410       - 3   # NDRPDR sel
1411       - 4   # NDRPDR sel
1412       - 6   # NDRPDR sel
1413       - 7   # NDRPDR sel
1414       - 8   # NDRPDR sel
1415       - 9   # NDRPDR sel
1416       - 10  # NDRPDR sel
1417       - 11  # NDRPDR sel
1418       - 12  # NDRPDR sel
1419       - 13  # NDRPDR sel
1420     csit-dpdk-perf-verify-1901-3n-skx:
1421       - 3   # NDRPDR sel
1422       - 5   # NDRPDR sel
1423       - 6   # NDRPDR sel
1424       - 7   # NDRPDR sel
1425       - 8   # NDRPDR sel
1426       - 9   # NDRPDR sel
1427       - 10  # NDRPDR sel
1428       - 11  # NDRPDR sel
1429       - 12  # NDRPDR sel
1430       - 13  # NDRPDR sel
1431     # TODO: Add 1904 data
1432     csit-dpdk-perf-verify-1904-3n-skx:
1433       - 2   # NDRPDR sel
1434       - 3   # NDRPDR sel
1435       - 4   # NDRPDR sel
1436       - 5   # NDRPDR sel
1437       - 6   # NDRPDR sel
1438       - 7   # NDRPDR sel
1439
1440     csit-dpdk-perf-verify-1810-2n-skx:
1441       - 3   # NDRPDR sel
1442       - 4   # NDRPDR sel
1443       - 5   # NDRPDR sel
1444       - 7   # NDRPDR sel
1445       - 8   # NDRPDR sel
1446       - 9   # NDRPDR sel
1447       - 10  # NDRPDR sel
1448       - 11  # NDRPDR sel
1449       - 12  # NDRPDR sel
1450       - 13  # NDRPDR sel
1451     csit-dpdk-perf-verify-1901-2n-skx:
1452       - 12  # NDRPDR sel
1453       - 13  # NDRPDR sel
1454       - 14  # NDRPDR sel
1455       - 15  # NDRPDR sel
1456       - 16  # NDRPDR sel
1457       - 17  # NDRPDR sel
1458       - 18  # NDRPDR sel
1459       - 19  # NDRPDR sel
1460       - 20  # NDRPDR sel
1461       - 21  # NDRPDR sel
1462     csit-dpdk-perf-verify-1904-2n-skx:
1463       - 2   # NDRPDR sel
1464       - 3   # NDRPDR sel
1465       - 4   # NDRPDR sel
1466       - 5   # NDRPDR sel
1467       - 7   # NDRPDR sel
1468       - 8   # NDRPDR sel
1469       - 9   # NDRPDR sel
1470       - 10  # NDRPDR sel
1471       - 11  # NDRPDR sel
1472       - 12  # NDRPDR sel
1473
1474     csit-vpp-functional-1904-ubuntu1604-virl:
1475       - 33
1476     csit-vpp-functional-1904-centos7-virl:
1477       - 32
1478     csit-vpp-device-1904-ubuntu1804-1n-skx:
1479       - 32
1480 #    # Not used
1481 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1482 #      - 1
1483     csit-dmm-functional-1904-ubuntu1604-virl:
1484       - 1
1485     csit-hc2vpp-verify-func-1904-ubuntu1604:
1486       - 1
1487
1488 - type: "output"
1489   output: "report"
1490   format:
1491     html:
1492     - full
1493 #    pdf:
1494 #    - minimal
1495
1496 ################################################################################
1497 ###                               T A B L E S                                ###
1498 ################################################################################
1499
1500 # VPP Compare NICs 3n-hsw 1t1c ndr
1501 - type: "table"
1502   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1503   algorithm: "table_nics_comparison"
1504   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1505   reference:
1506     title: "Intel-x520"
1507     nic: "NIC_Intel-X520-DA2"
1508   compare:
1509     title: "Intel-x710"
1510     nic: "NIC_Intel-X710"
1511   data: "vpp-nic-comparison-3n-hsw"
1512   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1513   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1514   parameters:
1515   - "name"
1516   - "parent"
1517   - "throughput"
1518   - "tags"
1519
1520 # VPP Compare NICs 3n-hsw 2t2c ndr
1521 - type: "table"
1522   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1523   algorithm: "table_nics_comparison"
1524   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1525   reference:
1526     title: "Intel-x520"
1527     nic: "NIC_Intel-X520-DA2"
1528   compare:
1529     title: "Intel-x710"
1530     nic: "NIC_Intel-X710"
1531   data: "vpp-nic-comparison-3n-hsw"
1532   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1533   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1534   parameters:
1535   - "name"
1536   - "parent"
1537   - "throughput"
1538   - "tags"
1539
1540 # VPP Compare NICs 3n-hsw 1t1c pdr
1541 - type: "table"
1542   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1543   algorithm: "table_nics_comparison"
1544   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1545   reference:
1546     title: "Intel-x520"
1547     nic: "NIC_Intel-X520-DA2"
1548   compare:
1549     title: "Intel-x710"
1550     nic: "NIC_Intel-X710"
1551   data: "vpp-nic-comparison-3n-hsw"
1552   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1553   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1554   parameters:
1555   - "name"
1556   - "parent"
1557   - "throughput"
1558   - "tags"
1559
1560 # VPP Compare NICs 3n-hsw 2t2c pdr
1561 - type: "table"
1562   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1563   algorithm: "table_nics_comparison"
1564   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1565   reference:
1566     title: "Intel-x520"
1567     nic: "NIC_Intel-X520-DA2"
1568   compare:
1569     title: "Intel-x710"
1570     nic: "NIC_Intel-X710"
1571   data: "vpp-nic-comparison-3n-hsw"
1572   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1573   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1574   parameters:
1575   - "name"
1576   - "parent"
1577   - "throughput"
1578   - "tags"
1579
1580 # VPP Compare NICs 3n-hsw 1t1c mrr
1581 - type: "table"
1582   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1583   algorithm: "table_nics_comparison"
1584   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1585   reference:
1586     title: "Intel-x520"
1587     nic: "NIC_Intel-X520-DA2"
1588   compare:
1589     title: "Intel-x710"
1590     nic: "NIC_Intel-X710"
1591   data: "vpp-nic-comparison-3n-hsw-mrr"
1592   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1593   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1594   parameters:
1595   - "name"
1596   - "parent"
1597   - "result"
1598   - "tags"
1599
1600 # VPP Compare NICs 3n-hsw 2t2c mrr
1601 - type: "table"
1602   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1603   algorithm: "table_nics_comparison"
1604   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1605   reference:
1606     title: "Intel-x520"
1607     nic: "NIC_Intel-X520-DA2"
1608   compare:
1609     title: "Intel-x710"
1610     nic: "NIC_Intel-X710"
1611   data: "vpp-nic-comparison-3n-hsw-mrr"
1612   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1613   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1614   parameters:
1615   - "name"
1616   - "parent"
1617   - "result"
1618   - "tags"
1619
1620 # VPP Compare NICs 3n-hsw 4t4c mrr
1621 - type: "table"
1622   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1623   algorithm: "table_nics_comparison"
1624   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1625   reference:
1626     title: "Intel-x520"
1627     nic: "NIC_Intel-X520-DA2"
1628   compare:
1629     title: "Intel-x710"
1630     nic: "NIC_Intel-X710"
1631   data: "vpp-nic-comparison-3n-hsw-mrr"
1632   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1633   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1634   parameters:
1635   - "name"
1636   - "parent"
1637   - "result"
1638   - "tags"
1639
1640 # VPP Compare NICs 3n-skx 2t1c ndr
1641 - type: "table"
1642   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1643   algorithm: "table_nics_comparison"
1644   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1645   reference:
1646     title: "Intel-x710"
1647     nic: "NIC_Intel-X710"
1648   compare:
1649     title: "Intel-xxv710"
1650     nic: "NIC_Intel-XXV710"
1651   data: "vpp-nic-comparison-3n-skx"
1652   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1653   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1654   parameters:
1655   - "name"
1656   - "parent"
1657   - "throughput"
1658   - "tags"
1659
1660 # VPP Compare NICs 3n-skx 4t2c ndr
1661 - type: "table"
1662   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1663   algorithm: "table_nics_comparison"
1664   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1665   reference:
1666     title: "Intel-x710"
1667     nic: "NIC_Intel-X710"
1668   compare:
1669     title: "Intel-xxv710"
1670     nic: "NIC_Intel-XXV710"
1671   data: "vpp-nic-comparison-3n-skx"
1672   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1673   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1674   parameters:
1675   - "name"
1676   - "parent"
1677   - "throughput"
1678   - "tags"
1679
1680 # VPP Compare NICs 3n-skx 2t1c pdr
1681 - type: "table"
1682   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1683   algorithm: "table_nics_comparison"
1684   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1685   reference:
1686     title: "Intel-x710"
1687     nic: "NIC_Intel-X710"
1688   compare:
1689     title: "Intel-xxv710"
1690     nic: "NIC_Intel-XXV710"
1691   data: "vpp-nic-comparison-3n-skx"
1692   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1693   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1694   parameters:
1695   - "name"
1696   - "parent"
1697   - "throughput"
1698   - "tags"
1699
1700  # VPP Compare NICs 3n-skx 4t2c pdr
1701 - type: "table"
1702   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1703   algorithm: "table_nics_comparison"
1704   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1705   reference:
1706     title: "Intel-x710"
1707     nic: "NIC_Intel-X710"
1708   compare:
1709     title: "Intel-xxv710"
1710     nic: "NIC_Intel-XXV710"
1711   data: "vpp-nic-comparison-3n-skx"
1712   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1713   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1714   parameters:
1715   - "name"
1716   - "parent"
1717   - "throughput"
1718   - "tags"
1719
1720 # VPP Compare NICs 3n-skx 2t1c mrr
1721 - type: "table"
1722   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1723   algorithm: "table_nics_comparison"
1724   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1725   reference:
1726     title: "Intel-x710"
1727     nic: "NIC_Intel-X710"
1728   compare:
1729     title: "Intel-xxv710"
1730     nic: "NIC_Intel-XXV710"
1731   data: "vpp-nic-comparison-3n-skx-mrr"
1732   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1733   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1734   parameters:
1735   - "name"
1736   - "parent"
1737   - "result"
1738   - "tags"
1739
1740 # VPP Compare NICs 3n-skx 4t2c mrr
1741 - type: "table"
1742   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1743   algorithm: "table_nics_comparison"
1744   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1745   reference:
1746     title: "Intel-x710"
1747     nic: "NIC_Intel-X710"
1748   compare:
1749     title: "Intel-xxv710"
1750     nic: "NIC_Intel-XXV710"
1751   data: "vpp-nic-comparison-3n-skx-mrr"
1752   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1753   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1754   parameters:
1755   - "name"
1756   - "parent"
1757   - "result"
1758   - "tags"
1759
1760  # VPP Compare NICs 3n-skx 8t4c mrr
1761 - type: "table"
1762   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1763   algorithm: "table_nics_comparison"
1764   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1765   reference:
1766     title: "Intel-x710"
1767     nic: "NIC_Intel-X710"
1768   compare:
1769     title: "Intel-xxv710"
1770     nic: "NIC_Intel-XXV710"
1771   data: "vpp-nic-comparison-3n-skx-mrr"
1772   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1773   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1774   parameters:
1775   - "name"
1776   - "parent"
1777   - "result"
1778   - "tags"
1779
1780 # VPP Compare NICs 2n-skx 2t1c ndr
1781 - type: "table"
1782   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1783   algorithm: "table_nics_comparison"
1784   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1785   reference:
1786     title: "Intel-x710"
1787     nic: "NIC_Intel-X710"
1788   compare:
1789     title: "Intel-xxv710"
1790     nic: "NIC_Intel-XXV710"
1791   data: "vpp-nic-comparison-2n-skx"
1792   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1793   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1794   parameters:
1795   - "name"
1796   - "parent"
1797   - "throughput"
1798   - "tags"
1799
1800 # VPP Compare NICs 2n-skx 4t2c ndr
1801 - type: "table"
1802   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1803   algorithm: "table_nics_comparison"
1804   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1805   reference:
1806     title: "Intel-x710"
1807     nic: "NIC_Intel-X710"
1808   compare:
1809     title: "Intel-xxv710"
1810     nic: "NIC_Intel-XXV710"
1811   data: "vpp-nic-comparison-2n-skx"
1812   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1813   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1814   parameters:
1815   - "name"
1816   - "parent"
1817   - "throughput"
1818   - "tags"
1819
1820  # VPP Compare NICs 2n-skx 2t1c pdr
1821 - type: "table"
1822   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1823   algorithm: "table_nics_comparison"
1824   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1825   reference:
1826     title: "Intel-x710"
1827     nic: "NIC_Intel-X710"
1828   compare:
1829     title: "Intel-xxv710"
1830     nic: "NIC_Intel-XXV710"
1831   data: "vpp-nic-comparison-2n-skx"
1832   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1833   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1834   parameters:
1835   - "name"
1836   - "parent"
1837   - "throughput"
1838   - "tags"
1839
1840 # VPP Compare NICs 2n-skx 4t2c pdr
1841 - type: "table"
1842   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1843   algorithm: "table_nics_comparison"
1844   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1845   reference:
1846     title: "Intel-x710"
1847     nic: "NIC_Intel-X710"
1848   compare:
1849     title: "Intel-xxv710"
1850     nic: "NIC_Intel-XXV710"
1851   data: "vpp-nic-comparison-2n-skx"
1852   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1853   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1854   parameters:
1855   - "name"
1856   - "parent"
1857   - "throughput"
1858   - "tags"
1859
1860 # VPP Compare NICs 2n-skx 2t1c mrr
1861 - type: "table"
1862   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1863   algorithm: "table_nics_comparison"
1864   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1865   reference:
1866     title: "Intel-x710"
1867     nic: "NIC_Intel-X710"
1868   compare:
1869     title: "Intel-xxv710"
1870     nic: "NIC_Intel-XXV710"
1871   data: "vpp-nic-comparison-2n-skx-mrr"
1872   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1873   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1874   parameters:
1875   - "name"
1876   - "parent"
1877   - "result"
1878   - "tags"
1879
1880 # VPP Compare NICs 2n-skx 4t2c mrr
1881 - type: "table"
1882   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1883   algorithm: "table_nics_comparison"
1884   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1885   reference:
1886     title: "Intel-x710"
1887     nic: "NIC_Intel-X710"
1888   compare:
1889     title: "Intel-xxv710"
1890     nic: "NIC_Intel-XXV710"
1891   data: "vpp-nic-comparison-2n-skx-mrr"
1892   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1893   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1894   parameters:
1895   - "name"
1896   - "parent"
1897   - "result"
1898   - "tags"
1899
1900 # VPP Compare NICs 2n-skx 8t4c mrr
1901 - type: "table"
1902   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1903   algorithm: "table_nics_comparison"
1904   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
1905   reference:
1906     title: "Intel-x710"
1907     nic: "NIC_Intel-X710"
1908   compare:
1909     title: "Intel-xxv710"
1910     nic: "NIC_Intel-XXV710"
1911   data: "vpp-nic-comparison-2n-skx-mrr"
1912   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1913   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1914   parameters:
1915   - "name"
1916   - "parent"
1917   - "result"
1918   - "tags"
1919
1920 ################################################################################
1921 # VPP
1922
1923 # VPP Performance Changes 2n-dnv 1t1c pdr
1924 - type: "table"
1925   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
1926   algorithm: "table_performance_comparison"
1927   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
1928   history:
1929     - title: "rls1810"
1930       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1931   reference:
1932     title: "rls1901"
1933     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1934   compare:
1935     title: "rls1904"
1936     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1937   data: "intel-dnv-vpp-changes-2n-dnv"
1938   include-tests: "PDR"
1939   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
1940   parameters:
1941   - "name"
1942   - "parent"
1943   - "throughput"
1944
1945 # VPP Performance Changes 2n-dnv 2t2c pdr
1946 - type: "table"
1947   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
1948   algorithm: "table_performance_comparison"
1949   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
1950   history:
1951     - title: "rls1810"
1952       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1953   reference:
1954     title: "rls1901"
1955     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1956   compare:
1957     title: "rls1904"
1958     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1959   data: "intel-dnv-vpp-changes-2n-dnv"
1960   include-tests: "PDR"
1961   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
1962   parameters:
1963   - "name"
1964   - "parent"
1965   - "throughput"
1966
1967 # VPP Performance Changes 2n-dnv 1t1c ndr
1968 - type: "table"
1969   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
1970   algorithm: "table_performance_comparison"
1971   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
1972   history:
1973     - title: "rls1810"
1974       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1975   reference:
1976     title: "rls1901"
1977     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1978   compare:
1979     title: "rls1904"
1980     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1981   data: "intel-dnv-vpp-changes-2n-dnv"
1982   include-tests: "NDR"
1983   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
1984   parameters:
1985   - "name"
1986   - "parent"
1987   - "throughput"
1988
1989 # VPP Performance Changes 2n-dnv 2t2c ndr
1990 - type: "table"
1991   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
1992   algorithm: "table_performance_comparison"
1993   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
1994   history:
1995     - title: "rls1810"
1996       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1997   reference:
1998     title: "rls1901"
1999     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2000   compare:
2001     title: "rls1904"
2002     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2003   data: "intel-dnv-vpp-changes-2n-dnv"
2004   include-tests: "NDR"
2005   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2006   parameters:
2007   - "name"
2008   - "parent"
2009   - "throughput"
2010
2011 # VPP Performance Changes 2n-dnv 1t1c MRR
2012 - type: "table"
2013   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2014   algorithm: "table_performance_comparison"
2015   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2016   history:
2017     - title: "rls1810"
2018       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2019   reference:
2020     title: "rls1901"
2021     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2022   compare:
2023     title: "rls1904"
2024     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2025   data: "intel-dnv-vpp-changes-2n-dnv"
2026   include-tests: "MRR"
2027   filter: "'1T1C' and 'MRR'"
2028   parameters:
2029   - "name"
2030   - "parent"
2031   - "result"
2032
2033 # VPP Performance Changes 2n-dnv 2t2c MRR
2034 - type: "table"
2035   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2036   algorithm: "table_performance_comparison"
2037   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2038   history:
2039     - title: "rls1810"
2040       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2041   reference:
2042     title: "rls1901"
2043     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2044   compare:
2045     title: "rls1904"
2046     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2047   data: "intel-dnv-vpp-changes-2n-dnv"
2048   include-tests: "MRR"
2049   filter: "'2T2C' and 'MRR'"
2050   parameters:
2051   - "name"
2052   - "parent"
2053   - "result"
2054
2055 # VPP Performance Changes 2n-dnv 4t4c MRR
2056 - type: "table"
2057   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2058   algorithm: "table_performance_comparison"
2059   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2060   history:
2061     - title: "rls1810"
2062       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2063   reference:
2064     title: "rls1901"
2065     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2066   compare:
2067     title: "rls1904"
2068     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2069   data: "intel-dnv-vpp-changes-2n-dnv"
2070   include-tests: "MRR"
2071   filter: "'4T4C' and 'MRR'"
2072   parameters:
2073   - "name"
2074   - "parent"
2075   - "result"
2076
2077 # VPP Performance Changes 3n-hsw 1t1c pdr
2078 - type: "table"
2079   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2080   algorithm: "table_performance_comparison"
2081   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2082   history:
2083     - title: "rls1810"
2084       data: "vpp-performance-changes-3n-hsw-h1"
2085   reference:
2086     title: "rls1901"
2087     data: "vpp-performance-changes-3n-hsw-ref"
2088   compare:
2089     title: "rls1904"
2090     data: "vpp-performance-changes-3n-hsw-cmp"
2091   data: "vpp-performance-changes-3n-hsw"
2092   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2093   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2094   parameters:
2095   - "name"
2096   - "parent"
2097   - "throughput"
2098
2099 # VPP Performance Changes 3n-hsw 2t2c pdr
2100 - type: "table"
2101   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2102   algorithm: "table_performance_comparison"
2103   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2104   history:
2105     - title: "rls1810"
2106       data: "vpp-performance-changes-3n-hsw-h1"
2107   reference:
2108     title: "rls1901"
2109     data: "vpp-performance-changes-3n-hsw-ref"
2110   compare:
2111     title: "rls1904"
2112     data: "vpp-performance-changes-3n-hsw-cmp"
2113   data: "vpp-performance-changes-3n-hsw"
2114   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2115   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2116   parameters:
2117   - "name"
2118   - "parent"
2119   - "throughput"
2120
2121 # VPP Performance Changes 3n-hsw 1t1c ndr
2122 - type: "table"
2123   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2124   algorithm: "table_performance_comparison"
2125   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2126   history:
2127     - title: "rls1810"
2128       data: "vpp-performance-changes-3n-hsw-h1"
2129   reference:
2130     title: "rls1901"
2131     data: "vpp-performance-changes-3n-hsw-ref"
2132   compare:
2133     title: "rls1904"
2134     data: "vpp-performance-changes-3n-hsw-cmp"
2135   data: "vpp-performance-changes-3n-hsw"
2136   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2137   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2138   parameters:
2139   - "name"
2140   - "parent"
2141   - "throughput"
2142
2143 # VPP Performance Changes 3n-hsw 2t2c ndr
2144 - type: "table"
2145   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2146   algorithm: "table_performance_comparison"
2147   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2148   history:
2149     - title: "rls1810"
2150       data: "vpp-performance-changes-3n-hsw-h1"
2151   reference:
2152     title: "rls1901"
2153     data: "vpp-performance-changes-3n-hsw-ref"
2154   compare:
2155     title: "rls1904"
2156     data: "vpp-performance-changes-3n-hsw-cmp"
2157   data: "vpp-performance-changes-3n-hsw"
2158   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2159   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2160   parameters:
2161   - "name"
2162   - "parent"
2163   - "throughput"
2164
2165 # VPP Performance Changes 3n-skx 2t1c pdr
2166 - type: "table"
2167   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2168   algorithm: "table_performance_comparison"
2169   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2170   history:
2171     - title: "rls1810"
2172       data: "vpp-performance-changes-3n-skx-h1"
2173   reference:
2174     title: "rls1901"
2175     data: "vpp-performance-changes-3n-skx-ref"
2176   compare:
2177     title: "rls1904"
2178     data: "vpp-performance-changes-3n-skx-cmp"
2179   data: "vpp-performance-changes-3n-skx"
2180   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2181   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2182   parameters:
2183   - "name"
2184   - "parent"
2185   - "throughput"
2186
2187 # VPP Performance Changes 3n-skx 4t2c pdr
2188 - type: "table"
2189   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2190   algorithm: "table_performance_comparison"
2191   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2192   history:
2193     - title: "rls1810"
2194       data: "vpp-performance-changes-3n-skx-h1"
2195   reference:
2196     title: "rls1901"
2197     data: "vpp-performance-changes-3n-skx-ref"
2198   compare:
2199     title: "rls1904"
2200     data: "vpp-performance-changes-3n-skx-cmp"
2201   data: "vpp-performance-changes-3n-skx"
2202   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2203   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2204   parameters:
2205   - "name"
2206   - "parent"
2207   - "throughput"
2208
2209 # VPP Performance Changes 3n-skx 2t1c ndr
2210 - type: "table"
2211   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2212   algorithm: "table_performance_comparison"
2213   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2214   history:
2215     - title: "rls1810"
2216       data: "vpp-performance-changes-3n-skx-h1"
2217   reference:
2218     title: "rls1901"
2219     data: "vpp-performance-changes-3n-skx-ref"
2220   compare:
2221     title: "rls1904"
2222     data: "vpp-performance-changes-3n-skx-cmp"
2223   data: "vpp-performance-changes-3n-skx"
2224   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2225   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2226   parameters:
2227   - "name"
2228   - "parent"
2229   - "throughput"
2230
2231 # VPP Performance Changes 3n-skx 4t2c ndr
2232 - type: "table"
2233   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2234   algorithm: "table_performance_comparison"
2235   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2236   history:
2237     - title: "rls1810"
2238       data: "vpp-performance-changes-3n-skx-h1"
2239   reference:
2240     title: "rls1901"
2241     data: "vpp-performance-changes-3n-skx-ref"
2242   compare:
2243     title: "rls1904"
2244     data: "vpp-performance-changes-3n-skx-cmp"
2245   data: "vpp-performance-changes-3n-skx"
2246   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2247   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2248   parameters:
2249   - "name"
2250   - "parent"
2251   - "throughput"
2252
2253 # VPP Performance Changes 2n-skx 2t1c pdr
2254 - type: "table"
2255   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2256   algorithm: "table_performance_comparison"
2257   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2258   history:
2259     - title: "rls1810"
2260       data: "vpp-performance-changes-2n-skx-h1"
2261   reference:
2262     title: "rls1901"
2263     data: "vpp-performance-changes-2n-skx-ref"
2264   compare:
2265     title: "rls1904"
2266     data: "vpp-performance-changes-2n-skx-cmp"
2267   data: "vpp-performance-changes-2n-skx"
2268   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2269   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2270   parameters:
2271   - "name"
2272   - "parent"
2273   - "throughput"
2274
2275 # VPP Performance Changes 2n-skx 4t2c pdr
2276 - type: "table"
2277   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2278   algorithm: "table_performance_comparison"
2279   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2280   history:
2281     - title: "rls1810"
2282       data: "vpp-performance-changes-2n-skx-h1"
2283   reference:
2284     title: "rls1901"
2285     data: "vpp-performance-changes-2n-skx-ref"
2286   compare:
2287     title: "rls1904"
2288     data: "vpp-performance-changes-2n-skx-cmp"
2289   data: "vpp-performance-changes-2n-skx"
2290   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2291   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2292   parameters:
2293   - "name"
2294   - "parent"
2295   - "throughput"
2296
2297 # VPP Performance Changes 2n-skx 2t1c ndr
2298 - type: "table"
2299   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2300   algorithm: "table_performance_comparison"
2301   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2302   history:
2303     - title: "rls1810"
2304       data: "vpp-performance-changes-2n-skx-h1"
2305   reference:
2306     title: "rls1901"
2307     data: "vpp-performance-changes-2n-skx-ref"
2308   compare:
2309     title: "rls1904"
2310     data: "vpp-performance-changes-2n-skx-cmp"
2311   data: "vpp-performance-changes-2n-skx"
2312   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2313   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2314   parameters:
2315   - "name"
2316   - "parent"
2317   - "throughput"
2318
2319 # VPP Performance Changes 2n-skx 4t2c ndr
2320 - type: "table"
2321   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2322   algorithm: "table_performance_comparison"
2323   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2324   history:
2325     - title: "rls1810"
2326       data: "vpp-performance-changes-2n-skx-h1"
2327   reference:
2328     title: "rls1901"
2329     data: "vpp-performance-changes-2n-skx-ref"
2330   compare:
2331     title: "rls1904"
2332     data: "vpp-performance-changes-2n-skx-cmp"
2333   data: "vpp-performance-changes-2n-skx"
2334   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2335   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2336   parameters:
2337   - "name"
2338   - "parent"
2339   - "throughput"
2340
2341 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2342 - type: "table"
2343   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2344   algorithm: "table_performance_comparison"
2345   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2346   reference:
2347     title: "3-Node Hsw"
2348     data: "vpp-compare-testbeds-ref"
2349   compare:
2350     title: "3-Node Skx"
2351     data: "vpp-compare-testbeds-cmp"
2352   data: "vpp-compare-testbeds"
2353   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2354   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2355   parameters:
2356   - "name"
2357   - "parent"
2358   - "throughput"
2359
2360 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2361 - type: "table"
2362   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2363   algorithm: "table_performance_comparison"
2364   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2365   reference:
2366     title: "3-Node Hsw"
2367     data: "vpp-compare-testbeds-ref"
2368   compare:
2369     title: "3-Node Skx"
2370     data: "vpp-compare-testbeds-cmp"
2371   data: "vpp-compare-testbeds"
2372   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2373   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2374   parameters:
2375   - "name"
2376   - "parent"
2377   - "throughput"
2378
2379 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2380 - type: "table"
2381   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2382   algorithm: "table_performance_comparison"
2383   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2384   reference:
2385     title: "3-Node Hsw"
2386     data: "vpp-compare-testbeds-ref"
2387   compare:
2388     title: "3-Node Skx"
2389     data: "vpp-compare-testbeds-cmp"
2390   data: "vpp-compare-testbeds"
2391   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2392   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2393   parameters:
2394   - "name"
2395   - "parent"
2396   - "throughput"
2397
2398 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2399 - type: "table"
2400   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2401   algorithm: "table_performance_comparison"
2402   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2403   reference:
2404     title: "3-Node Hsw"
2405     data: "vpp-compare-testbeds-ref"
2406   compare:
2407     title: "3-Node Skx"
2408     data: "vpp-compare-testbeds-cmp"
2409   data: "vpp-compare-testbeds"
2410   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2411   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2412   parameters:
2413   - "name"
2414   - "parent"
2415   - "throughput"
2416
2417 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2418 - type: "table"
2419   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2420   algorithm: "table_performance_comparison"
2421   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2422   reference:
2423     title: "3-Node Skx"
2424     data: "vpp-compare-topologies-ref"
2425   compare:
2426     title: "2-Node Skx"
2427     data: "vpp-compare-topologies-cmp"
2428   data: "vpp-compare-topologies"
2429   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2430   filter: "'NDRPDR' and '1C'"
2431   parameters:
2432   - "name"
2433   - "parent"
2434   - "throughput"
2435
2436 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2437 - type: "table"
2438   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2439   algorithm: "table_performance_comparison"
2440   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2441   reference:
2442     title: "3-Node Skx"
2443     data: "vpp-compare-topologies-ref"
2444   compare:
2445     title: "2-Node Skx"
2446     data: "vpp-compare-topologies-cmp"
2447   data: "vpp-compare-topologies"
2448   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2449   filter: "'NDRPDR' and '2C'"
2450   parameters:
2451   - "name"
2452   - "parent"
2453   - "throughput"
2454
2455 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2456 - type: "table"
2457   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2458   algorithm: "table_performance_comparison"
2459   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2460   reference:
2461     title: "3-Node Skx"
2462     data: "vpp-compare-topologies-ref"
2463   compare:
2464     title: "2-Node Skx"
2465     data: "vpp-compare-topologies-cmp"
2466   data: "vpp-compare-topologies"
2467   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2468   filter: "'NDRPDR' and '1C'"
2469   parameters:
2470   - "name"
2471   - "parent"
2472   - "throughput"
2473
2474 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2475 - type: "table"
2476   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2477   algorithm: "table_performance_comparison"
2478   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2479   reference:
2480     title: "3-Node Skx"
2481     data: "vpp-compare-topologies-ref"
2482   compare:
2483     title: "2-Node Skx"
2484     data: "vpp-compare-topologies-cmp"
2485   data: "vpp-compare-topologies"
2486   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2487   filter: "'NDRPDR' and '2C'"
2488   parameters:
2489   - "name"
2490   - "parent"
2491   - "throughput"
2492
2493 # VPP Performance Changes 3n-hsw 1t1c MRR
2494 - type: "table"
2495   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2496   algorithm: "table_performance_comparison"
2497   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2498   history:
2499     - title: "rls1810"
2500       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2501   reference:
2502     title: "rls1901"
2503     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2504   compare:
2505     title: "rls1904"
2506     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2507   data: "vpp-performance-changes-3n-hsw-mrr"
2508   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2509   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2510   parameters:
2511   - "name"
2512   - "parent"
2513   - "result"
2514
2515 # VPP Performance Changes 3n-hsw 2t2c MRR
2516 - type: "table"
2517   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2518   algorithm: "table_performance_comparison"
2519   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2520   history:
2521     - title: "rls1810"
2522       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2523   reference:
2524     title: "rls1901"
2525     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2526   compare:
2527     title: "rls1904"
2528     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2529   data: "vpp-performance-changes-3n-hsw-mrr"
2530   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2531   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2532   parameters:
2533   - "name"
2534   - "parent"
2535   - "result"
2536
2537 # VPP Performance Changes 3n-hsw 4t4c MRR
2538 - type: "table"
2539   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2540   algorithm: "table_performance_comparison"
2541   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2542   history:
2543     - title: "rls1810"
2544       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2545   reference:
2546     title: "rls1901"
2547     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2548   compare:
2549     title: "rls1904"
2550     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2551   data: "vpp-performance-changes-3n-hsw-mrr"
2552   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2553   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2554   parameters:
2555   - "name"
2556   - "parent"
2557   - "result"
2558
2559 # VPP Performance Changes 3n-skx 2t1c MRR
2560 - type: "table"
2561   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2562   algorithm: "table_performance_comparison"
2563   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2564   history:
2565     - title: "rls1810"
2566       data: "vpp-performance-changes-3n-skx-mrr-h1"
2567   reference:
2568     title: "rls1901"
2569     data: "vpp-performance-changes-3n-skx-mrr-ref"
2570   compare:
2571     title: "rls1904"
2572     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2573   data: "vpp-performance-changes-3n-skx-mrr"
2574   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2575   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2576   parameters:
2577   - "name"
2578   - "parent"
2579   - "result"
2580
2581 # VPP Performance Changes 3n-skx 4t2c MRR
2582 - type: "table"
2583   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2584   algorithm: "table_performance_comparison"
2585   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2586   history:
2587     - title: "rls1810"
2588       data: "vpp-performance-changes-3n-skx-mrr-h1"
2589   reference:
2590     title: "rls1901"
2591     data: "vpp-performance-changes-3n-skx-mrr-ref"
2592   compare:
2593     title: "rls1904"
2594     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2595   data: "vpp-performance-changes-3n-skx-mrr"
2596   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2597   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2598   parameters:
2599   - "name"
2600   - "parent"
2601   - "result"
2602
2603 # VPP Performance Changes 3n-skx 8t4c MRR
2604 - type: "table"
2605   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2606   algorithm: "table_performance_comparison"
2607   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2608   history:
2609     - title: "rls1810"
2610       data: "vpp-performance-changes-3n-skx-mrr-h1"
2611   reference:
2612     title: "rls1901"
2613     data: "vpp-performance-changes-3n-skx-mrr-ref"
2614   compare:
2615     title: "rls1904"
2616     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2617   data: "vpp-performance-changes-3n-skx-mrr"
2618   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2619   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2620   parameters:
2621   - "name"
2622   - "parent"
2623   - "result"
2624
2625 # VPP Performance Changes 2n-skx 2t1c MRR
2626 - type: "table"
2627   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2628   algorithm: "table_performance_comparison"
2629   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2630   history:
2631     - title: "rls1810"
2632       data: "vpp-performance-changes-2n-skx-mrr-h1"
2633   reference:
2634     title: "rls1901"
2635     data: "vpp-performance-changes-2n-skx-mrr-ref"
2636   compare:
2637     title: "rls1904"
2638     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2639   data: "vpp-performance-changes-2n-skx-mrr"
2640   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2641   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2642   parameters:
2643   - "name"
2644   - "parent"
2645   - "result"
2646
2647 # VPP Performance Changes 2n-skx 4t2c MRR
2648 - type: "table"
2649   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2650   algorithm: "table_performance_comparison"
2651   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2652   history:
2653     - title: "rls1810"
2654       data: "vpp-performance-changes-2n-skx-mrr-h1"
2655   reference:
2656     title: "rls1901"
2657     data: "vpp-performance-changes-2n-skx-mrr-ref"
2658   compare:
2659     title: "rls1904"
2660     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2661   data: "vpp-performance-changes-2n-skx-mrr"
2662   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2663   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2664   parameters:
2665   - "name"
2666   - "parent"
2667   - "result"
2668
2669 # VPP Performance Changes 2n-skx 8t4c MRR
2670 - type: "table"
2671   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2672   algorithm: "table_performance_comparison"
2673   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2674   history:
2675     - title: "rls1810"
2676       data: "vpp-performance-changes-2n-skx-mrr-h1"
2677   reference:
2678     title: "rls1901"
2679     data: "vpp-performance-changes-2n-skx-mrr-ref"
2680   compare:
2681     title: "rls1904"
2682     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2683   data: "vpp-performance-changes-2n-skx-mrr"
2684   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2685   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2686   parameters:
2687   - "name"
2688   - "parent"
2689   - "result"
2690
2691 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2692 - type: "table"
2693   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2694   algorithm: "table_performance_comparison"
2695   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2696   reference:
2697     title: "3-Node Hsw"
2698     data: "vpp-compare-testbeds-mrr-ref"
2699   compare:
2700     title: "3-Node Skx"
2701     data: "vpp-compare-testbeds-mrr-cmp"
2702   data: "vpp-compare-testbeds-mrr"
2703   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2704   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2705   parameters:
2706   - "name"
2707   - "parent"
2708   - "result"
2709
2710 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2711 - type: "table"
2712   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2713   algorithm: "table_performance_comparison"
2714   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2715   reference:
2716     title: "3-Node Hsw"
2717     data: "vpp-compare-testbeds-mrr-ref"
2718   compare:
2719     title: "3-Node Skx"
2720     data: "vpp-compare-testbeds-mrr-cmp"
2721   data: "vpp-compare-testbeds-mrr"
2722   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2723   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2724   parameters:
2725   - "name"
2726   - "parent"
2727   - "result"
2728
2729 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2730 - type: "table"
2731   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2732   algorithm: "table_performance_comparison"
2733   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2734   reference:
2735     title: "3-Node Hsw"
2736     data: "vpp-compare-testbeds-mrr-ref"
2737   compare:
2738     title: "3-Node Skx"
2739     data: "vpp-compare-testbeds-mrr-cmp"
2740   data: "vpp-compare-testbeds-mrr"
2741   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2742   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2743   parameters:
2744   - "name"
2745   - "parent"
2746   - "result"
2747
2748 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2749 - type: "table"
2750   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2751   algorithm: "table_performance_comparison"
2752   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2753   reference:
2754     title: "3-Node Skx"
2755     data: "vpp-compare-topologies-mrr-ref"
2756   compare:
2757     title: "2-Node Skx"
2758     data: "vpp-compare-topologies-mrr-cmp"
2759   data: "vpp-compare-topologies-mrr"
2760   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2761   filter: "'MRR' and '1C'"
2762   parameters:
2763   - "name"
2764   - "parent"
2765   - "result"
2766
2767 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2768 - type: "table"
2769   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2770   algorithm: "table_performance_comparison"
2771   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2772   reference:
2773     title: "3-Node Skx"
2774     data: "vpp-compare-topologies-mrr-ref"
2775   compare:
2776     title: "2-Node Skx"
2777     data: "vpp-compare-topologies-mrr-cmp"
2778   data: "vpp-compare-topologies-mrr"
2779   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2780   filter: "'MRR' and '2C'"
2781   parameters:
2782   - "name"
2783   - "parent"
2784   - "result"
2785
2786 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2787 - type: "table"
2788   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2789   algorithm: "table_performance_comparison"
2790   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2791   reference:
2792     title: "3-Node Skx"
2793     data: "vpp-compare-topologies-mrr-ref"
2794   compare:
2795     title: "2-Node Skx"
2796     data: "vpp-compare-topologies-mrr-cmp"
2797   data: "vpp-compare-topologies-mrr"
2798   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2799   filter: "'MRR' and '4C'"
2800   parameters:
2801   - "name"
2802   - "parent"
2803   - "result"
2804
2805 # Detailed Test Results - VPP Performance Results 3n-hsw
2806 - type: "table"
2807   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2808   algorithm: "table_merged_details"
2809   output-file-ext: ".csv"
2810   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2811   columns:
2812   - title: "Name"
2813     data: "data name"
2814   - title: "Status"
2815     data: "data msg"
2816   rows: "generated"
2817   data: "vpp-perf-results-3n-hsw"
2818   filter: "not 'NDRCHK' and not 'PDRCHK'"
2819   parameters:
2820   - "name"
2821   - "parent"
2822   - "msg"
2823
2824 # Detailed Test Results - VPP Performance Results 3n-skx
2825 - type: "table"
2826   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2827   algorithm: "table_merged_details"
2828   output-file-ext: ".csv"
2829   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2830   columns:
2831   - title: "Name"
2832     data: "data name"
2833   - title: "Status"
2834     data: "data msg"
2835   rows: "generated"
2836   data: "vpp-perf-results-3n-skx"
2837   filter: "not 'NDRCHK' and not 'PDRCHK'"
2838   parameters:
2839   - "name"
2840   - "parent"
2841   - "msg"
2842
2843 # Detailed Test Results - VPP Performance Results 2n-skx
2844 - type: "table"
2845   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2846   algorithm: "table_merged_details"
2847   output-file-ext: ".csv"
2848   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2849   columns:
2850   - title: "Name"
2851     data: "data name"
2852   - title: "Status"
2853     data: "data msg"
2854   rows: "generated"
2855   data: "vpp-perf-results-2n-skx"
2856   filter: "not 'NDRCHK' and not 'PDRCHK'"
2857   parameters:
2858   - "name"
2859   - "parent"
2860   - "msg"
2861
2862 # Detailed Test Results - VPP Performance Results 2n-dnv
2863 - type: "table"
2864   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2865   algorithm: "table_details"
2866   output-file-ext: ".csv"
2867   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2868   columns:
2869   - title: "Name"
2870     data: "data name"
2871   - title: "Status"
2872     data: "data msg"
2873   rows: "generated"
2874   data: "intel-dnv-vpp"
2875   filter: "'NDRPDR'"
2876   parameters:
2877   - "name"
2878   - "parent"
2879   - "msg"
2880
2881 # Test configuration - VPP Performance Test Configs 3n-hsw
2882 - type: "table"
2883   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2884   algorithm: "table_merged_details"
2885   output-file-ext: ".csv"
2886   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
2887   columns:
2888   - title: "Name"
2889     data: "data name"
2890   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2891     data: "data conf-history"
2892   rows: "generated"
2893   data: "vpp-perf-results-3n-hsw"
2894   filter: "not 'NDRCHK' and not 'PDRCHK'"
2895   parameters:
2896   - "parent"
2897   - "name"
2898   - "conf-history"
2899
2900 # Test configuration - VPP Performance Test Configs 3n-skx
2901 - type: "table"
2902   title: "Test configuration - VPP Performance Test Configs 3n-skx"
2903   algorithm: "table_merged_details"
2904   output-file-ext: ".csv"
2905   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
2906   columns:
2907   - title: "Name"
2908     data: "data name"
2909   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2910     data: "data conf-history"
2911   rows: "generated"
2912   data: "vpp-perf-results-3n-skx"
2913   filter: "not 'NDRCHK' and not 'PDRCHK'"
2914   parameters:
2915   - "parent"
2916   - "name"
2917   - "conf-history"
2918
2919 # Test configuration - VPP Performance Test Configs 2n-skx
2920 - type: "table"
2921   title: "Test configuration - VPP Performance Test Configs 2n-skx"
2922   algorithm: "table_merged_details"
2923   output-file-ext: ".csv"
2924   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
2925   columns:
2926   - title: "Name"
2927     data: "data name"
2928   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2929     data: "data conf-history"
2930   rows: "generated"
2931   data: "vpp-perf-results-2n-skx"
2932   filter: "not 'NDRCHK' and not 'PDRCHK'"
2933   parameters:
2934   - "parent"
2935   - "name"
2936   - "conf-history"
2937
2938 # Test configuration - VPP Performance Test Configs 2n-dnv
2939 - type: "table"
2940   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
2941   algorithm: "table_details"
2942   output-file-ext: ".csv"
2943   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
2944   columns:
2945   - title: "Name"
2946     data: "data name"
2947   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2948     data: "data conf-history"
2949   rows: "generated"
2950   data: "intel-dnv-vpp"
2951   filter: "'NDRPDR'"
2952   parameters:
2953   - "parent"
2954   - "name"
2955   - "conf-history"
2956
2957 # Test Operational Data - VPP Performance Operational Data 3n-hsw
2958 - type: "table"
2959   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
2960   algorithm: "table_merged_details"
2961   output-file-ext: ".csv"
2962   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
2963   columns:
2964   - title: "Name"
2965     data: "data name"
2966   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2967     data: "data show-run"
2968   rows: "generated"
2969   data: "vpp-perf-results-3n-hsw"
2970   filter: "not 'NDRCHK' and not 'PDRCHK'"
2971   parameters:
2972   - "parent"
2973   - "name"
2974   - "show-run"
2975
2976 # Test Operational Data - VPP Performance Operational Data 3n-skx
2977 - type: "table"
2978   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
2979   algorithm: "table_merged_details"
2980   output-file-ext: ".csv"
2981   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
2982   columns:
2983   - title: "Name"
2984     data: "data name"
2985   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2986     data: "data show-run"
2987   rows: "generated"
2988   data: "vpp-perf-results-3n-skx"
2989   filter: "not 'NDRCHK' and not 'PDRCHK'"
2990   parameters:
2991   - "parent"
2992   - "name"
2993   - "show-run"
2994
2995 # Test Operational Data - VPP Performance Operational Data 2n-skx
2996 - type: "table"
2997   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
2998   algorithm: "table_merged_details"
2999   output-file-ext: ".csv"
3000   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3001   columns:
3002   - title: "Name"
3003     data: "data name"
3004   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3005     data: "data show-run"
3006   rows: "generated"
3007   data: "vpp-perf-results-2n-skx"
3008   filter: "not 'NDRCHK' and not 'PDRCHK'"
3009   parameters:
3010   - "parent"
3011   - "name"
3012   - "show-run"
3013
3014 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3015 - type: "table"
3016   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3017   algorithm: "table_details"
3018   output-file-ext: ".csv"
3019   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3020   columns:
3021   - title: "Name"
3022     data: "data name"
3023   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3024     data: "data show-run"
3025   rows: "generated"
3026   data: "intel-dnv-vpp"
3027   filter: "'NDRPDR'"
3028   parameters:
3029   - "parent"
3030   - "name"
3031   - "show-run"
3032
3033 # Detailed Test Results - VPP MRR Results 3n-hsw
3034 - type: "table"
3035   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3036   algorithm: "table_details"
3037   output-file-ext: ".csv"
3038   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3039   columns:
3040   - title: "Name"
3041     data: "data name"
3042   - title: "Status"
3043     data: "data msg"
3044   rows: "generated"
3045   data: "vpp-mrr-results-3n-hsw"
3046   filter: "'MRR'"
3047   parameters:
3048   - "name"
3049   - "parent"
3050   - "msg"
3051
3052 # Detailed Test Results - VPP MRR Results 3n-skx
3053 - type: "table"
3054   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3055   algorithm: "table_details"
3056   output-file-ext: ".csv"
3057   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3058   columns:
3059   - title: "Name"
3060     data: "data name"
3061   - title: "Status"
3062     data: "data msg"
3063   rows: "generated"
3064   data: "vpp-mrr-results-3n-skx"
3065   filter: "'MRR'"
3066   parameters:
3067   - "name"
3068   - "parent"
3069   - "msg"
3070
3071 # Detailed Test Results - VPP MRR Results 2n-skx
3072 - type: "table"
3073   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3074   algorithm: "table_details"
3075   output-file-ext: ".csv"
3076   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3077   columns:
3078   - title: "Name"
3079     data: "data name"
3080   - title: "Status"
3081     data: "data msg"
3082   rows: "generated"
3083   data: "vpp-mrr-results-2n-skx"
3084   filter: "'MRR'"
3085   parameters:
3086   - "name"
3087   - "parent"
3088   - "msg"
3089
3090 # Detailed Test Results - VPP MRR Results 2n-dnv
3091 - type: "table"
3092   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3093   algorithm: "table_details"
3094   output-file-ext: ".csv"
3095   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3096   columns:
3097   - title: "Name"
3098     data: "data name"
3099   - title: "Status"
3100     data: "data msg"
3101   rows: "generated"
3102   data: "intel-dnv-vpp"
3103   filter: "'MRR'"
3104   parameters:
3105   - "name"
3106   - "parent"
3107   - "msg"
3108
3109 # Test configuration - VPP MRR Test Configs 3n-hsw
3110 - type: "table"
3111   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3112   algorithm: "table_details"
3113   output-file-ext: ".csv"
3114   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3115   columns:
3116   - title: "Name"
3117     data: "data name"
3118   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3119     data: "data conf-history"
3120   rows: "generated"
3121   data: "vpp-mrr-results-3n-hsw"
3122   filter: "'MRR'"
3123   parameters:
3124   - "parent"
3125   - "name"
3126   - "conf-history"
3127
3128 # Test configuration - VPP MRR Test Configs 3n-skx
3129 - type: "table"
3130   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3131   algorithm: "table_details"
3132   output-file-ext: ".csv"
3133   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3134   columns:
3135   - title: "Name"
3136     data: "data name"
3137   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3138     data: "data conf-history"
3139   rows: "generated"
3140   data: "vpp-mrr-results-3n-skx"
3141   filter: "'MRR'"
3142   parameters:
3143   - "parent"
3144   - "name"
3145   - "conf-history"
3146
3147 # Test configuration - VPP MRR Test Configs 2n-skx
3148 - type: "table"
3149   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3150   algorithm: "table_details"
3151   output-file-ext: ".csv"
3152   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3153   columns:
3154   - title: "Name"
3155     data: "data name"
3156   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3157     data: "data conf-history"
3158   rows: "generated"
3159   data: "vpp-mrr-results-2n-skx"
3160   filter: "'MRR'"
3161   parameters:
3162   - "parent"
3163   - "name"
3164   - "conf-history"
3165
3166 # Test configuration - VPP MRR Test Configs 2n-dnv
3167 - type: "table"
3168   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3169   algorithm: "table_details"
3170   output-file-ext: ".csv"
3171   output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3172   columns:
3173   - title: "Name"
3174     data: "data name"
3175   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3176     data: "data conf-history"
3177   rows: "generated"
3178   data: "intel-dnv-vpp"
3179   filter: "'MRR'"
3180   parameters:
3181   - "parent"
3182   - "name"
3183   - "conf-history"
3184
3185 # Detailed Test Results - VPP Functional Results - Ubuntu
3186 - type: "table"
3187   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3188   algorithm: "table_details"
3189   output-file-ext: ".csv"
3190   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3191   columns:
3192   - title: "Name"
3193     data: "data name"
3194   - title: "Documentation"
3195     data: "data doc"
3196   - title: "Status"
3197     data: "data status"
3198   rows: "generated"
3199   data: "vpp-func-results-ubuntu"
3200   filter: "all"
3201   parameters:
3202   - "name"
3203   - "parent"
3204   - "doc"
3205   - "status"
3206
3207 # Detailed Test Results - VPP Functional Results - CentOS
3208 - type: "table"
3209   title: "Detailed Test Results - VPP Functional Results - CentOS"
3210   algorithm: "table_details"
3211   output-file-ext: ".csv"
3212   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3213   columns:
3214   - title: "Name"
3215     data: "data name"
3216   - title: "Documentation"
3217     data: "data doc"
3218   -
3219     title: "Status"
3220     data: "data status"
3221   rows: "generated"
3222   data:
3223     "vpp-func-results-centos"
3224   filter: "all"
3225   parameters:
3226   - "name"
3227   - "parent"
3228   - "doc"
3229   - "status"
3230
3231 # Test configuration - VPP Functional Test Configs - Ubuntu
3232 - type: "table"
3233   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3234   algorithm: "table_details"
3235   output-file-ext: ".csv"
3236   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3237   columns:
3238   - title: "Name"
3239     data: "data name"
3240   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3241     data: "data conf-history"
3242   rows: "generated"
3243   data: "vpp-func-results-ubuntu"
3244   filter: "all"
3245   parameters:
3246   - "parent"
3247   - "name"
3248   - "conf-history"
3249
3250 # Test configuration - VPP Functional Test Configs - CentOS
3251 - type: "table"
3252   title: "Test configuration - VPP Functional Test Configs - CentOS"
3253   algorithm: "table_details"
3254   output-file-ext: ".csv"
3255   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3256   columns:
3257   - title: "Name"
3258     data: "data name"
3259   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3260     data: "data conf-history"
3261   rows: "generated"
3262   data: "vpp-func-results-centos"
3263   filter: "all"
3264   parameters:
3265   - "parent"
3266   - "name"
3267   - "conf-history"
3268
3269 # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3270 - type: "table"
3271   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3272   algorithm: "table_details"
3273   output-file-ext: ".csv"
3274   output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3275   columns:
3276   - title: "Name"
3277     data: "data name"
3278   - title: "Status"
3279     data: "data msg"
3280   rows: "generated"
3281   data: "ligato-perf-results-3n-hsw"
3282   filter: "all"
3283   parameters:
3284   - "name"
3285   - "parent"
3286   - "msg"
3287
3288 # Detailed Test Results - VPP Device Results - Ubuntu
3289 - type: "table"
3290   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3291   algorithm: "table_details"
3292   output-file-ext: ".csv"
3293   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3294   columns:
3295   - title: "Name"
3296     data: "data name"
3297   - title: "Documentation"
3298     data: "data doc"
3299   - title: "Status"
3300     data: "data status"
3301   rows: "generated"
3302   data: "vpp-device-results-ubuntu"
3303   filter: "all"
3304   parameters:
3305   - "name"
3306   - "parent"
3307   - "doc"
3308   - "status"
3309
3310 # Test configuration - VPP Device Test Configs - Ubuntu
3311 - type: "table"
3312   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3313   algorithm: "table_details"
3314   output-file-ext: ".csv"
3315   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3316   columns:
3317   - title: "Name"
3318     data: "data name"
3319   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3320     data: "data conf-history"
3321   rows: "generated"
3322   data: "vpp-device-results-ubuntu"
3323   filter: "all"
3324   parameters:
3325   - "parent"
3326   - "name"
3327   - "conf-history"
3328
3329 ################################################################################
3330
3331 # DPDK Performance Changes 3n-hsw 1t1c pdr
3332 - type: "table"
3333   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3334   algorithm: "table_performance_comparison"
3335   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3336   history:
3337     - title: "rls1810"
3338       data: "dpdk-performance-changes-3n-hsw-h1"
3339   reference:
3340     title: "rls1901"
3341     data: "dpdk-performance-changes-3n-hsw-ref"
3342   compare:
3343     title: "rls1904"
3344     data: "dpdk-performance-changes-3n-hsw-cmp"
3345   data: "dpdk-performance-changes-3n-hsw"
3346   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3347   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3348   parameters:
3349   - "name"
3350   - "parent"
3351   - "throughput"
3352
3353 # DPDK Performance Changes 3n-hsw 2t2c pdr
3354 - type: "table"
3355   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3356   algorithm: "table_performance_comparison"
3357   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3358   history:
3359     - title: "rls1810"
3360       data: "dpdk-performance-changes-3n-hsw-h1"
3361   reference:
3362     title: "rls1901"
3363     data: "dpdk-performance-changes-3n-hsw-ref"
3364   compare:
3365     title: "rls1904"
3366     data: "dpdk-performance-changes-3n-hsw-cmp"
3367   data: "dpdk-performance-changes-3n-hsw"
3368   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3369   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3370   parameters:
3371   - "name"
3372   - "parent"
3373   - "throughput"
3374
3375 # DPDK Performance Changes 3n-hsw 1t1c ndr
3376 - type: "table"
3377   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3378   algorithm: "table_performance_comparison"
3379   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3380   history:
3381     - title: "rls1810"
3382       data: "dpdk-performance-changes-3n-hsw-h1"
3383   reference:
3384     title: "rls1901"
3385     data: "dpdk-performance-changes-3n-hsw-ref"
3386   compare:
3387     title: "rls1904"
3388     data: "dpdk-performance-changes-3n-hsw-cmp"
3389   data: "dpdk-performance-changes-3n-hsw"
3390   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3391   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3392   parameters:
3393   - "name"
3394   - "parent"
3395   - "throughput"
3396
3397 # DPDK Performance Changes 3n-hsw 2t2c ndr
3398 - type: "table"
3399   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3400   algorithm: "table_performance_comparison"
3401   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3402   history:
3403     - title: "rls1810"
3404       data: "dpdk-performance-changes-3n-hsw-h1"
3405   reference:
3406     title: "rls1901"
3407     data: "dpdk-performance-changes-3n-hsw-ref"
3408   compare:
3409     title: "rls1904"
3410     data: "dpdk-performance-changes-3n-hsw-cmp"
3411   data: "dpdk-performance-changes-3n-hsw"
3412   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3413   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3414   parameters:
3415   - "name"
3416   - "parent"
3417   - "throughput"
3418
3419 # DPDK Performance Changes 3n-skx 2t1c pdr
3420 - type: "table"
3421   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3422   algorithm: "table_performance_comparison"
3423   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3424   history:
3425     - title: "rls1810"
3426       data: "dpdk-performance-changes-3n-skx-h1"
3427   reference:
3428     title: "rls1901"
3429     data: "dpdk-performance-changes-3n-skx-ref"
3430   compare:
3431     title: "rls1904"
3432     data: "dpdk-performance-changes-3n-skx-cmp"
3433   data: "dpdk-performance-changes-3n-skx"
3434   include-tests: "PDR" # &qu