resources/tools/presentation/specification.yaml

   1 - type: "environment"
   2
   3   paths:
   4     # Top level directories:
   5     ## Working directory
   6     DIR[WORKING]: "_tmp"
   7     ## Build directories
   8     DIR[BUILD,HTML]: "_build"
   9     DIR[BUILD,LATEX]: "_build_latex"
  10
  11     # Static .rst files
  12     DIR[RST]: "../../../docs/report"
  13
  14     # Working directories
  15     ## Input data files (.zip, .xml)
  16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  17     ## Static source files from git
  18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  20
  21     # Static html content
  22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  26
  27     # Detailed test results
  28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  48
  49     # Detailed test configurations
  50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  62
  63     # Detailed tests operational data
  64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  69
  70     # .css patch file to fix tables generated by Sphinx
  71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  73
  74   urls:
  75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
  78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  79     URL[NEXUS]: "https://docs.fd.io/csit"
  80     DIR[NEXUS]: "report/_static/archive"
  81
  82   make-dirs:
  83   # List the directories which are created while preparing the environment.
  84   # All directories MUST be defined in "paths" section.
  85   - "DIR[WORKING,DATA]"
  86   - "DIR[STATIC,VPP]"
  87   - "DIR[STATIC,DPDK]"
  88   - "DIR[STATIC,ARCH]"
  89   - "DIR[BUILD,LATEX]"
  90   - "DIR[WORKING,SRC]"
  91   - "DIR[WORKING,SRC,STATIC]"
  92
  93   remove-dirs:
  94   # List the directories which are deleted while cleaning the environment.
  95   # All directories MUST be defined in "paths" section.
  96   #- "DIR[BUILD,HTML]"
  97   - "DIR[WORKING,DATA]"
  98
  99   build-dirs:
 100   # List the directories where the results (build) is stored.
 101   # All directories MUST be defined in "paths" section.
 102   - "DIR[BUILD,HTML]"
 103   - "DIR[BUILD,LATEX]"
 104
 105 - type: "configuration"
 106
 107   limits:
 108     nic:
 109       x520: 24460000
 110       x553: 29761905
 111       x710: 35800000
 112       xxv710: 35800000
 113       xl710: 35800000
 114
 115     link:
 116       10ge: 14880952.38
 117       25ge: 37202380.95
 118       40ge: 59523809.52
 119       100ge: 148809523.81
 120
 121     pci:
 122       pci-g3-x8: 74404761.90
 123       pci-g3-x16: 148809523.81
 124
 125   data-sets:
 126
 127     ###########################################################################
 128     # Plots:
 129
 130     # 3n-hsw
 131
 132     plot-vpp-throughput-lat-tsa-3n-hsw:
 133       # TODO: Add 1904 data
 134       csit-vpp-perf-verify-1904-3n-hsw:
 135         - 2   # NDRPDR sel
 136
 137     plot-vpp-http-server-performance:
 138       # TODO: Replace with 1904 data
 139       # csit-vpp-perf-verify-1904-3n-hsw:
 140       csit-vpp-perf-verify-1810-3n-hsw:
 141         - 28  # WRK
 142         - 29  # WRK
 143         - 30  # WRK
 144         - 31  # WRK
 145         - 32  # WRK
 146         - 33  # WRK
 147         - 34  # WRK
 148         - 35  # WRK
 149         - 36  # WRK
 150         - 37  # WRK
 151
 152     plot-ligato-throughput-lat-tsa-3n-hsw:
 153       # TODO: Replace with 1904 data
 154       # csit-ligato-perf-verify-1904-3n-hsw:
 155       csit-ligato-perf-verify-1901-3n-hsw:
 156         - 8   # NDRPDR sel
 157         - 9   # NDRPDR sel
 158         - 11  # NDRPDR sel
 159         - 12  # NDRPDR sel
 160         - 13  # NDRPDR sel
 161         - 14  # NDRPDR sel
 162         - 15  # NDRPDR sel
 163         - 16  # NDRPDR sel
 164         - 17  # NDRPDR sel
 165         - 18  # NDRPDR sel
 166
 167     plot-dpdk-throughput-latency-3n-hsw:
 168       # TODO: Add 1904 data
 169       csit-dpdk-perf-verify-1904-3n-hsw:
 170         - 1   # NDRPDR sel
 171
 172     # 3n-skx
 173
 174     plot-vpp-throughput-lat-tsa-3n-skx:
 175       # TODO: Add 1904 data
 176       csit-vpp-perf-verify-1904-3n-skx:
 177         - 4   # NDRPDR sel
 178
 179     plot-dpdk-throughput-latency-3n-skx:
 180       # TODO: Add 1904 data
 181       csit-dpdk-perf-verify-1904-3n-skx:
 182         - 1   # NDRPDR sel
 183
 184     # 2n-skx
 185
 186     plot-vpp-throughput-lat-tsa-2n-skx:
 187       # TODO: Add 1904 data
 188       csit-vpp-perf-verify-1904-2n-skx:
 189         - 5   # NDRPDR sel
 190
 191     plot-vpp-soak-2n-skx:
 192       # TODO: Replace with 1904 data
 193       # csit-vpp-perf-verify-1904-2n-skx:
 194       csit-vpp-perf-verify-1901-2n-skx:
 195         - 45  # SOAK sel
 196
 197     plot-vpp-nfv-2n-skx:
 198       # TODO: Replace with 1904 data
 199       # csit-vpp-perf-verify-1904-2n-skx:
 200       csit-vpp-perf-verify-1901-2n-skx:
 201         - 28  # NFV NDRPDR
 202         - 29  # NFV NDRPDR
 203         - 32  # NFV NDRPDR
 204         - 39  # NFV NDRPDR
 205         - 46  # NFV NDRPDR
 206
 207     plot-vpp-nfv-2n-skx-mrr:
 208       # TODO: Replace with 1904 data
 209       # csit-vpp-perf-verify-1904-2n-skx:
 210       csit-vpp-perf-verify-1901-2n-skx:
 211         - 24  # NFV MRR
 212         - 26  # NFV MRR
 213         - 27  # NFV MRR
 214         - 35  # NFV MRR
 215         - 37  # NFV MRR
 216
 217     plot-dpdk-throughput-latency-2n-skx:
 218       # TODO: Add 1904 data
 219       csit-dpdk-perf-verify-1904-2n-skx:
 220         - 1   # NDRPDR sel
 221
 222     # 3rd party
 223
 224     # Denverton:
 225     intel-dnv-vpp:
 226       # TODO: Replace with 1904 data
 227       # intel-dnv-vpp-release-1904:
 228       intel-dnv-vpp-release-1901:
 229         - 1
 230
 231     ###########################################################################
 232     # Simple tables (only one data set):
 233
 234     # NIC Comparisons
 235
 236     vpp-nic-comparison-3n-hsw:
 237       # TODO: Add 1904 data
 238       csit-vpp-perf-verify-1904-3n-hsw:
 239         - 2   # NDRPDR sel
 240
 241     vpp-nic-comparison-3n-skx:
 242       # TODO: Add 1904 data
 243       csit-vpp-perf-verify-1904-3n-skx:
 244         - 4   # NDRPDR sel
 245
 246     vpp-nic-comparison-2n-skx:
 247       # TODO: Add 1904 data
 248       csit-vpp-perf-verify-1904-2n-skx:
 249         - 5   # NDRPDR sel
 250
 251     vpp-nic-comparison-3n-hsw-mrr:
 252       csit-vpp-perf-verify-1904-3n-hsw:
 253         - 1   # MRR sel
 254
 255     vpp-nic-comparison-3n-skx-mrr:
 256       csit-vpp-perf-verify-1904-3n-skx:
 257         - 3   # MRR sel
 258
 259     vpp-nic-comparison-2n-skx-mrr:
 260       csit-vpp-perf-verify-1904-2n-skx:
 261         - 4   # MRR sel
 262
 263     # Results
 264
 265     vpp-perf-results-3n-hsw:
 266       # TODO: Replace with 1904 data
 267       # csit-vpp-perf-verify-1904-3n-hsw:
 268       csit-vpp-perf-verify-1901-3n-hsw:
 269         - 38  # NDRPDR full
 270         - 43  # NDRPDR full
 271         - 45  # NDRPDR full
 272         - 49  # NDRPDR full
 273
 274     vpp-perf-results-3n-skx:
 275       # TODO: Replace with 1904 data
 276       # csit-vpp-perf-verify-1904-3n-skx:
 277       csit-vpp-perf-verify-1901-3n-skx:
 278         - 37  # NDRPDR full
 279         - 39  # NDRPDR full
 280         - 40  # NDRPDR full
 281         - 49  # NDRPDR full
 282
 283     vpp-perf-results-2n-skx:
 284       # TODO: Replace with 1904 data
 285       # csit-vpp-perf-verify-1904-2n-skx:
 286       csit-vpp-perf-verify-1901-2n-skx:
 287         - 25  # NDRPDR full
 288         - 30  # NDRPDR full
 289         - 33  # NDRPDR full
 290         - 44  # NDRPDR full
 291
 292     vpp-mrr-results-3n-hsw:
 293       csit-vpp-perf-verify-1904-3n-hsw:
 294         - 1   # MRR sel
 295
 296     vpp-mrr-results-3n-skx:
 297       csit-vpp-perf-verify-1904-3n-skx:
 298         - 3   # MRR sel
 299
 300     vpp-mrr-results-2n-skx:
 301       csit-vpp-perf-verify-1904-2n-skx:
 302         - 4   # MRR sel
 303
 304     vpp-func-results-ubuntu:
 305       csit-vpp-functional-1904-ubuntu1604-virl:
 306         - 20
 307
 308     vpp-func-results-centos:
 309       csit-vpp-functional-1904-centos7-virl:
 310         - 19
 311
 312     vpp-device-results-ubuntu:
 313       csit-vpp-device-1904-ubuntu1804-1n-skx:
 314         - 18
 315
 316     # VPP Ligato
 317     ligato-perf-results-3n-hsw:
 318       # TODO: Replace with 1904 data
 319       # csit-ligato-perf-verify-1904-3n-hsw:
 320       csit-ligato-perf-verify-1901-3n-hsw:
 321         - 10  # NDRPDR full
 322
 323     dpdk-perf-results-3n-hsw:
 324       csit-dpdk-perf-verify-1904-3n-hsw:
 325         - 1   # NDRPDR sel
 326
 327     dpdk-perf-results-3n-skx:
 328       csit-dpdk-perf-verify-1904-3n-skx:
 329         - 1   # NDRPDR sel
 330
 331     dpdk-perf-results-2n-skx:
 332       csit-dpdk-perf-verify-1904-2n-skx:
 333         - 1   # NDRPDR sel
 334
 335     # HoneyComb Functional
 336     hc-func-results:
 337       # TODO: Replace with 1904 data
 338       # csit-hc2vpp-verify-func-1904-ubuntu1604:
 339       csit-hc2vpp-verify-func-1901-ubuntu1604:
 340         - 3
 341
 342 #    # NSH SFC Functional
 343 #    nsh-func-results:
 344 #      # Not used
 345 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 346 #        - 1
 347
 348     # DMM Functional
 349     dmm-func-results:
 350       csit-dmm-functional-1904-ubuntu1604-virl:
 351         - 1
 352
 353     ###########################################################################
 354     # Tables (more than one data set)
 355
 356     # Performance changes
 357
 358     intel-dnv-vpp-changes-2n-dnv-h1:
 359       intel-dnv-vpp-release-1810:
 360         - 1
 361     intel-dnv-vpp-changes-2n-dnv-ref:
 362       intel-dnv-vpp-release-1901:
 363         - 1
 364     intel-dnv-vpp-changes-2n-dnv-cmp:
 365       # TODO: Replace with 1904 data
 366       # intel-dnv-vpp-release-1904:
 367       intel-dnv-vpp-release-1901:
 368         - 1
 369     intel-dnv-vpp-changes-2n-dnv:
 370       - "intel-dnv-vpp-changes-2n-dnv-h1"
 371       - "intel-dnv-vpp-changes-2n-dnv-ref"
 372       - "intel-dnv-vpp-changes-2n-dnv-cmp"
 373
 374     vpp-performance-changes-3n-hsw-h1:
 375       csit-vpp-perf-verify-1810-3n-hsw:
 376         - 8   # NDRPDR sel
 377         - 12  # NDRPDR sel
 378         - 14  # NDRPDR sel
 379         - 18  # NDRPDR sel
 380         - 23  # NDRPDR sel
 381         - 25  # NDRPDR sel
 382         - 38  # NDRPDR sel
 383         - 39  # NDRPDR sel
 384         - 41  # NDRPDR sel
 385         - 42  # NDRPDR sel
 386     vpp-performance-changes-3n-hsw-ref:
 387       csit-vpp-perf-verify-1901-3n-hsw:
 388         - 10  # NDRPDR sel
 389         - 19  # NDRPDR sel
 390         - 31  # NDRPDR sel
 391         - 36  # NDRPDR sel
 392         - 40  # NDRPDR sel
 393         - 42  # NDRPDR sel
 394         - 44  # NDRPDR sel
 395         - 46  # NDRPDR sel
 396         - 47  # NDRPDR sel
 397         - 48  # NDRPDR sel
 398         - 61  # NDRPDR LB
 399         - 62  # NDRPDR LB
 400         - 63  # NDRPDR LB
 401         - 64  # NDRPDR LB
 402         - 65  # NDRPDR LB
 403         - 66  # NDRPDR LB
 404         - 67  # NDRPDR LB
 405         - 69  # NDRPDR LB
 406         - 70  # NDRPDR LB
 407         - 71  # NDRPDR LB
 408     vpp-performance-changes-3n-hsw-cmp:
 409       # TODO: Add 1904 data
 410       csit-vpp-perf-verify-1904-3n-hsw
 411         - 2   # NDRPDR sel
 412     vpp-performance-changes-3n-hsw:
 413       - "vpp-performance-changes-3n-hsw-h1"
 414       - "vpp-performance-changes-3n-hsw-ref"
 415       - "vpp-performance-changes-3n-hsw-cmp"
 416
 417     vpp-performance-changes-3n-skx-h1:
 418       csit-vpp-perf-verify-1810-3n-skx:
 419         - 10  # NDRPDR sel
 420         - 14  # NDRPDR sel
 421         - 15  # NDRPDR sel
 422         - 16  # NDRPDR sel
 423         - 17  # NDRPDR sel
 424         - 19  # NDRPDR sel
 425         - 20  # NDRPDR sel
 426         - 21  # NDRPDR sel
 427         - 22  # NDRPDR sel
 428         - 25  # NDRPDR sel
 429     vpp-performance-changes-3n-skx-ref:
 430       csit-vpp-perf-verify-1901-3n-skx:
 431         - 18  # NDRPDR sel
 432         - 19  # NDRPDR sel
 433         - 20  # NDRPDR sel
 434         - 28  # NDRPDR sel
 435         - 31  # NDRPDR sel
 436         - 33  # NDRPDR sel
 437         - 36  # NDRPDR sel
 438         - 38  # NDRPDR sel
 439         - 47  # NDRPDR sel
 440         - 48  # NDRPDR sel
 441         - 54  # NDRPDR LB
 442         - 57  # NDRPDR LB
 443         - 58  # NDRPDR LB
 444         - 59  # NDRPDR LB
 445         - 60  # NDRPDR LB
 446         - 63  # NDRPDR LB
 447         - 64  # NDRPDR LB
 448         - 65  # NDRPDR LB
 449         - 66  # NDRPDR LB
 450         - 67  # NDRPDR LB
 451     vpp-performance-changes-3n-skx-cmp:
 452       # TODO: Add 1904 data
 453       csit-vpp-perf-verify-1904-3n-skx:
 454         - 4   # NDRPDR sel
 455     vpp-performance-changes-3n-skx:
 456       - "vpp-performance-changes-3n-skx-h1"
 457       - "vpp-performance-changes-3n-skx-ref"
 458       - "vpp-performance-changes-3n-skx-cmp"
 459
 460     vpp-performance-changes-2n-skx-h1:
 461       csit-vpp-perf-verify-1810-2n-skx:
 462         - 9   # NDRPDR sel
 463         - 13  # NDRPDR sel
 464         - 14  # NDRPDR sel
 465         - 19  # NDRPDR sel
 466         - 20  # NDRPDR sel
 467         - 21  # NDRPDR sel
 468         - 22  # NDRPDR sel
 469         - 23  # NDRPDR sel
 470         - 24  # NDRPDR sel
 471         - 27  # NDRPDR sel
 472     vpp-performance-changes-2n-skx-ref:
 473       csit-vpp-perf-verify-1901-2n-skx:
 474         - 5   # NDRPDR sel
 475         - 12  # NDRPDR sel
 476         - 13  # NDRPDR sel
 477         - 21  # NDRPDR sel
 478         - 23  # NDRPDR sel
 479         - 31  # NDRPDR sel
 480         - 34  # NDRPDR sel
 481         - 40  # NDRPDR sel
 482         - 42  # NDRPDR sel
 483         - 43  # NDRPDR sel
 484     vpp-performance-changes-2n-skx-cmp:
 485       # TODO: Add 1904 data
 486       csit-vpp-perf-verify-1904-2n-skx:
 487         - 5   # NDRPDR sel
 488     vpp-performance-changes-2n-skx:
 489       - "vpp-performance-changes-2n-skx-h1"
 490       - "vpp-performance-changes-2n-skx-ref"
 491       - "vpp-performance-changes-2n-skx-cmp"
 492
 493     vpp-performance-changes-3n-hsw-mrr-h1:
 494       csit-vpp-perf-verify-1810-3n-hsw:
 495         - 9   # MRR sel
 496     vpp-performance-changes-3n-hsw-mrr-ref:
 497       csit-vpp-perf-verify-1901-3n-hsw:
 498         - 35  # MRR sel
 499     vpp-performance-changes-3n-hsw-mrr-cmp:
 500       csit-vpp-perf-verify-1904-3n-hsw:
 501         - 1   # MRR sel
 502     vpp-performance-changes-3n-hsw-mrr:
 503       - "vpp-performance-changes-3n-hsw-mrr-h1"
 504       - "vpp-performance-changes-3n-hsw-mrr-ref"
 505       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 506
 507     vpp-performance-changes-3n-skx-mrr-h1:
 508       csit-vpp-perf-verify-1810-3n-skx:
 509         - 9   # MRR sel
 510         - 11  # MRR sel
 511         - 12  # MRR sel
 512         - 13  # MRR sel
 513     vpp-performance-changes-3n-skx-mrr-ref:
 514       csit-vpp-perf-verify-1901-3n-skx:
 515         - 32  # MRR sel
 516     vpp-performance-changes-3n-skx-mrr-cmp:
 517       csit-vpp-perf-verify-1904-3n-skx:
 518         - 3   # MRR sel
 519     vpp-performance-changes-3n-skx-mrr:
 520       - "vpp-performance-changes-3n-skx-mrr-h1"
 521       - "vpp-performance-changes-3n-skx-mrr-ref"
 522       - "vpp-performance-changes-3n-skx-mrr-cmp"
 523
 524     vpp-performance-changes-2n-skx-mrr-h1:
 525       csit-vpp-perf-verify-1810-2n-skx:
 526         - 8   # MRR sel
 527         - 10  # MRR sel
 528         - 11  # MRR sel
 529         - 12  # MRR sel
 530     vpp-performance-changes-2n-skx-mrr-ref:
 531       csit-vpp-perf-verify-1901-2n-skx:
 532         - 22  # MRR sel
 533     vpp-performance-changes-2n-skx-mrr-cmp:
 534       csit-vpp-perf-verify-1904-2n-skx:
 535         - 4   # MRR sel
 536     vpp-performance-changes-2n-skx-mrr:
 537       - "vpp-performance-changes-2n-skx-mrr-h1"
 538       - "vpp-performance-changes-2n-skx-mrr-ref"
 539       - "vpp-performance-changes-2n-skx-mrr-cmp"
 540
 541     dpdk-performance-changes-3n-hsw-h1:
 542       csit-dpdk-perf-verify-1810-3n-hsw:
 543         - 1   # NDRPDR sel
 544         - 2   # NDRPDR sel
 545         - 3   # NDRPDR sel
 546         - 4   # NDRPDR sel
 547         - 5   # NDRPDR sel
 548         - 6   # NDRPDR sel
 549         - 7   # NDRPDR sel
 550         - 8   # NDRPDR sel
 551         - 9   # NDRPDR sel
 552         - 10  # NDRPDR sel
 553     dpdk-performance-changes-3n-hsw-ref:
 554       csit-dpdk-perf-verify-1901-3n-hsw:
 555         - 13  # NDRPDR sel
 556         - 14  # NDRPDR sel
 557         - 16  # NDRPDR sel
 558         - 17  # NDRPDR sel
 559         - 18  # NDRPDR sel
 560         - 19  # NDRPDR sel
 561         - 20  # NDRPDR sel
 562         - 21  # NDRPDR sel
 563         - 22  # NDRPDR sel
 564         - 23  # NDRPDR sel
 565     dpdk-performance-changes-3n-hsw-cmp:
 566       # TODO: Add 1904 data
 567       csit-dpdk-perf-verify-1904-3n-hsw:
 568         - 1   # NDRPDR sel
 569     dpdk-performance-changes-3n-hsw:
 570       - "dpdk-performance-changes-3n-hsw-h1"
 571       - "dpdk-performance-changes-3n-hsw-ref"
 572       - "dpdk-performance-changes-3n-hsw-cmp"
 573
 574     dpdk-performance-changes-3n-skx-h1:
 575       csit-dpdk-perf-verify-1810-3n-skx:
 576         - 3   # NDRPDR sel
 577         - 4   # NDRPDR sel
 578         - 6   # NDRPDR sel
 579         - 7   # NDRPDR sel
 580         - 8   # NDRPDR sel
 581         - 9   # NDRPDR sel
 582         - 10  # NDRPDR sel
 583         - 11  # NDRPDR sel
 584         - 12  # NDRPDR sel
 585         - 13  # NDRPDR sel
 586     dpdk-performance-changes-3n-skx-ref:
 587       csit-dpdk-perf-verify-1901-3n-skx:
 588         - 3   # NDRPDR sel
 589         - 5   # NDRPDR sel
 590         - 6   # NDRPDR sel
 591         - 7   # NDRPDR sel
 592         - 8   # NDRPDR sel
 593         - 9   # NDRPDR sel
 594         - 10  # NDRPDR sel
 595         - 11  # NDRPDR sel
 596         - 12  # NDRPDR sel
 597         - 13  # NDRPDR sel
 598     dpdk-performance-changes-3n-skx-cmp:
 599       # TODO: Add 1904 data
 600       csit-dpdk-perf-verify-1904-3n-skx:
 601         - 1   # NDRPDR sel
 602     dpdk-performance-changes-3n-skx:
 603       - "dpdk-performance-changes-3n-skx-h1"
 604       - "dpdk-performance-changes-3n-skx-ref"
 605       - "dpdk-performance-changes-3n-skx-cmp"
 606
 607     dpdk-performance-changes-2n-skx-h1:
 608       csit-dpdk-perf-verify-1810-2n-skx:
 609         - 3   # NDRPDR sel
 610         - 4   # NDRPDR sel
 611         - 5   # NDRPDR sel
 612         - 7   # NDRPDR sel
 613         - 8   # NDRPDR sel
 614         - 9   # NDRPDR sel
 615         - 10  # NDRPDR sel
 616         - 11  # NDRPDR sel
 617         - 12  # NDRPDR sel
 618         - 13  # NDRPDR sel
 619     dpdk-performance-changes-2n-skx-ref:
 620       csit-dpdk-perf-verify-1901-2n-skx:
 621         - 12  # NDRPDR sel
 622         - 13  # NDRPDR sel
 623         - 14  # NDRPDR sel
 624         - 15  # NDRPDR sel
 625         - 16  # NDRPDR sel
 626         - 17  # NDRPDR sel
 627         - 18  # NDRPDR sel
 628         - 19  # NDRPDR sel
 629         - 20  # NDRPDR sel
 630         - 21  # NDRPDR sel
 631     dpdk-performance-changes-2n-skx-cmp:
 632       # TODO: Add 1904 data
 633       csit-dpdk-perf-verify-1904-2n-skx:
 634         - 1   # NDRPDR sel
 635     dpdk-performance-changes-2n-skx:
 636       - "dpdk-performance-changes-2n-skx-h1"
 637       - "dpdk-performance-changes-2n-skx-ref"
 638       - "dpdk-performance-changes-2n-skx-cmp"
 639
 640     # Compare testbeds
 641
 642     vpp-compare-testbeds-ref:
 643       # TODO: Add 1904 data
 644       csit-vpp-perf-verify-1904-3n-hsw:
 645         - 2   # NDRPDR sel
 646     vpp-compare-testbeds-cmp:
 647       # TODO: Add 1904 data
 648       csit-vpp-perf-verify-1904-3n-skx:
 649         - 4   # NDRPDR sel
 650     vpp-compare-testbeds:
 651       - "vpp-compare-testbeds-ref"
 652       - "vpp-compare-testbeds-cmp"
 653
 654     vpp-compare-testbeds-mrr-ref:
 655       csit-vpp-perf-verify-1904-3n-hsw:
 656         - 1   # MRR sel
 657     vpp-compare-testbeds-mrr-cmp:
 658       csit-vpp-perf-verify-1904-3n-skx:
 659         - 3   # MRR sel
 660     vpp-compare-testbeds-mrr:
 661       - "vpp-compare-testbeds-mrr-ref"
 662       - "vpp-compare-testbeds-mrr-cmp"
 663
 664     dpdk-compare-testbeds-ref:
 665       # TODO: Add 1904 data
 666       csit-dpdk-perf-verify-1904-3n-hsw:
 667         - 1   # NDRPDR sel
 668     dpdk-compare-testbeds-cmp:
 669       # TODO: Add 1904 data
 670       csit-dpdk-perf-verify-1904-3n-skx:
 671         - 1   # NDRPDR sel
 672     dpdk-compare-testbeds:
 673       - "dpdk-compare-testbeds-ref"
 674       - "dpdk-compare-testbeds-cmp"
 675
 676     # Compare topologies
 677
 678     vpp-compare-topologies-ref:
 679       # TODO: Add 1904 data
 680       csit-vpp-perf-verify-1904-3n-skx:
 681         - 4   # NDRPDR sel
 682     vpp-compare-topologies-cmp:
 683       # TODO: Add 1904 data
 684       csit-vpp-perf-verify-1904-2n-skx:
 685         - 5   # NDRPDR sel
 686     vpp-compare-topologies:
 687       - "vpp-compare-topologies-ref"
 688       - "vpp-compare-topologies-cmp"
 689
 690     vpp-compare-topologies-mrr-ref:
 691       csit-vpp-perf-verify-1904-3n-skx:
 692         - 3   # MRR sel
 693     vpp-compare-topologies-mrr-cmp:
 694       csit-vpp-perf-verify-1904-2n-skx:
 695         - 4   # MRR sel
 696     vpp-compare-topologies-mrr:
 697       - "vpp-compare-topologies-mrr-ref"
 698       - "vpp-compare-topologies-mrr-cmp"
 699
 700     dpdk-compare-topologies-ref:
 701       # TODO: Add 1904 data
 702       csit-dpdk-perf-verify-1904-3n-skx:
 703         - 1   # NDRPDR sel
 704     dpdk-compare-topologies-cmp:
 705       # TODO: Add 1904 data
 706       csit-dpdk-perf-verify-1904-2n-skx:
 707         - 1   # NDRPDR sel
 708     dpdk-compare-topologies:
 709       - "dpdk-compare-topologies-ref"
 710       - "dpdk-compare-topologies-cmp"
 711
 712   plot-layouts:
 713
 714     plot-soak-throughput:
 715       titlefont:
 716         size: 18
 717       xaxis:
 718         title: "<b>Test Cases [Index]</b>"
 719         titlefont:
 720           size: 16
 721         autorange: True
 722         fixedrange: False
 723         gridcolor: "rgb(230, 230, 230)"
 724         linecolor: "rgb(220, 220, 220)"
 725         linewidth: 1
 726         showgrid: True
 727         showline: True
 728         showticklabels: True
 729         tickcolor: "rgb(220, 220, 220)"
 730         tickmode: "linear"
 731         tickfont:
 732           size: 16
 733         zeroline: False
 734       yaxis:
 735         title: "<b>Packet Throughput [Mpps]</b>"
 736         titlefont:
 737           size: 16
 738         gridcolor: "rgb(230, 230, 230)"
 739         hoverformat: ".4s"
 740         tickformat: ".3s"
 741         linecolor: "rgb(220, 220, 220)"
 742         linewidth: 1
 743         showgrid: True
 744         showline: True
 745         showticklabels: True
 746         tickcolor: "rgb(220, 220, 220)"
 747         tickfont:
 748           size: 16
 749         zeroline: False
 750         range: [0,50]
 751       autosize: False
 752       margin:
 753         t: 50
 754         b: 0
 755         l: 80
 756         r: 20
 757       showlegend: True
 758       legend:
 759         orientation: "h"
 760         font:
 761           size: 16
 762       width: 700
 763       height: 900
 764
 765     plot-service-density:
 766       titlefont:
 767         size: 18
 768       xaxis:
 769         side: "top"
 770         autorange: True
 771         fixedrange: False
 772         showgrid: False
 773         showline: False
 774         showticklabels: False
 775         ticks: ""
 776         ticklen: 0
 777         tickwidth: 0
 778         zeroline: False
 779       yaxis:
 780         autorange: "reversed"
 781         showgrid: False
 782         showline: False
 783         showticklabels: False
 784         ticks: ""
 785         ticklen: 0
 786         tickwidth: 0
 787         zeroline: False
 788       autosize: True
 789       showlegend: False
 790       width: 700
 791       height: 700
 792
 793     plot-cps:
 794       titlefont:
 795         size: 18
 796       xaxis:
 797         title: "<b>Test Cases [Index]</b>"
 798         titlefont:
 799           size: 16
 800         autorange: True
 801         fixedrange: False
 802         gridcolor: "rgb(230, 230, 230)"
 803         linecolor: "rgb(220, 220, 220)"
 804         linewidth: 1
 805         showgrid: True
 806         showline: True
 807         showticklabels: True
 808         tickcolor: "rgb(220, 220, 220)"
 809         tickmode: "linear"
 810         tickfont:
 811           size: 16
 812         zeroline: False
 813       yaxis:
 814         title: "<b>Connections Per Second [cps]</b>"
 815         titlefont:
 816           size: 16
 817         gridcolor: "rgb(230, 230, 230)"
 818         hoverformat: ".4s"
 819         linecolor: "rgb(220, 220, 220)"
 820         linewidth: 1
 821         rangemode: "tozero"
 822         showgrid: True
 823         showline: True
 824         showticklabels: True
 825         tickcolor: "rgb(220, 220, 220)"
 826         tickformat: ".3s"
 827         tickfont:
 828           size: 16
 829         zeroline: False
 830       boxmode: "group"
 831       boxgroupgap: 0.5
 832       autosize: False
 833       margin:
 834         t: 50
 835         b: 20
 836         l: 80
 837         r: 20
 838       showlegend: True
 839       legend:
 840         orientation: "h"
 841         font:
 842           size: 16
 843       width: 700
 844       height: 800
 845
 846     plot-rps:
 847       titlefont:
 848         size: 18
 849       xaxis:
 850         title: "<b>Test Cases [Index]</b>"
 851         titlefont:
 852           size: 16
 853         autorange: True
 854         fixedrange: False
 855         gridcolor: "rgb(230, 230, 230)"
 856         linecolor: "rgb(220, 220, 220)"
 857         linewidth: 1
 858         showgrid: True
 859         showline: True
 860         showticklabels: True
 861         tickcolor: "rgb(220, 220, 220)"
 862         tickmode: "linear"
 863         tickfont:
 864           size: 16
 865         zeroline: False
 866       yaxis:
 867         title: "<b>Requests Per Second [rps]</b>"
 868         titlefont:
 869           size: 16
 870         gridcolor: "rgb(230, 230, 230)"
 871         hoverformat: ".4s"
 872         linecolor: "rgb(220, 220, 220)"
 873         linewidth: 1
 874         rangemode: "tozero"
 875         showgrid: True
 876         showline: True
 877         showticklabels: True
 878         tickcolor: "rgb(230, 230, 230)"
 879         tickformat: ".3s"
 880         tickfont:
 881           size: 16
 882         zeroline: False
 883       boxmode: "group"
 884       boxgroupgap: 0.5
 885       autosize: False
 886       margin:
 887         t: 50
 888         b: 20
 889         l: 80
 890         r: 20
 891       showlegend: True
 892       legend:
 893         orientation: "h"
 894         font:
 895           size: 16
 896       width: 700
 897       height: 800
 898
 899     plot-throughput:
 900       titlefont:
 901         size: 18
 902       xaxis:
 903         title: "<b>Test Cases [Index]</b>"
 904         titlefont:
 905           size: 16
 906         autorange: True
 907         fixedrange: False
 908         gridcolor: "rgb(230, 230, 230)"
 909         linecolor: "rgb(220, 220, 220)"
 910         linewidth: 1
 911         showgrid: True
 912         showline: True
 913         showticklabels: True
 914         tickcolor: "rgb(220, 220, 220)"
 915         tickmode: "linear"
 916         tickfont:
 917           size: 16
 918         zeroline: False
 919       yaxis:
 920         title: "<b>Packet Throughput [Mpps]</b>"
 921         titlefont:
 922           size: 16
 923         gridcolor: "rgb(230, 230, 230)"
 924         hoverformat: ".4s"
 925         tickformat: ".3s"
 926         linecolor: "rgb(220, 220, 220)"
 927         linewidth: 1
 928         showgrid: True
 929         showline: True
 930         showticklabels: True
 931         tickcolor: "rgb(220, 220, 220)"
 932         tickfont:
 933           size: 16
 934         zeroline: False
 935         range: [0,50]
 936       boxmode: "group"
 937       boxgroupgap: 0.5
 938       autosize: False
 939       margin:
 940         t: 50
 941         b: 0
 942         l: 80
 943         r: 20
 944       showlegend: True
 945       legend:
 946         orientation: "h"
 947         font:
 948           size: 16
 949       width: 700
 950       height: 900
 951
 952     plot-throughput-speedup-analysis:
 953       titlefont:
 954         size: 18
 955       xaxis:
 956         title: "<b>Number of Cores [Qty]</b>"
 957         titlefont:
 958           size: 16
 959         autorange: True
 960         fixedrange: False
 961         gridcolor: "rgb(230, 230, 230)"
 962         linecolor: "rgb(220, 220, 220)"
 963         linewidth: 1
 964         showgrid: True
 965         showline: True
 966         showticklabels: True
 967         tickcolor: "rgb(238, 238, 238)"
 968         tickmode: "linear"
 969         tickfont:
 970           size: 16
 971         zeroline: False
 972       yaxis:
 973         title: "<b>Packet Throughput [Mpps]</b>"
 974         titlefont:
 975           size: 16
 976         type: "linear"
 977         gridcolor: "rgb(230, 230, 230)"
 978         hoverformat: ".4s"
 979         linecolor: "rgb(220, 220, 220)"
 980         linewidth: 1
 981         showgrid: True
 982         showline: True
 983         showticklabels: True
 984         tickcolor: "rgb(220, 220, 220)"
 985         tickformat: ".4s"
 986         tickfont:
 987           size: 16
 988         zeroline: True
 989         rangemode: "tozero"
 990         range: [0,100]
 991       legend:
 992         orientation: "h"
 993         font:
 994           size: 16
 995         xanchor: "left"
 996         yanchor: "top"
 997         x: 0
 998         y: -0.2
 999         bgcolor: "rgba(255, 255, 255, 0)"
1000         bordercolor: "rgba(255, 255, 255, 0)"
1001         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1002       autosize: False
1003       margin:
1004           't': 50
1005           'b': 150
1006           'l': 85
1007           'r': 10
1008       showlegend: True
1009       width: 700
1010       height: 700
1011       hoverlabel:
1012         namelength: -1
1013       annotations: [
1014         {
1015           text: "_ _          __          ...",
1016           align: "left",
1017           showarrow: False,
1018           xref: "paper",
1019           yref: "paper",
1020           xanchor: "left",
1021           yanchor: "top",
1022           x: 0,
1023           y: -0.13,
1024           font: {
1025             family: "Consolas, Courier New",
1026             size: 15
1027           },
1028         },
1029         {
1030           text: "    Perfect     Measured     Limit",
1031           align: "left",
1032           showarrow: False,
1033           xref: "paper",
1034           yref: "paper",
1035           xanchor: "left",
1036           yanchor: "top",
1037           x: 0,
1038           y: -0.15,
1039           font: {
1040             family: "Consolas, Courier New",
1041             size: 15
1042           },
1043         },
1044       ]
1045
1046     plot-latency:
1047       titlefont:
1048         size: 18
1049       xaxis:
1050         title: "<b>Direction</b>"
1051         titlefont:
1052           size: 16
1053         autorange: True
1054         fixedrange: False
1055         gridcolor: "rgb(230, 230, 230)"
1056         linecolor: "rgb(220, 220, 220)"
1057         linewidth: 1
1058         showgrid: True
1059         showline: True
1060         showticklabels: False
1061         tickcolor: "rgb(220, 220, 220)"
1062         tickmode: "linear"
1063         tickfont:
1064           size: 16
1065         zeroline: False
1066       yaxis:
1067         title: "<b>Packet Latency [uSec]</b>"
1068         titlefont:
1069           size: 16
1070         type: "linear"
1071         gridcolor: "rgb(230, 230, 230)"
1072         hoverformat: ".4s"
1073         linecolor: "rgb(220, 220, 220)"
1074         linewidth: 1
1075         showgrid: True
1076         showline: True
1077         showticklabels: True
1078         tickcolor: "rgb(220, 220, 220)"
1079         tickformat: ".4s"
1080         tickfont:
1081           size: 16
1082         zeroline: True
1083         rangemode: "tozero"
1084       legend:
1085         orientation: "h"
1086         font:
1087           size: 16
1088         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1089       autosize: False
1090       margin:
1091           't': 50
1092           'b': 150
1093           'l': 80
1094           'r': 10
1095       showlegend: True
1096       width: 700
1097       height: 700
1098       hoverlabel:
1099         namelength: -1
1100
1101 - type: "static"
1102   src-path: "{DIR[RST]}"
1103   dst-path: "{DIR[WORKING,SRC]}"
1104
1105 - type: "input"
1106   general:
1107     file-name: "robot-plugin.zip"
1108     file-format: ".zip"
1109     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1110     extract: "robot-plugin/output.xml"
1111
1112   builds:
1113     # TODO: Add 1904 data
1114 #    intel-dnv-vpp-release-1904:
1115 #      - 1
1116
1117     intel-dnv-vpp-release-1901:
1118       - 1
1119
1120     intel-dnv-vpp-release-1810:
1121       - 1
1122
1123     csit-vpp-perf-verify-1810-3n-hsw:
1124       - 9   # MRR sel
1125       - 20  # NDRPDR full
1126       - 21  # NDRPDR full
1127       - 22  # NDRPDR full
1128       - 27  # NDRPDR full
1129       - 8   # NDRPDR sel
1130       - 12  # NDRPDR sel
1131       - 14  # NDRPDR sel
1132       - 18  # NDRPDR sel
1133       - 23  # NDRPDR sel
1134       - 25  # NDRPDR sel
1135       - 38  # NDRPDR sel
1136       - 39  # NDRPDR sel
1137       - 41  # NDRPDR sel
1138       - 42  # NDRPDR sel
1139       - 28  # WRK
1140       - 29  # WRK
1141       - 30  # WRK
1142       - 31  # WRK
1143       - 32  # WRK
1144       - 33  # WRK
1145       - 34  # WRK
1146       - 35  # WRK
1147       - 36  # WRK
1148       - 37  # WRK
1149     csit-vpp-perf-verify-1901-3n-hsw:
1150       - 35  # MRR sel
1151       - 38  # NDRPDR full
1152       - 43  # NDRPDR full
1153       - 45  # NDRPDR full
1154       - 49  # NDRPDR full
1155       - 10  # NDRPDR sel
1156       - 19  # NDRPDR sel
1157       - 31  # NDRPDR sel
1158       - 36  # NDRPDR sel
1159       - 40  # NDRPDR sel
1160       - 42  # NDRPDR sel
1161       - 44  # NDRPDR sel
1162       - 46  # NDRPDR sel
1163       - 47  # NDRPDR sel
1164       - 48  # NDRPDR sel
1165       - 61  # NDRPDR LB
1166       - 62  # NDRPDR LB
1167       - 63  # NDRPDR LB
1168       - 64  # NDRPDR LB
1169       - 65  # NDRPDR LB
1170       - 66  # NDRPDR LB
1171       - 67  # NDRPDR LB
1172       - 69  # NDRPDR LB
1173       - 70  # NDRPDR LB
1174       - 71  # NDRPDR LB
1175     # TODO: Add 1904 Data
1176     csit-vpp-perf-verify-1904-3n-hsw:
1177       - 1   # MRR sel
1178       - 2   # NDRPDR sel
1179
1180     csit-vpp-perf-verify-1810-3n-skx:
1181       - 9   # MRR sel
1182       - 11  # MRR sel
1183       - 12  # MRR sel
1184       - 13  # MRR sel
1185       - 23  # NDRPDR full
1186       - 24  # NDRPDR full
1187       - 10  # NDRPDR sel
1188       - 14  # NDRPDR sel
1189       - 15  # NDRPDR sel
1190       - 16  # NDRPDR sel
1191       - 17  # NDRPDR sel
1192       - 19  # NDRPDR sel
1193       - 20  # NDRPDR sel
1194       - 21  # NDRPDR sel
1195       - 22  # NDRPDR sel
1196       - 25  # NDRPDR sel
1197     csit-vpp-perf-verify-1901-3n-skx:
1198       - 32  # MRR sel
1199       - 37  # NDRPDR full
1200       - 39  # NDRPDR full
1201       - 40  # NDRPDR full
1202       - 49  # NDRPDR full
1203       - 18  # NDRPDR sel
1204       - 19  # NDRPDR sel
1205       - 20  # NDRPDR sel
1206       - 28  # NDRPDR sel
1207       - 31  # NDRPDR sel
1208       - 33  # NDRPDR sel
1209       - 36  # NDRPDR sel
1210       - 38  # NDRPDR sel
1211       - 47  # NDRPDR sel
1212       - 48  # NDRPDR sel
1213       - 54  # NDRPDR LB
1214       - 57  # NDRPDR LB
1215       - 58  # NDRPDR LB
1216       - 59  # NDRPDR LB
1217       - 60  # NDRPDR LB
1218       - 63  # NDRPDR LB
1219       - 64  # NDRPDR LB
1220       - 65  # NDRPDR LB
1221       - 66  # NDRPDR LB
1222       - 67  # NDRPDR LB
1223     # TODO: Add 1904 data
1224     csit-vpp-perf-verify-1904-3n-skx:
1225       - 3   # MRR sel
1226       - 4   # NDRPDR sel
1227
1228     csit-vpp-perf-verify-1810-2n-skx:
1229       - 8   # MRR sel
1230       - 10  # MRR sel
1231       - 11  # MRR sel
1232       - 12  # MRR sel
1233       - 25  # NDRPDR full
1234       - 26  # NDRPDR full
1235       - 9   # NDRPDR sel
1236       - 13  # NDRPDR sel
1237       - 14  # NDRPDR sel
1238       - 19  # NDRPDR sel
1239       - 20  # NDRPDR sel
1240       - 21  # NDRPDR sel
1241       - 22  # NDRPDR sel
1242       - 23  # NDRPDR sel
1243       - 24  # NDRPDR sel
1244       - 27  # NDRPDR sel
1245     csit-vpp-perf-verify-1901-2n-skx:
1246       - 22  # MRR sel
1247       - 25  # NDRPDR full
1248       - 30  # NDRPDR full
1249       - 33  # NDRPDR full
1250       - 44  # NDRPDR full
1251       - 5   # NDRPDR sel
1252       - 12  # NDRPDR sel
1253       - 13  # NDRPDR sel
1254       - 21  # NDRPDR sel
1255       - 23  # NDRPDR sel
1256       - 31  # NDRPDR sel
1257       - 34  # NDRPDR sel
1258       - 40  # NDRPDR sel
1259       - 42  # NDRPDR sel
1260       - 43  # NDRPDR sel
1261       - 24  # NFV MRR
1262       - 26  # NFV MRR
1263       - 27  # NFV MRR
1264       - 35  # NFV MRR
1265       - 37  # NFV MRR
1266       - 28  # NFV NDRPDR
1267       - 29  # NFV NDRPDR
1268       - 32  # NFV NDRPDR
1269       - 39  # NFV NDRPDR
1270       - 46  # NFV NDRPDR
1271       - 45  # SOAK
1272     # TODO: Add 1904 data
1273     csit-vpp-perf-verify-1904-2n-skx:
1274       - 4   # MRR sel
1275       - 5   # NDRPDR sel
1276
1277     # TODO: Remove
1278     csit-ligato-perf-verify-1901-3n-hsw:
1279       - 10  # NDRPDR full
1280       - 8   # NDRPDR sel
1281       - 9   # NDRPDR sel
1282       - 11  # NDRPDR sel
1283       - 12  # NDRPDR sel
1284       - 13  # NDRPDR sel
1285       - 14  # NDRPDR sel
1286       - 15  # NDRPDR sel
1287       - 16  # NDRPDR sel
1288       - 17  # NDRPDR sel
1289       - 18  # NDRPDR sel
1290     # TODO: Add 1904 data
1291 #    csit-ligato-perf-verify-1904-3n-hsw:
1292 #      -
1293
1294     csit-dpdk-perf-verify-1810-3n-hsw:
1295       - 1   # NDRPDR sel
1296       - 2   # NDRPDR sel
1297       - 3   # NDRPDR sel
1298       - 4   # NDRPDR sel
1299       - 5   # NDRPDR sel
1300       - 6   # NDRPDR sel
1301       - 7   # NDRPDR sel
1302       - 8   # NDRPDR sel
1303       - 9   # NDRPDR sel
1304       - 10  # NDRPDR sel
1305     csit-dpdk-perf-verify-1901-3n-hsw:
1306       - 13  # NDRPDR sel
1307       - 14  # NDRPDR sel
1308       - 16  # NDRPDR sel
1309       - 17  # NDRPDR sel
1310       - 18  # NDRPDR sel
1311       - 19  # NDRPDR sel
1312       - 20  # NDRPDR sel
1313       - 21  # NDRPDR sel
1314       - 22  # NDRPDR sel
1315       - 23  # NDRPDR sel
1316     # TODO: Add 1904 data
1317     csit-dpdk-perf-verify-1904-3n-hsw:
1318       - 1   # NDRPDR sel
1319
1320     csit-dpdk-perf-verify-1810-3n-skx:
1321       - 3   # NDRPDR sel
1322       - 4   # NDRPDR sel
1323       - 6   # NDRPDR sel
1324       - 7   # NDRPDR sel
1325       - 8   # NDRPDR sel
1326       - 9   # NDRPDR sel
1327       - 10  # NDRPDR sel
1328       - 11  # NDRPDR sel
1329       - 12  # NDRPDR sel
1330       - 13  # NDRPDR sel
1331     csit-dpdk-perf-verify-1901-3n-skx:
1332       - 3   # NDRPDR sel
1333       - 5   # NDRPDR sel
1334       - 6   # NDRPDR sel
1335       - 7   # NDRPDR sel
1336       - 8   # NDRPDR sel
1337       - 9   # NDRPDR sel
1338       - 10  # NDRPDR sel
1339       - 11  # NDRPDR sel
1340       - 12  # NDRPDR sel
1341       - 13  # NDRPDR sel
1342     # TODO: Add 1904 data
1343     csit-dpdk-perf-verify-1904-3n-skx:
1344       - 1   # NDRPDR sel
1345
1346     csit-dpdk-perf-verify-1810-2n-skx:
1347       - 3   # NDRPDR sel
1348       - 4   # NDRPDR sel
1349       - 5   # NDRPDR sel
1350       - 7   # NDRPDR sel
1351       - 8   # NDRPDR sel
1352       - 9   # NDRPDR sel
1353       - 10  # NDRPDR sel
1354       - 11  # NDRPDR sel
1355       - 12  # NDRPDR sel
1356       - 13  # NDRPDR sel
1357     csit-dpdk-perf-verify-1901-2n-skx:
1358       - 12  # NDRPDR sel
1359       - 13  # NDRPDR sel
1360       - 14  # NDRPDR sel
1361       - 15  # NDRPDR sel
1362       - 16  # NDRPDR sel
1363       - 17  # NDRPDR sel
1364       - 18  # NDRPDR sel
1365       - 19  # NDRPDR sel
1366       - 20  # NDRPDR sel
1367       - 21  # NDRPDR sel
1368     # TODO: Add 1904 data
1369     csit-dpdk-perf-verify-1904-2n-skx:
1370       - 1   # NDRPDR sel
1371
1372     csit-vpp-functional-1904-ubuntu1604-virl:
1373       - 20
1374     csit-vpp-functional-1904-centos7-virl:
1375       - 19
1376     csit-vpp-device-1904-ubuntu1804-1n-skx:
1377       - 18
1378 #    # Not used
1379 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1380 #      - 1
1381     csit-dmm-functional-1904-ubuntu1604-virl:
1382       - 1
1383     csit-hc2vpp-verify-func-1901-ubuntu1604:
1384       - 3
1385     # TODO: Add 1904 data
1386 #    csit-hc2vpp-verify-func-1904-ubuntu1604:
1387 #      -
1388
1389 - type: "output"
1390   output: "report"
1391   format:
1392     html:
1393     - full
1394     pdf:
1395     - minimal
1396
1397 ################################################################################
1398 ###                               T A B L E S                                ###
1399 ################################################################################
1400
1401 # VPP Compare NICs 3n-hsw 1t1c ndr
1402 - type: "table"
1403   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1404   algorithm: "table_nics_comparison"
1405   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1406   reference:
1407     title: "Intel-x520"
1408     nic: "NIC_Intel-X520-DA2"
1409   compare:
1410     title: "Intel-x710"
1411     nic: "NIC_Intel-X710"
1412   data: "vpp-nic-comparison-3n-hsw"
1413   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1414   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1415   parameters:
1416   - "name"
1417   - "parent"
1418   - "throughput"
1419   - "tags"
1420
1421 # VPP Compare NICs 3n-hsw 2t2c ndr
1422 - type: "table"
1423   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1424   algorithm: "table_nics_comparison"
1425   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1426   reference:
1427     title: "Intel-x520"
1428     nic: "NIC_Intel-X520-DA2"
1429   compare:
1430     title: "Intel-x710"
1431     nic: "NIC_Intel-X710"
1432   data: "vpp-nic-comparison-3n-hsw"
1433   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1434   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1435   parameters:
1436   - "name"
1437   - "parent"
1438   - "throughput"
1439   - "tags"
1440
1441 # VPP Compare NICs 3n-hsw 1t1c pdr
1442 - type: "table"
1443   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1444   algorithm: "table_nics_comparison"
1445   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1446   reference:
1447     title: "Intel-x520"
1448     nic: "NIC_Intel-X520-DA2"
1449   compare:
1450     title: "Intel-x710"
1451     nic: "NIC_Intel-X710"
1452   data: "vpp-nic-comparison-3n-hsw"
1453   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1454   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1455   parameters:
1456   - "name"
1457   - "parent"
1458   - "throughput"
1459   - "tags"
1460
1461 # VPP Compare NICs 3n-hsw 2t2c pdr
1462 - type: "table"
1463   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1464   algorithm: "table_nics_comparison"
1465   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1466   reference:
1467     title: "Intel-x520"
1468     nic: "NIC_Intel-X520-DA2"
1469   compare:
1470     title: "Intel-x710"
1471     nic: "NIC_Intel-X710"
1472   data: "vpp-nic-comparison-3n-hsw"
1473   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1474   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1475   parameters:
1476   - "name"
1477   - "parent"
1478   - "throughput"
1479   - "tags"
1480
1481 # VPP Compare NICs 3n-hsw 1t1c mrr
1482 - type: "table"
1483   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1484   algorithm: "table_nics_comparison"
1485   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1486   reference:
1487     title: "Intel-x520"
1488     nic: "NIC_Intel-X520-DA2"
1489   compare:
1490     title: "Intel-x710"
1491     nic: "NIC_Intel-X710"
1492   data: "vpp-nic-comparison-3n-hsw-mrr"
1493   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1494   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1495   parameters:
1496   - "name"
1497   - "parent"
1498   - "result"
1499   - "tags"
1500
1501 # VPP Compare NICs 3n-hsw 2t2c mrr
1502 - type: "table"
1503   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1504   algorithm: "table_nics_comparison"
1505   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1506   reference:
1507     title: "Intel-x520"
1508     nic: "NIC_Intel-X520-DA2"
1509   compare:
1510     title: "Intel-x710"
1511     nic: "NIC_Intel-X710"
1512   data: "vpp-nic-comparison-3n-hsw-mrr"
1513   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1514   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1515   parameters:
1516   - "name"
1517   - "parent"
1518   - "result"
1519   - "tags"
1520
1521 # VPP Compare NICs 3n-hsw 4t4c mrr
1522 - type: "table"
1523   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1524   algorithm: "table_nics_comparison"
1525   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1526   reference:
1527     title: "Intel-x520"
1528     nic: "NIC_Intel-X520-DA2"
1529   compare:
1530     title: "Intel-x710"
1531     nic: "NIC_Intel-X710"
1532   data: "vpp-nic-comparison-3n-hsw-mrr"
1533   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1534   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1535   parameters:
1536   - "name"
1537   - "parent"
1538   - "result"
1539   - "tags"
1540
1541 # VPP Compare NICs 3n-skx 2t1c ndr
1542 - type: "table"
1543   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1544   algorithm: "table_nics_comparison"
1545   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1546   reference:
1547     title: "Intel-x710"
1548     nic: "NIC_Intel-X710"
1549   compare:
1550     title: "Intel-xxv710"
1551     nic: "NIC_Intel-XXV710"
1552   data: "vpp-nic-comparison-3n-skx"
1553   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1554   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1555   parameters:
1556   - "name"
1557   - "parent"
1558   - "throughput"
1559   - "tags"
1560
1561 # VPP Compare NICs 3n-skx 4t2c ndr
1562 - type: "table"
1563   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1564   algorithm: "table_nics_comparison"
1565   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1566   reference:
1567     title: "Intel-x710"
1568     nic: "NIC_Intel-X710"
1569   compare:
1570     title: "Intel-xxv710"
1571     nic: "NIC_Intel-XXV710"
1572   data: "vpp-nic-comparison-3n-skx"
1573   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1574   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1575   parameters:
1576   - "name"
1577   - "parent"
1578   - "throughput"
1579   - "tags"
1580
1581 # VPP Compare NICs 3n-skx 2t1c pdr
1582 - type: "table"
1583   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1584   algorithm: "table_nics_comparison"
1585   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1586   reference:
1587     title: "Intel-x710"
1588     nic: "NIC_Intel-X710"
1589   compare:
1590     title: "Intel-xxv710"
1591     nic: "NIC_Intel-XXV710"
1592   data: "vpp-nic-comparison-3n-skx"
1593   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1594   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1595   parameters:
1596   - "name"
1597   - "parent"
1598   - "throughput"
1599   - "tags"
1600
1601  # VPP Compare NICs 3n-skx 4t2c pdr
1602 - type: "table"
1603   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1604   algorithm: "table_nics_comparison"
1605   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1606   reference:
1607     title: "Intel-x710"
1608     nic: "NIC_Intel-X710"
1609   compare:
1610     title: "Intel-xxv710"
1611     nic: "NIC_Intel-XXV710"
1612   data: "vpp-nic-comparison-3n-skx"
1613   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1614   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1615   parameters:
1616   - "name"
1617   - "parent"
1618   - "throughput"
1619   - "tags"
1620
1621 # VPP Compare NICs 3n-skx 2t1c mrr
1622 - type: "table"
1623   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1624   algorithm: "table_nics_comparison"
1625   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1626   reference:
1627     title: "Intel-x710"
1628     nic: "NIC_Intel-X710"
1629   compare:
1630     title: "Intel-xxv710"
1631     nic: "NIC_Intel-XXV710"
1632   data: "vpp-nic-comparison-3n-skx-mrr"
1633   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1634   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1635   parameters:
1636   - "name"
1637   - "parent"
1638   - "result"
1639   - "tags"
1640
1641 # VPP Compare NICs 3n-skx 4t2c mrr
1642 - type: "table"
1643   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1644   algorithm: "table_nics_comparison"
1645   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1646   reference:
1647     title: "Intel-x710"
1648     nic: "NIC_Intel-X710"
1649   compare:
1650     title: "Intel-xxv710"
1651     nic: "NIC_Intel-XXV710"
1652   data: "vpp-nic-comparison-3n-skx-mrr"
1653   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1654   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1655   parameters:
1656   - "name"
1657   - "parent"
1658   - "result"
1659   - "tags"
1660
1661  # VPP Compare NICs 3n-skx 8t4c mrr
1662 - type: "table"
1663   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1664   algorithm: "table_nics_comparison"
1665   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1666   reference:
1667     title: "Intel-x710"
1668     nic: "NIC_Intel-X710"
1669   compare:
1670     title: "Intel-xxv710"
1671     nic: "NIC_Intel-XXV710"
1672   data: "vpp-nic-comparison-3n-skx-mrr"
1673   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1674   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1675   parameters:
1676   - "name"
1677   - "parent"
1678   - "result"
1679   - "tags"
1680
1681 # VPP Compare NICs 2n-skx 2t1c ndr
1682 - type: "table"
1683   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1684   algorithm: "table_nics_comparison"
1685   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1686   reference:
1687     title: "Intel-x710"
1688     nic: "NIC_Intel-X710"
1689   compare:
1690     title: "Intel-xxv710"
1691     nic: "NIC_Intel-XXV710"
1692   data: "vpp-nic-comparison-2n-skx"
1693   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1694   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1695   parameters:
1696   - "name"
1697   - "parent"
1698   - "throughput"
1699   - "tags"
1700
1701 # VPP Compare NICs 2n-skx 4t2c ndr
1702 - type: "table"
1703   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1704   algorithm: "table_nics_comparison"
1705   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1706   reference:
1707     title: "Intel-x710"
1708     nic: "NIC_Intel-X710"
1709   compare:
1710     title: "Intel-xxv710"
1711     nic: "NIC_Intel-XXV710"
1712   data: "vpp-nic-comparison-2n-skx"
1713   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1714   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1715   parameters:
1716   - "name"
1717   - "parent"
1718   - "throughput"
1719   - "tags"
1720
1721  # VPP Compare NICs 2n-skx 2t1c pdr
1722 - type: "table"
1723   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1724   algorithm: "table_nics_comparison"
1725   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1726   reference:
1727     title: "Intel-x710"
1728     nic: "NIC_Intel-X710"
1729   compare:
1730     title: "Intel-xxv710"
1731     nic: "NIC_Intel-XXV710"
1732   data: "vpp-nic-comparison-2n-skx"
1733   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1734   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1735   parameters:
1736   - "name"
1737   - "parent"
1738   - "throughput"
1739   - "tags"
1740
1741 # VPP Compare NICs 2n-skx 4t2c pdr
1742 - type: "table"
1743   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1744   algorithm: "table_nics_comparison"
1745   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1746   reference:
1747     title: "Intel-x710"
1748     nic: "NIC_Intel-X710"
1749   compare:
1750     title: "Intel-xxv710"
1751     nic: "NIC_Intel-XXV710"
1752   data: "vpp-nic-comparison-2n-skx"
1753   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1754   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1755   parameters:
1756   - "name"
1757   - "parent"
1758   - "throughput"
1759   - "tags"
1760
1761 # VPP Compare NICs 2n-skx 2t1c mrr
1762 - type: "table"
1763   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1764   algorithm: "table_nics_comparison"
1765   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1766   reference:
1767     title: "Intel-x710"
1768     nic: "NIC_Intel-X710"
1769   compare:
1770     title: "Intel-xxv710"
1771     nic: "NIC_Intel-XXV710"
1772   data: "vpp-nic-comparison-2n-skx-mrr"
1773   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1774   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1775   parameters:
1776   - "name"
1777   - "parent"
1778   - "result"
1779   - "tags"
1780
1781 # VPP Compare NICs 2n-skx 4t2c mrr
1782 - type: "table"
1783   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1784   algorithm: "table_nics_comparison"
1785   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1786   reference:
1787     title: "Intel-x710"
1788     nic: "NIC_Intel-X710"
1789   compare:
1790     title: "Intel-xxv710"
1791     nic: "NIC_Intel-XXV710"
1792   data: "vpp-nic-comparison-2n-skx-mrr"
1793   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1794   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1795   parameters:
1796   - "name"
1797   - "parent"
1798   - "result"
1799   - "tags"
1800
1801 # VPP Compare NICs 2n-skx 8t4c mrr
1802 - type: "table"
1803   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1804   algorithm: "table_nics_comparison"
1805   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
1806   reference:
1807     title: "Intel-x710"
1808     nic: "NIC_Intel-X710"
1809   compare:
1810     title: "Intel-xxv710"
1811     nic: "NIC_Intel-XXV710"
1812   data: "vpp-nic-comparison-2n-skx-mrr"
1813   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1814   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1815   parameters:
1816   - "name"
1817   - "parent"
1818   - "result"
1819   - "tags"
1820
1821 ################################################################################
1822 # VPP
1823
1824 # VPP Performance Changes 2n-dnv 1t1c pdr
1825 - type: "table"
1826   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
1827   algorithm: "table_performance_comparison"
1828   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
1829   history:
1830     - title: "rls1810"
1831       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1832   reference:
1833     title: "rls1901"
1834     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1835   compare:
1836     title: "rls1904"
1837     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1838   data: "intel-dnv-vpp-changes-2n-dnv"
1839   include-tests: "PDR"
1840   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
1841   parameters:
1842   - "name"
1843   - "parent"
1844   - "throughput"
1845
1846 # VPP Performance Changes 2n-dnv 2t2c pdr
1847 - type: "table"
1848   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
1849   algorithm: "table_performance_comparison"
1850   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
1851   history:
1852     - title: "rls1810"
1853       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1854   reference:
1855     title: "rls1901"
1856     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1857   compare:
1858     title: "rls1904"
1859     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1860   data: "intel-dnv-vpp-changes-2n-dnv"
1861   include-tests: "PDR"
1862   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
1863   parameters:
1864   - "name"
1865   - "parent"
1866   - "throughput"
1867
1868 # VPP Performance Changes 2n-dnv 1t1c ndr
1869 - type: "table"
1870   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
1871   algorithm: "table_performance_comparison"
1872   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
1873   history:
1874     - title: "rls1810"
1875       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1876   reference:
1877     title: "rls1901"
1878     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1879   compare:
1880     title: "rls1904"
1881     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1882   data: "intel-dnv-vpp-changes-2n-dnv"
1883   include-tests: "NDR"
1884   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
1885   parameters:
1886   - "name"
1887   - "parent"
1888   - "throughput"
1889
1890 # VPP Performance Changes 2n-dnv 2t2c ndr
1891 - type: "table"
1892   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
1893   algorithm: "table_performance_comparison"
1894   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
1895   history:
1896     - title: "rls1810"
1897       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1898   reference:
1899     title: "rls1901"
1900     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1901   compare:
1902     title: "rls1904"
1903     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1904   data: "intel-dnv-vpp-changes-2n-dnv"
1905   include-tests: "NDR"
1906   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
1907   parameters:
1908   - "name"
1909   - "parent"
1910   - "throughput"
1911
1912 # VPP Performance Changes 2n-dnv 1t1c MRR
1913 - type: "table"
1914   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
1915   algorithm: "table_performance_comparison"
1916   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
1917   history:
1918     - title: "rls1810"
1919       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1920   reference:
1921     title: "rls1901"
1922     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1923   compare:
1924     title: "rls1904"
1925     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1926   data: "intel-dnv-vpp-changes-2n-dnv"
1927   include-tests: "MRR"
1928   filter: "'1T1C' and 'MRR'"
1929   parameters:
1930   - "name"
1931   - "parent"
1932   - "result"
1933
1934 # VPP Performance Changes 2n-dnv 2t2c MRR
1935 - type: "table"
1936   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
1937   algorithm: "table_performance_comparison"
1938   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
1939   history:
1940     - title: "rls1810"
1941       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1942   reference:
1943     title: "rls1901"
1944     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1945   compare:
1946     title: "rls1904"
1947     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1948   data: "intel-dnv-vpp-changes-2n-dnv"
1949   include-tests: "MRR"
1950   filter: "'2T2C' and 'MRR'"
1951   parameters:
1952   - "name"
1953   - "parent"
1954   - "result"
1955
1956 # VPP Performance Changes 2n-dnv 4t4c MRR
1957 - type: "table"
1958   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
1959   algorithm: "table_performance_comparison"
1960   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
1961   history:
1962     - title: "rls1810"
1963       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1964   reference:
1965     title: "rls1901"
1966     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1967   compare:
1968     title: "rls1904"
1969     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1970   data: "intel-dnv-vpp-changes-2n-dnv"
1971   include-tests: "MRR"
1972   filter: "'4T4C' and 'MRR'"
1973   parameters:
1974   - "name"
1975   - "parent"
1976   - "result"
1977
1978 # VPP Performance Changes 3n-hsw 1t1c pdr
1979 - type: "table"
1980   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
1981   algorithm: "table_performance_comparison"
1982   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
1983   history:
1984     - title: "rls1810"
1985       data: "vpp-performance-changes-3n-hsw-h1"
1986   reference:
1987     title: "rls1901"
1988     data: "vpp-performance-changes-3n-hsw-ref"
1989   compare:
1990     title: "rls1904"
1991     data: "vpp-performance-changes-3n-hsw-cmp"
1992   data: "vpp-performance-changes-3n-hsw"
1993   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1994   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1995   parameters:
1996   - "name"
1997   - "parent"
1998   - "throughput"
1999
2000 # VPP Performance Changes 3n-hsw 2t2c pdr
2001 - type: "table"
2002   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2003   algorithm: "table_performance_comparison"
2004   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2005   history:
2006     - title: "rls1810"
2007       data: "vpp-performance-changes-3n-hsw-h1"
2008   reference:
2009     title: "rls1901"
2010     data: "vpp-performance-changes-3n-hsw-ref"
2011   compare:
2012     title: "rls1904"
2013     data: "vpp-performance-changes-3n-hsw-cmp"
2014   data: "vpp-performance-changes-3n-hsw"
2015   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2016   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2017   parameters:
2018   - "name"
2019   - "parent"
2020   - "throughput"
2021
2022 # VPP Performance Changes 3n-hsw 1t1c ndr
2023 - type: "table"
2024   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2025   algorithm: "table_performance_comparison"
2026   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2027   history:
2028     - title: "rls1810"
2029       data: "vpp-performance-changes-3n-hsw-h1"
2030   reference:
2031     title: "rls1901"
2032     data: "vpp-performance-changes-3n-hsw-ref"
2033   compare:
2034     title: "rls1904"
2035     data: "vpp-performance-changes-3n-hsw-cmp"
2036   data: "vpp-performance-changes-3n-hsw"
2037   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2038   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2039   parameters:
2040   - "name"
2041   - "parent"
2042   - "throughput"
2043
2044 # VPP Performance Changes 3n-hsw 2t2c ndr
2045 - type: "table"
2046   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2047   algorithm: "table_performance_comparison"
2048   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2049   history:
2050     - title: "rls1810"
2051       data: "vpp-performance-changes-3n-hsw-h1"
2052   reference:
2053     title: "rls1901"
2054     data: "vpp-performance-changes-3n-hsw-ref"
2055   compare:
2056     title: "rls1904"
2057     data: "vpp-performance-changes-3n-hsw-cmp"
2058   data: "vpp-performance-changes-3n-hsw"
2059   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2060   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2061   parameters:
2062   - "name"
2063   - "parent"
2064   - "throughput"
2065
2066 # VPP Performance Changes 3n-skx 2t1c pdr
2067 - type: "table"
2068   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2069   algorithm: "table_performance_comparison"
2070   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2071   history:
2072     - title: "rls1810"
2073       data: "vpp-performance-changes-3n-skx-h1"
2074   reference:
2075     title: "rls1901"
2076     data: "vpp-performance-changes-3n-skx-ref"
2077   compare:
2078     title: "rls1904"
2079     data: "vpp-performance-changes-3n-skx-cmp"
2080   data: "vpp-performance-changes-3n-skx"
2081   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2082   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2083   parameters:
2084   - "name"
2085   - "parent"
2086   - "throughput"
2087
2088 # VPP Performance Changes 3n-skx 4t2c pdr
2089 - type: "table"
2090   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2091   algorithm: "table_performance_comparison"
2092   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2093   history:
2094     - title: "rls1810"
2095       data: "vpp-performance-changes-3n-skx-h1"
2096   reference:
2097     title: "rls1901"
2098     data: "vpp-performance-changes-3n-skx-ref"
2099   compare:
2100     title: "rls1904"
2101     data: "vpp-performance-changes-3n-skx-cmp"
2102   data: "vpp-performance-changes-3n-skx"
2103   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2104   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2105   parameters:
2106   - "name"
2107   - "parent"
2108   - "throughput"
2109
2110 # VPP Performance Changes 3n-skx 2t1c ndr
2111 - type: "table"
2112   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2113   algorithm: "table_performance_comparison"
2114   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2115   history:
2116     - title: "rls1810"
2117       data: "vpp-performance-changes-3n-skx-h1"
2118   reference:
2119     title: "rls1901"
2120     data: "vpp-performance-changes-3n-skx-ref"
2121   compare:
2122     title: "rls1904"
2123     data: "vpp-performance-changes-3n-skx-cmp"
2124   data: "vpp-performance-changes-3n-skx"
2125   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2126   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2127   parameters:
2128   - "name"
2129   - "parent"
2130   - "throughput"
2131
2132 # VPP Performance Changes 3n-skx 4t2c ndr
2133 - type: "table"
2134   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2135   algorithm: "table_performance_comparison"
2136   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2137   history:
2138     - title: "rls1810"
2139       data: "vpp-performance-changes-3n-skx-h1"
2140   reference:
2141     title: "rls1901"
2142     data: "vpp-performance-changes-3n-skx-ref"
2143   compare:
2144     title: "rls1904"
2145     data: "vpp-performance-changes-3n-skx-cmp"
2146   data: "vpp-performance-changes-3n-skx"
2147   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2148   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2149   parameters:
2150   - "name"
2151   - "parent"
2152   - "throughput"
2153
2154 # VPP Performance Changes 2n-skx 2t1c pdr
2155 - type: "table"
2156   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2157   algorithm: "table_performance_comparison"
2158   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2159   history:
2160     - title: "rls1810"
2161       data: "vpp-performance-changes-2n-skx-h1"
2162   reference:
2163     title: "rls1901"
2164     data: "vpp-performance-changes-2n-skx-ref"
2165   compare:
2166     title: "rls1904"
2167     data: "vpp-performance-changes-2n-skx-cmp"
2168   data: "vpp-performance-changes-2n-skx"
2169   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2170   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2171   parameters:
2172   - "name"
2173   - "parent"
2174   - "throughput"
2175
2176 # VPP Performance Changes 2n-skx 4t2c pdr
2177 - type: "table"
2178   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2179   algorithm: "table_performance_comparison"
2180   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2181   history:
2182     - title: "rls1810"
2183       data: "vpp-performance-changes-2n-skx-h1"
2184   reference:
2185     title: "rls1901"
2186     data: "vpp-performance-changes-2n-skx-ref"
2187   compare:
2188     title: "rls1904"
2189     data: "vpp-performance-changes-2n-skx-cmp"
2190   data: "vpp-performance-changes-2n-skx"
2191   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2192   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2193   parameters:
2194   - "name"
2195   - "parent"
2196   - "throughput"
2197
2198 # VPP Performance Changes 2n-skx 2t1c ndr
2199 - type: "table"
2200   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2201   algorithm: "table_performance_comparison"
2202   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2203   history:
2204     - title: "rls1810"
2205       data: "vpp-performance-changes-2n-skx-h1"
2206   reference:
2207     title: "rls1901"
2208     data: "vpp-performance-changes-2n-skx-ref"
2209   compare:
2210     title: "rls1904"
2211     data: "vpp-performance-changes-2n-skx-cmp"
2212   data: "vpp-performance-changes-2n-skx"
2213   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2214   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2215   parameters:
2216   - "name"
2217   - "parent"
2218   - "throughput"
2219
2220 # VPP Performance Changes 2n-skx 4t2c ndr
2221 - type: "table"
2222   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2223   algorithm: "table_performance_comparison"
2224   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2225   history:
2226     - title: "rls1810"
2227       data: "vpp-performance-changes-2n-skx-h1"
2228   reference:
2229     title: "rls1901"
2230     data: "vpp-performance-changes-2n-skx-ref"
2231   compare:
2232     title: "rls1904"
2233     data: "vpp-performance-changes-2n-skx-cmp"
2234   data: "vpp-performance-changes-2n-skx"
2235   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2236   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2237   parameters:
2238   - "name"
2239   - "parent"
2240   - "throughput"
2241
2242 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2243 - type: "table"
2244   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2245   algorithm: "table_performance_comparison"
2246   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2247   reference:
2248     title: "3-Node Hsw"
2249     data: "vpp-compare-testbeds-ref"
2250   compare:
2251     title: "3-Node Skx"
2252     data: "vpp-compare-testbeds-cmp"
2253   data: "vpp-compare-testbeds"
2254   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2255   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2256   parameters:
2257   - "name"
2258   - "parent"
2259   - "throughput"
2260
2261 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2262 - type: "table"
2263   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2264   algorithm: "table_performance_comparison"
2265   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2266   reference:
2267     title: "3-Node Hsw"
2268     data: "vpp-compare-testbeds-ref"
2269   compare:
2270     title: "3-Node Skx"
2271     data: "vpp-compare-testbeds-cmp"
2272   data: "vpp-compare-testbeds"
2273   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2274   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2275   parameters:
2276   - "name"
2277   - "parent"
2278   - "throughput"
2279
2280 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2281 - type: "table"
2282   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2283   algorithm: "table_performance_comparison"
2284   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2285   reference:
2286     title: "3-Node Hsw"
2287     data: "vpp-compare-testbeds-ref"
2288   compare:
2289     title: "3-Node Skx"
2290     data: "vpp-compare-testbeds-cmp"
2291   data: "vpp-compare-testbeds"
2292   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2293   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2294   parameters:
2295   - "name"
2296   - "parent"
2297   - "throughput"
2298
2299 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2300 - type: "table"
2301   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2302   algorithm: "table_performance_comparison"
2303   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2304   reference:
2305     title: "3-Node Hsw"
2306     data: "vpp-compare-testbeds-ref"
2307   compare:
2308     title: "3-Node Skx"
2309     data: "vpp-compare-testbeds-cmp"
2310   data: "vpp-compare-testbeds"
2311   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2312   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2313   parameters:
2314   - "name"
2315   - "parent"
2316   - "throughput"
2317
2318 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2319 - type: "table"
2320   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2321   algorithm: "table_performance_comparison"
2322   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2323   reference:
2324     title: "3-Node Skx"
2325     data: "vpp-compare-topologies-ref"
2326   compare:
2327     title: "2-Node Skx"
2328     data: "vpp-compare-topologies-cmp"
2329   data: "vpp-compare-topologies"
2330   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2331   filter: "'NDRPDR' and '1C'"
2332   parameters:
2333   - "name"
2334   - "parent"
2335   - "throughput"
2336
2337 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2338 - type: "table"
2339   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2340   algorithm: "table_performance_comparison"
2341   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2342   reference:
2343     title: "3-Node Skx"
2344     data: "vpp-compare-topologies-ref"
2345   compare:
2346     title: "2-Node Skx"
2347     data: "vpp-compare-topologies-cmp"
2348   data: "vpp-compare-topologies"
2349   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2350   filter: "'NDRPDR' and '2C'"
2351   parameters:
2352   - "name"
2353   - "parent"
2354   - "throughput"
2355
2356 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2357 - type: "table"
2358   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2359   algorithm: "table_performance_comparison"
2360   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2361   reference:
2362     title: "3-Node Skx"
2363     data: "vpp-compare-topologies-ref"
2364   compare:
2365     title: "2-Node Skx"
2366     data: "vpp-compare-topologies-cmp"
2367   data: "vpp-compare-topologies"
2368   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2369   filter: "'NDRPDR' and '1C'"
2370   parameters:
2371   - "name"
2372   - "parent"
2373   - "throughput"
2374
2375 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2376 - type: "table"
2377   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2378   algorithm: "table_performance_comparison"
2379   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2380   reference:
2381     title: "3-Node Skx"
2382     data: "vpp-compare-topologies-ref"
2383   compare:
2384     title: "2-Node Skx"
2385     data: "vpp-compare-topologies-cmp"
2386   data: "vpp-compare-topologies"
2387   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2388   filter: "'NDRPDR' and '2C'"
2389   parameters:
2390   - "name"
2391   - "parent"
2392   - "throughput"
2393
2394 # VPP Performance Changes 3n-hsw 1t1c MRR
2395 - type: "table"
2396   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2397   algorithm: "table_performance_comparison"
2398   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2399   history:
2400     - title: "rls1810"
2401       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2402   reference:
2403     title: "rls1901"
2404     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2405   compare:
2406     title: "rls1904"
2407     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2408   data: "vpp-performance-changes-3n-hsw-mrr"
2409   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2410   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2411   parameters:
2412   - "name"
2413   - "parent"
2414   - "result"
2415
2416 # VPP Performance Changes 3n-hsw 2t2c MRR
2417 - type: "table"
2418   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2419   algorithm: "table_performance_comparison"
2420   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2421   history:
2422     - title: "rls1810"
2423       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2424   reference:
2425     title: "rls1901"
2426     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2427   compare:
2428     title: "rls1904"
2429     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2430   data: "vpp-performance-changes-3n-hsw-mrr"
2431   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2432   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2433   parameters:
2434   - "name"
2435   - "parent"
2436   - "result"
2437
2438 # VPP Performance Changes 3n-hsw 4t4c MRR
2439 - type: "table"
2440   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2441   algorithm: "table_performance_comparison"
2442   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2443   history:
2444     - title: "rls1810"
2445       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2446   reference:
2447     title: "rls1901"
2448     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2449   compare:
2450     title: "rls1904"
2451     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2452   data: "vpp-performance-changes-3n-hsw-mrr"
2453   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2454   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2455   parameters:
2456   - "name"
2457   - "parent"
2458   - "result"
2459
2460 # VPP Performance Changes 3n-skx 2t1c MRR
2461 - type: "table"
2462   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2463   algorithm: "table_performance_comparison"
2464   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2465   history:
2466     - title: "rls1810"
2467       data: "vpp-performance-changes-3n-skx-mrr-h1"
2468   reference:
2469     title: "rls1901"
2470     data: "vpp-performance-changes-3n-skx-mrr-ref"
2471   compare:
2472     title: "rls1904"
2473     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2474   data: "vpp-performance-changes-3n-skx-mrr"
2475   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2476   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2477   parameters:
2478   - "name"
2479   - "parent"
2480   - "result"
2481
2482 # VPP Performance Changes 3n-skx 4t2c MRR
2483 - type: "table"
2484   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2485   algorithm: "table_performance_comparison"
2486   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2487   history:
2488     - title: "rls1810"
2489       data: "vpp-performance-changes-3n-skx-mrr-h1"
2490   reference:
2491     title: "rls1901"
2492     data: "vpp-performance-changes-3n-skx-mrr-ref"
2493   compare:
2494     title: "rls1904"
2495     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2496   data: "vpp-performance-changes-3n-skx-mrr"
2497   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2498   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2499   parameters:
2500   - "name"
2501   - "parent"
2502   - "result"
2503
2504 # VPP Performance Changes 3n-skx 8t4c MRR
2505 - type: "table"
2506   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2507   algorithm: "table_performance_comparison"
2508   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2509   history:
2510     - title: "rls1810"
2511       data: "vpp-performance-changes-3n-skx-mrr-h1"
2512   reference:
2513     title: "rls1901"
2514     data: "vpp-performance-changes-3n-skx-mrr-ref"
2515   compare:
2516     title: "rls1904"
2517     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2518   data: "vpp-performance-changes-3n-skx-mrr"
2519   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2520   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2521   parameters:
2522   - "name"
2523   - "parent"
2524   - "result"
2525
2526 # VPP Performance Changes 2n-skx 2t1c MRR
2527 - type: "table"
2528   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2529   algorithm: "table_performance_comparison"
2530   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2531   history:
2532     - title: "rls1810"
2533       data: "vpp-performance-changes-2n-skx-mrr-h1"
2534   reference:
2535     title: "rls1901"
2536     data: "vpp-performance-changes-2n-skx-mrr-ref"
2537   compare:
2538     title: "rls1904"
2539     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2540   data: "vpp-performance-changes-2n-skx-mrr"
2541   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2542   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2543   parameters:
2544   - "name"
2545   - "parent"
2546   - "result"
2547
2548 # VPP Performance Changes 2n-skx 4t2c MRR
2549 - type: "table"
2550   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2551   algorithm: "table_performance_comparison"
2552   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2553   history:
2554     - title: "rls1810"
2555       data: "vpp-performance-changes-2n-skx-mrr-h1"
2556   reference:
2557     title: "rls1901"
2558     data: "vpp-performance-changes-2n-skx-mrr-ref"
2559   compare:
2560     title: "rls1904"
2561     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2562   data: "vpp-performance-changes-2n-skx-mrr"
2563   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2564   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2565   parameters:
2566   - "name"
2567   - "parent"
2568   - "result"
2569
2570 # VPP Performance Changes 2n-skx 8t4c MRR
2571 - type: "table"
2572   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2573   algorithm: "table_performance_comparison"
2574   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2575   history:
2576     - title: "rls1810"
2577       data: "vpp-performance-changes-2n-skx-mrr-h1"
2578   reference:
2579     title: "rls1901"
2580     data: "vpp-performance-changes-2n-skx-mrr-ref"
2581   compare:
2582     title: "rls1904"
2583     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2584   data: "vpp-performance-changes-2n-skx-mrr"
2585   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2586   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2587   parameters:
2588   - "name"
2589   - "parent"
2590   - "result"
2591
2592 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2593 - type: "table"
2594   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2595   algorithm: "table_performance_comparison"
2596   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2597   reference:
2598     title: "3-Node Hsw"
2599     data: "vpp-compare-testbeds-mrr-ref"
2600   compare:
2601     title: "3-Node Skx"
2602     data: "vpp-compare-testbeds-mrr-cmp"
2603   data: "vpp-compare-testbeds-mrr"
2604   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2605   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2606   parameters:
2607   - "name"
2608   - "parent"
2609   - "result"
2610
2611 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2612 - type: "table"
2613   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2614   algorithm: "table_performance_comparison"
2615   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2616   reference:
2617     title: "3-Node Hsw"
2618     data: "vpp-compare-testbeds-mrr-ref"
2619   compare:
2620     title: "3-Node Skx"
2621     data: "vpp-compare-testbeds-mrr-cmp"
2622   data: "vpp-compare-testbeds-mrr"
2623   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2624   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2625   parameters:
2626   - "name"
2627   - "parent"
2628   - "result"
2629
2630 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2631 - type: "table"
2632   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2633   algorithm: "table_performance_comparison"
2634   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2635   reference:
2636     title: "3-Node Hsw"
2637     data: "vpp-compare-testbeds-mrr-ref"
2638   compare:
2639     title: "3-Node Skx"
2640     data: "vpp-compare-testbeds-mrr-cmp"
2641   data: "vpp-compare-testbeds-mrr"
2642   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2643   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2644   parameters:
2645   - "name"
2646   - "parent"
2647   - "result"
2648
2649 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2650 - type: "table"
2651   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2652   algorithm: "table_performance_comparison"
2653   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2654   reference:
2655     title: "3-Node Skx"
2656     data: "vpp-compare-topologies-mrr-ref"
2657   compare:
2658     title: "2-Node Skx"
2659     data: "vpp-compare-topologies-mrr-cmp"
2660   data: "vpp-compare-topologies-mrr"
2661   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2662   filter: "'MRR' and '1C'"
2663   parameters:
2664   - "name"
2665   - "parent"
2666   - "result"
2667
2668 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2669 - type: "table"
2670   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2671   algorithm: "table_performance_comparison"
2672   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2673   reference:
2674     title: "3-Node Skx"
2675     data: "vpp-compare-topologies-mrr-ref"
2676   compare:
2677     title: "2-Node Skx"
2678     data: "vpp-compare-topologies-mrr-cmp"
2679   data: "vpp-compare-topologies-mrr"
2680   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2681   filter: "'MRR' and '2C'"
2682   parameters:
2683   - "name"
2684   - "parent"
2685   - "result"
2686
2687 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2688 - type: "table"
2689   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2690   algorithm: "table_performance_comparison"
2691   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2692   reference:
2693     title: "3-Node Skx"
2694     data: "vpp-compare-topologies-mrr-ref"
2695   compare:
2696     title: "2-Node Skx"
2697     data: "vpp-compare-topologies-mrr-cmp"
2698   data: "vpp-compare-topologies-mrr"
2699   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2700   filter: "'MRR' and '4C'"
2701   parameters:
2702   - "name"
2703   - "parent"
2704   - "result"
2705
2706 # Detailed Test Results - VPP Performance Results 3n-hsw
2707 - type: "table"
2708   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2709   algorithm: "table_merged_details"
2710   output-file-ext: ".csv"
2711   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2712   columns:
2713   - title: "Name"
2714     data: "data name"
2715   - title: "Status"
2716     data: "data msg"
2717   rows: "generated"
2718   data: "vpp-perf-results-3n-hsw"
2719   filter: "not 'NDRCHK' and not 'PDRCHK'"
2720   parameters:
2721   - "name"
2722   - "parent"
2723   - "msg"
2724
2725 # Detailed Test Results - VPP Performance Results 3n-skx
2726 - type: "table"
2727   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2728   algorithm: "table_merged_details"
2729   output-file-ext: ".csv"
2730   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2731   columns:
2732   - title: "Name"
2733     data: "data name"
2734   - title: "Status"
2735     data: "data msg"
2736   rows: "generated"
2737   data: "vpp-perf-results-3n-skx"
2738   filter: "not 'NDRCHK' and not 'PDRCHK'"
2739   parameters:
2740   - "name"
2741   - "parent"
2742   - "msg"
2743
2744 # Detailed Test Results - VPP Performance Results 2n-skx
2745 - type: "table"
2746   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2747   algorithm: "table_merged_details"
2748   output-file-ext: ".csv"
2749   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2750   columns:
2751   - title: "Name"
2752     data: "data name"
2753   - title: "Status"
2754     data: "data msg"
2755   rows: "generated"
2756   data: "vpp-perf-results-2n-skx"
2757   filter: "not 'NDRCHK' and not 'PDRCHK'"
2758   parameters:
2759   - "name"
2760   - "parent"
2761   - "msg"
2762
2763 # Detailed Test Results - VPP Performance Results 2n-dnv
2764 - type: "table"
2765   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2766   algorithm: "table_details"
2767   output-file-ext: ".csv"
2768   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2769   columns:
2770   - title: "Name"
2771     data: "data name"
2772   - title: "Status"
2773     data: "data msg"
2774   rows: "generated"
2775   data: "intel-dnv-vpp"
2776   filter: "'NDRPDR'"
2777   parameters:
2778   - "name"
2779   - "parent"
2780   - "msg"
2781
2782 # Test configuration - VPP Performance Test Configs 3n-hsw
2783 - type: "table"
2784   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2785   algorithm: "table_merged_details"
2786   output-file-ext: ".csv"
2787   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
2788   columns:
2789   - title: "Name"
2790     data: "data name"
2791   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2792     data: "data conf-history"
2793   rows: "generated"
2794   data: "vpp-perf-results-3n-hsw"
2795   filter: "not 'NDRCHK' and not 'PDRCHK'"
2796   parameters:
2797   - "parent"
2798   - "name"
2799   - "conf-history"
2800
2801 # Test configuration - VPP Performance Test Configs 3n-skx
2802 - type: "table"
2803   title: "Test configuration - VPP Performance Test Configs 3n-skx"
2804   algorithm: "table_merged_details"
2805   output-file-ext: ".csv"
2806   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
2807   columns:
2808   - title: "Name"
2809     data: "data name"
2810   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2811     data: "data conf-history"
2812   rows: "generated"
2813   data: "vpp-perf-results-3n-skx"
2814   filter: "not 'NDRCHK' and not 'PDRCHK'"
2815   parameters:
2816   - "parent"
2817   - "name"
2818   - "conf-history"
2819
2820 # Test configuration - VPP Performance Test Configs 2n-skx
2821 - type: "table"
2822   title: "Test configuration - VPP Performance Test Configs 2n-skx"
2823   algorithm: "table_merged_details"
2824   output-file-ext: ".csv"
2825   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
2826   columns:
2827   - title: "Name"
2828     data: "data name"
2829   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2830     data: "data conf-history"
2831   rows: "generated"
2832   data: "vpp-perf-results-2n-skx"
2833   filter: "not 'NDRCHK' and not 'PDRCHK'"
2834   parameters:
2835   - "parent"
2836   - "name"
2837   - "conf-history"
2838
2839 # Test configuration - VPP Performance Test Configs 2n-dnv
2840 - type: "table"
2841   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
2842   algorithm: "table_details"
2843   output-file-ext: ".csv"
2844   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
2845   columns:
2846   - title: "Name"
2847     data: "data name"
2848   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2849     data: "data conf-history"
2850   rows: "generated"
2851   data: "intel-dnv-vpp"
2852   filter: "'NDRPDR'"
2853   parameters:
2854   - "parent"
2855   - "name"
2856   - "conf-history"
2857
2858 # Test Operational Data - VPP Performance Operational Data 3n-hsw
2859 - type: "table"
2860   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
2861   algorithm: "table_merged_details"
2862   output-file-ext: ".csv"
2863   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
2864   columns:
2865   - title: "Name"
2866     data: "data name"
2867   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2868     data: "data show-run"
2869   rows: "generated"
2870   data: "vpp-perf-results-3n-hsw"
2871   filter: "not 'NDRCHK' and not 'PDRCHK'"
2872   parameters:
2873   - "parent"
2874   - "name"
2875   - "show-run"
2876
2877 # Test Operational Data - VPP Performance Operational Data 3n-skx
2878 - type: "table"
2879   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
2880   algorithm: "table_merged_details"
2881   output-file-ext: ".csv"
2882   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
2883   columns:
2884   - title: "Name"
2885     data: "data name"
2886   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2887     data: "data show-run"
2888   rows: "generated"
2889   data: "vpp-perf-results-3n-skx"
2890   filter: "not 'NDRCHK' and not 'PDRCHK'"
2891   parameters:
2892   - "parent"
2893   - "name"
2894   - "show-run"
2895
2896 # Test Operational Data - VPP Performance Operational Data 2n-skx
2897 - type: "table"
2898   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
2899   algorithm: "table_merged_details"
2900   output-file-ext: ".csv"
2901   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
2902   columns:
2903   - title: "Name"
2904     data: "data name"
2905   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2906     data: "data show-run"
2907   rows: "generated"
2908   data: "vpp-perf-results-2n-skx"
2909   filter: "not 'NDRCHK' and not 'PDRCHK'"
2910   parameters:
2911   - "parent"
2912   - "name"
2913   - "show-run"
2914
2915 # Test Operational Data - VPP Performance Operational Data 2n-dnv
2916 - type: "table"
2917   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
2918   algorithm: "table_details"
2919   output-file-ext: ".csv"
2920   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
2921   columns:
2922   - title: "Name"
2923     data: "data name"
2924   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2925     data: "data show-run"
2926   rows: "generated"
2927   data: "intel-dnv-vpp"
2928   filter: "'NDRPDR'"
2929   parameters:
2930   - "parent"
2931   - "name"
2932   - "show-run"
2933
2934 # Detailed Test Results - VPP MRR Results 3n-hsw
2935 - type: "table"
2936   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
2937   algorithm: "table_details"
2938   output-file-ext: ".csv"
2939   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
2940   columns:
2941   - title: "Name"
2942     data: "data name"
2943   - title: "Status"
2944     data: "data msg"
2945   rows: "generated"
2946   data: "vpp-mrr-results-3n-hsw"
2947   filter: "'MRR'"
2948   parameters:
2949   - "name"
2950   - "parent"
2951   - "msg"
2952
2953 # Detailed Test Results - VPP MRR Results 3n-skx
2954 - type: "table"
2955   title: "Detailed Test Results - VPP MRR Results 3n-skx"
2956   algorithm: "table_details"
2957   output-file-ext: ".csv"
2958   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
2959   columns:
2960   - title: "Name"
2961     data: "data name"
2962   - title: "Status"
2963     data: "data msg"
2964   rows: "generated"
2965   data: "vpp-mrr-results-3n-skx"
2966   filter: "'MRR'"
2967   parameters:
2968   - "name"
2969   - "parent"
2970   - "msg"
2971
2972 # Detailed Test Results - VPP MRR Results 2n-skx
2973 - type: "table"
2974   title: "Detailed Test Results - VPP MRR Results 2n-skx"
2975   algorithm: "table_details"
2976   output-file-ext: ".csv"
2977   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
2978   columns:
2979   - title: "Name"
2980     data: "data name"
2981   - title: "Status"
2982     data: "data msg"
2983   rows: "generated"
2984   data: "vpp-mrr-results-2n-skx"
2985   filter: "'MRR'"
2986   parameters:
2987   - "name"
2988   - "parent"
2989   - "msg"
2990
2991 # Detailed Test Results - VPP MRR Results 2n-dnv
2992 - type: "table"
2993   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
2994   algorithm: "table_details"
2995   output-file-ext: ".csv"
2996   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
2997   columns:
2998   - title: "Name"
2999     data: "data name"
3000   - title: "Status"
3001     data: "data msg"
3002   rows: "generated"
3003   data: "intel-dnv-vpp"
3004   filter: "'MRR'"
3005   parameters:
3006   - "name"
3007   - "parent"
3008   - "msg"
3009
3010 # Test configuration - VPP MRR Test Configs 3n-hsw
3011 - type: "table"
3012   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3013   algorithm: "table_details"
3014   output-file-ext: ".csv"
3015   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3016   columns:
3017   - title: "Name"
3018     data: "data name"
3019   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3020     data: "data conf-history"
3021   rows: "generated"
3022   data: "vpp-mrr-results-3n-hsw"
3023   filter: "'MRR'"
3024   parameters:
3025   - "parent"
3026   - "name"
3027   - "conf-history"
3028
3029 # Test configuration - VPP MRR Test Configs 3n-skx
3030 - type: "table"
3031   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3032   algorithm: "table_details"
3033   output-file-ext: ".csv"
3034   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3035   columns:
3036   - title: "Name"
3037     data: "data name"
3038   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3039     data: "data conf-history"
3040   rows: "generated"
3041   data: "vpp-mrr-results-3n-skx"
3042   filter: "'MRR'"
3043   parameters:
3044   - "parent"
3045   - "name"
3046   - "conf-history"
3047
3048 # Test configuration - VPP MRR Test Configs 2n-skx
3049 - type: "table"
3050   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3051   algorithm: "table_details"
3052   output-file-ext: ".csv"
3053   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3054   columns:
3055   - title: "Name"
3056     data: "data name"
3057   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3058     data: "data conf-history"
3059   rows: "generated"
3060   data: "vpp-mrr-results-2n-skx"
3061   filter: "'MRR'"
3062   parameters:
3063   - "parent"
3064   - "name"
3065   - "conf-history"
3066
3067 # Test configuration - VPP MRR Test Configs 2n-dnv
3068 - type: "table"
3069   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3070   algorithm: "table_details"
3071   output-file-ext: ".csv"
3072   output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3073   columns:
3074   - title: "Name"
3075     data: "data name"
3076   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3077     data: "data conf-history"
3078   rows: "generated"
3079   data: "intel-dnv-vpp"
3080   filter: "'MRR'"
3081   parameters:
3082   - "parent"
3083   - "name"
3084   - "conf-history"
3085
3086 # Detailed Test Results - VPP Functional Results - Ubuntu
3087 - type: "table"
3088   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3089   algorithm: "table_details"
3090   output-file-ext: ".csv"
3091   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3092   columns:
3093   - title: "Name"
3094     data: "data name"
3095   - title: "Documentation"
3096     data: "data doc"
3097   - title: "Status"
3098     data: "data status"
3099   rows: "generated"
3100   data: "vpp-func-results-ubuntu"
3101   filter: "all"
3102   parameters:
3103   - "name"
3104   - "parent"
3105   - "doc"
3106   - "status"
3107
3108 # Detailed Test Results - VPP Functional Results - CentOS
3109 - type: "table"
3110   title: "Detailed Test Results - VPP Functional Results - CentOS"
3111   algorithm: "table_details"
3112   output-file-ext: ".csv"
3113   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3114   columns:
3115   - title: "Name"
3116     data: "data name"
3117   - title: "Documentation"
3118     data: "data doc"
3119   -
3120     title: "Status"
3121     data: "data status"
3122   rows: "generated"
3123   data:
3124     "vpp-func-results-centos"
3125   filter: "all"
3126   parameters:
3127   - "name"
3128   - "parent"
3129   - "doc"
3130   - "status"
3131
3132 # Test configuration - VPP Functional Test Configs - Ubuntu
3133 - type: "table"
3134   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3135   algorithm: "table_details"
3136   output-file-ext: ".csv"
3137   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3138   columns:
3139   - title: "Name"
3140     data: "data name"
3141   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3142     data: "data conf-history"
3143   rows: "generated"
3144   data: "vpp-func-results-ubuntu"
3145   filter: "all"
3146   parameters:
3147   - "parent"
3148   - "name"
3149   - "conf-history"
3150
3151 # Test configuration - VPP Functional Test Configs - CentOS
3152 - type: "table"
3153   title: "Test configuration - VPP Functional Test Configs - CentOS"
3154   algorithm: "table_details"
3155   output-file-ext: ".csv"
3156   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3157   columns:
3158   - title: "Name"
3159     data: "data name"
3160   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3161     data: "data conf-history"
3162   rows: "generated"
3163   data: "vpp-func-results-centos"
3164   filter: "all"
3165   parameters:
3166   - "parent"
3167   - "name"
3168   - "conf-history"
3169
3170 # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3171 - type: "table"
3172   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3173   algorithm: "table_details"
3174   output-file-ext: ".csv"
3175   output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3176   columns:
3177   - title: "Name"
3178     data: "data name"
3179   - title: "Status"
3180     data: "data msg"
3181   rows: "generated"
3182   data: "ligato-perf-results-3n-hsw"
3183   filter: "all"
3184   parameters:
3185   - "name"
3186   - "parent"
3187   - "msg"
3188
3189 # Detailed Test Results - VPP Device Results - Ubuntu
3190 - type: "table"
3191   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3192   algorithm: "table_details"
3193   output-file-ext: ".csv"
3194   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3195   columns:
3196   - title: "Name"
3197     data: "data name"
3198   - title: "Documentation"
3199     data: "data doc"
3200   - title: "Status"
3201     data: "data status"
3202   rows: "generated"
3203   data: "vpp-device-results-ubuntu"
3204   filter: "all"
3205   parameters:
3206   - "name"
3207   - "parent"
3208   - "doc"
3209   - "status"
3210
3211 # Test configuration - VPP Device Test Configs - Ubuntu
3212 - type: "table"
3213   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3214   algorithm: "table_details"
3215   output-file-ext: ".csv"
3216   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3217   columns:
3218   - title: "Name"
3219     data: "data name"
3220   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3221     data: "data conf-history"
3222   rows: "generated"
3223   data: "vpp-device-results-ubuntu"
3224   filter: "all"
3225   parameters:
3226   - "parent"
3227   - "name"
3228   - "conf-history"
3229
3230 ################################################################################
3231
3232 # DPDK Performance Changes 3n-hsw 1t1c pdr
3233 - type: "table"
3234   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3235   algorithm: "table_performance_comparison"
3236   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3237   history:
3238     - title: "rls1810"
3239       data: "dpdk-performance-changes-3n-hsw-h1"
3240   reference:
3241     title: "rls1901"
3242     data: "dpdk-performance-changes-3n-hsw-ref"
3243   compare:
3244     title: "rls1904"
3245     data: "dpdk-performance-changes-3n-hsw-cmp"
3246   data: "dpdk-performance-changes-3n-hsw"
3247   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3248   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3249   parameters:
3250   - "name"
3251   - "parent"
3252   - "throughput"
3253
3254 # DPDK Performance Changes 3n-hsw 2t2c pdr
3255 - type: "table"
3256   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3257   algorithm: "table_performance_comparison"
3258   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3259   history:
3260     - title: "rls1810"
3261       data: "dpdk-performance-changes-3n-hsw-h1"
3262   reference:
3263     title: "rls1901"
3264     data: "dpdk-performance-changes-3n-hsw-ref"
3265   compare:
3266     title: "rls1904"
3267     data: "dpdk-performance-changes-3n-hsw-cmp"
3268   data: "dpdk-performance-changes-3n-hsw"
3269   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3270   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3271   parameters:
3272   - "name"
3273   - "parent"
3274   - "throughput"
3275
3276 # DPDK Performance Changes 3n-hsw 1t1c ndr
3277 - type: "table"
3278   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3279   algorithm: "table_performance_comparison"
3280   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3281   history:
3282     - title: "rls1810"
3283       data: "dpdk-performance-changes-3n-hsw-h1"
3284   reference:
3285     title: "rls1901"
3286     data: "dpdk-performance-changes-3n-hsw-ref"
3287   compare:
3288     title: "rls1904"
3289     data: "dpdk-performance-changes-3n-hsw-cmp"
3290   data: "dpdk-performance-changes-3n-hsw"
3291   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3292   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3293   parameters:
3294   - "name"
3295   - "parent"
3296   - "throughput"
3297
3298 # DPDK Performance Changes 3n-hsw 2t2c ndr
3299 - type: "table"
3300   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3301   algorithm: "table_performance_comparison"
3302   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3303   history:
3304     - title: "rls1810"
3305       data: "dpdk-performance-changes-3n-hsw-h1"
3306   reference:
3307     title: "rls1901"
3308     data: "dpdk-performance-changes-3n-hsw-ref"
3309   compare:
3310     title: "rls1904"
3311     data: "dpdk-performance-changes-3n-hsw-cmp"
3312   data: "dpdk-performance-changes-3n-hsw"
3313   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3314   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3315   parameters:
3316   - "name"
3317   - "parent"
3318   - "throughput"
3319
3320 # DPDK Performance Changes 3n-skx 2t1c pdr
3321 - type: "table"
3322   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3323   algorithm: "table_performance_comparison"
3324   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3325   history:
3326     - title: "rls1810"
3327       data: "dpdk-performance-changes-3n-skx-h1"
3328   reference:
3329     title: "rls1901"
3330     data: "dpdk-performance-changes-3n-skx-ref"
3331   compare:
3332     title: "rls1904"
3333     data: "dpdk-performance-changes-3n-skx-cmp"
3334   data: "dpdk-performance-changes-3n-skx"
3335   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3336   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3337   parameters:
3338   - "name"
3339   - "parent"
3340   - "throughput"
3341
3342 # DPDK Performance Changes 3n-skx 4t2c pdr
3343 - type: "table"
3344   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3345   algorithm: "table_performance_comparison"
3346   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3347   history:
3348     - title: "rls1810"
3349       data: "dpdk-performance-changes-3n-skx-h1"
3350   reference:
3351     title: "rls1901"
3352     data: "dpdk-performance-changes-3n-skx-ref"
3353   compare:
3354     title: "rls1904"
3355     data: "dpdk-performance-changes-3n-skx-cmp"
3356   data: "dpdk-performance-changes-3n-skx"
3357   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3358   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3359   parameters:
3360   - "name"
3361   - "parent"
3362   - "throughput"
3363
3364 # DPDK Performance Changes 3n-skx 2t1c ndr
3365 - type: "table"
3366   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3367   algorithm: "table_performance_comparison"
3368   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3369   history:
3370     - title: "rls1810"
3371       data: "dpdk-performance-changes-3n-skx-h1"
3372   reference:
3373     title: "rls1901"
3374     data: "dpdk-performance-changes-3n-skx-ref"
3375   compare:
3376     title: "rls1904"
3377     data: "dpdk-performance-changes-3n-skx-cmp"
3378   data: "dpdk-performance-changes-3n-skx"
3379   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3380   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3381   parameters:
3382   - "name"
3383   - "parent"
3384   - "throughput"
3385
3386 # DPDK Performance Changes 3n-skx 4t2c ndr
3387 - type: "table"
3388   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3389   algorithm: "table_performance_comparison"
3390   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3391   history:
3392     - title: "rls1810"
3393       data: "dpdk-performance-changes-3n-skx-h1"
3394   reference:
3395     title: "rls1901"
3396     data: "dpdk-performance-changes-3n-skx-ref"
3397   compare:
3398     title: "rls1904"
3399     data: "dpdk-performance-changes-3n-skx-cmp"
3400   data: "dpdk-performance-changes-3n-skx"
3401   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3402   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3403   parameters:
3404   - "name"
3405   - "parent"
3406   - "throughput"
3407
3408 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3409 - type: "table"
3410   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3411   algorithm: "table_performance_comparison"
3412   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3413   reference:
3414     title: "3-Node Hsw"
3415     data: "dpdk-compare-testbeds-ref"
3416   compare:
3417     title: "3-Node Skx"
3418     data: "dpdk-compare-testbeds-cmp"
3419   data: "dpdk-compare-testbeds"
3420   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3421   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3422   parameters:
3423   - "name"
3424   - "parent"
3425   - "throughput"
3426
3427 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3428 - type: "table"
3429   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3430   algorithm: "table_performance_comparison"
3431   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3432   reference:
3433     title: "3-Node Hsw"
3434     data: "dpdk-compare-testbeds-ref"
3435   compare:
3436     title: "3-Node Skx"
3437     data: "dpdk-compare-testbeds-cmp"
3438   data: "dpdk-compare-testbeds"
3439   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3440   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3441   parameters:
3442   - "name"
3443   - "parent"
3444