resources/tools/presentation/specification.yaml

   1 -
   2   type: "environment"
   3
   4   paths:
   5     # Top level directories:
   6     ## Working directory
   7     DIR[WORKING]: "_tmp"
   8     ## Build directories
   9     DIR[BUILD,HTML]: "_build"
  10     DIR[BUILD,LATEX]: "_build_latex"
  11
  12     # Static .rst files
  13     DIR[RST]: "../../../docs/report"
  14
  15     # Working directories
  16     ## Input data files (.zip, .xml)
  17     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  18     ## Static source files from git
  19     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  20     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  21
  22     # Static html content
  23     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  24     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  25     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  26     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  27
  28     # Detailed test results
  29     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  30     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  31     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  32     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  33     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  34     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  35     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  36     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  37     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  38     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  39     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  40     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  41     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  42     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  43     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  44     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  45     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  46     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  47     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  48     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  49
  50     # Detailed test configurations
  51     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  52     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  53     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  54     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  55     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  56     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  57     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  58     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  59     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  60     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  61     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  62     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  63
  64     # Detailed tests operational data
  65     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  66     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  67     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  68     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  69     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  70
  71     # .css patch file to fix tables generated by Sphinx
  72     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  73     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  74
  75   urls:
  76     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  77     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  78     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/1810/robot-plugin.zip"
  79     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  80     URL[NEXUS]: "https://docs.fd.io/csit"
  81     DIR[NEXUS]: "report/_static/archive"
  82
  83   make-dirs:
  84   # List the directories which are created while preparing the environment.
  85   # All directories MUST be defined in "paths" section.
  86   - "DIR[WORKING,DATA]"
  87   - "DIR[STATIC,VPP]"
  88   - "DIR[STATIC,DPDK]"
  89   - "DIR[STATIC,ARCH]"
  90   - "DIR[BUILD,LATEX]"
  91   - "DIR[WORKING,SRC]"
  92   - "DIR[WORKING,SRC,STATIC]"
  93
  94   remove-dirs:
  95   # List the directories which are deleted while cleaning the environment.
  96   # All directories MUST be defined in "paths" section.
  97   #- "DIR[BUILD,HTML]"
  98   - "DIR[WORKING,DATA]"
  99
 100   build-dirs:
 101   # List the directories where the results (build) is stored.
 102   # All directories MUST be defined in "paths" section.
 103   - "DIR[BUILD,HTML]"
 104   - "DIR[BUILD,LATEX]"
 105
 106 -
 107   type: "configuration"
 108
 109   limits:
 110     nic:
 111       x520: 24460000
 112       x553: 29761905
 113       x710: 35800000
 114       xxv710: 35800000
 115       xl710: 35800000
 116
 117     link:
 118       10ge: 14880952.38
 119       25ge: 37202380.95
 120       40ge: 59523809.52
 121       100ge: 148809523.81
 122
 123     pci:
 124       pci-g3-x8: 74404761.90
 125       pci-g3-x16: 148809523.81
 126
 127   data-sets:
 128
 129     ###########################################################################
 130     # Plots:
 131
 132     # 3n-hsw
 133
 134     plot-vpp-throughput-latency-3n-hsw:
 135       csit-vpp-perf-verify-1901-3n-hsw:
 136         - 10  # NDRPDR sel
 137         - 19  # NDRPDR sel
 138         - 31  # NDRPDR sel
 139         - 36  # NDRPDR sel
 140         - 40  # NDRPDR sel
 141         - 42  # NDRPDR sel
 142         - 44  # NDRPDR sel
 143         - 46  # NDRPDR sel
 144         - 47  # NDRPDR sel
 145         - 48  # NDRPDR sel
 146         - 61  # NDRPDR LB
 147         - 62  # NDRPDR LB
 148         - 63  # NDRPDR LB
 149         - 64  # NDRPDR LB
 150         - 65  # NDRPDR LB
 151         - 66  # NDRPDR LB
 152         - 67  # NDRPDR LB
 153         - 69  # NDRPDR LB
 154         - 70  # NDRPDR LB
 155         - 71  # NDRPDR LB
 156
 157     plot-throughput-speedup-analysis-3n-hsw:
 158       csit-vpp-perf-verify-1901-3n-hsw:
 159         - 10  # NDRPDR sel
 160         - 19  # NDRPDR sel
 161         - 31  # NDRPDR sel
 162         - 36  # NDRPDR sel
 163         - 40  # NDRPDR sel
 164         - 42  # NDRPDR sel
 165         - 44  # NDRPDR sel
 166         - 46  # NDRPDR sel
 167         - 47  # NDRPDR sel
 168         - 48  # NDRPDR sel
 169         - 61  # NDRPDR LB
 170         - 62  # NDRPDR LB
 171         - 63  # NDRPDR LB
 172         - 64  # NDRPDR LB
 173         - 65  # NDRPDR LB
 174         - 66  # NDRPDR LB
 175         - 67  # NDRPDR LB
 176         - 69  # NDRPDR LB
 177         - 70  # NDRPDR LB
 178         - 71  # NDRPDR LB
 179
 180     plot-vpp-http-server-performance:
 181       # TODO: Replace with new data
 182       # csit-vpp-perf-verify-1901-3n-hsw:
 183       csit-vpp-perf-verify-1810-3n-hsw:
 184         - 28  # WRK
 185         - 29  # WRK
 186         - 30  # WRK
 187         - 31  # WRK
 188         - 32  # WRK
 189         - 33  # WRK
 190         - 34  # WRK
 191         - 35  # WRK
 192         - 36  # WRK
 193         - 37  # WRK
 194
 195     plot-ligato-throughput-latency-3n-hsw:
 196       csit-ligato-perf-verify-1901-3n-hsw:
 197         - 8   # NDRPDR sel
 198         - 9   # NDRPDR sel
 199         - 11  # NDRPDR sel
 200         - 12  # NDRPDR sel
 201         - 13  # NDRPDR sel
 202         - 14  # NDRPDR sel
 203         - 15  # NDRPDR sel
 204         - 16  # NDRPDR sel
 205         - 17  # NDRPDR sel
 206         - 18  # NDRPDR sel
 207
 208     plot-ligato-throughput-speedup-analysis-3n-hsw:
 209       csit-ligato-perf-verify-1901-3n-hsw:
 210         - 8   # NDRPDR sel
 211         - 9   # NDRPDR sel
 212         - 11  # NDRPDR sel
 213         - 12  # NDRPDR sel
 214         - 13  # NDRPDR sel
 215         - 14  # NDRPDR sel
 216         - 15  # NDRPDR sel
 217         - 16  # NDRPDR sel
 218         - 17  # NDRPDR sel
 219         - 18  # NDRPDR sel
 220
 221     plot-dpdk-throughput-latency-3n-hsw:
 222       csit-dpdk-perf-verify-1901-3n-hsw:
 223         - 13  # NDRPDR sel
 224         - 14  # NDRPDR sel
 225         - 16  # NDRPDR sel
 226         - 17  # NDRPDR sel
 227         - 18  # NDRPDR sel
 228         - 19  # NDRPDR sel
 229         - 20  # NDRPDR sel
 230         - 21  # NDRPDR sel
 231         - 22  # NDRPDR sel
 232         - 23  # NDRPDR sel
 233
 234     # 3n-skx
 235
 236     plot-vpp-throughput-latency-3n-skx:
 237       csit-vpp-perf-verify-1901-3n-skx:
 238         - 18  # NDRPDR sel
 239         - 19  # NDRPDR sel
 240         - 20  # NDRPDR sel
 241         - 28  # NDRPDR sel
 242         - 31  # NDRPDR sel
 243         - 33  # NDRPDR sel
 244         - 36  # NDRPDR sel
 245         - 38  # NDRPDR sel
 246         - 47  # NDRPDR sel
 247         - 48  # NDRPDR sel
 248         - 54  # NDRPDR LB
 249         - 57  # NDRPDR LB
 250         - 58  # NDRPDR LB
 251         - 59  # NDRPDR LB
 252         - 60  # NDRPDR LB
 253         - 63  # NDRPDR LB
 254         - 64  # NDRPDR LB
 255         - 65  # NDRPDR LB
 256         - 66  # NDRPDR LB
 257         - 67  # NDRPDR LB
 258
 259     plot-throughput-speedup-analysis-3n-skx:
 260       csit-vpp-perf-verify-1901-3n-skx:
 261         - 18  # NDRPDR sel
 262         - 19  # NDRPDR sel
 263         - 20  # NDRPDR sel
 264         - 28  # NDRPDR sel
 265         - 31  # NDRPDR sel
 266         - 33  # NDRPDR sel
 267         - 36  # NDRPDR sel
 268         - 38  # NDRPDR sel
 269         - 47  # NDRPDR sel
 270         - 48  # NDRPDR sel
 271         - 54  # NDRPDR LB
 272         - 57  # NDRPDR LB
 273         - 58  # NDRPDR LB
 274         - 59  # NDRPDR LB
 275         - 60  # NDRPDR LB
 276         - 63  # NDRPDR LB
 277         - 64  # NDRPDR LB
 278         - 65  # NDRPDR LB
 279         - 66  # NDRPDR LB
 280         - 67  # NDRPDR LB
 281
 282     plot-dpdk-throughput-latency-3n-skx:
 283       csit-dpdk-perf-verify-1901-3n-skx:
 284         - 3   # NDRPDR sel
 285         - 5   # NDRPDR sel
 286         - 6   # NDRPDR sel
 287         - 7   # NDRPDR sel
 288         - 8   # NDRPDR sel
 289         - 9   # NDRPDR sel
 290         - 10  # NDRPDR sel
 291         - 11  # NDRPDR sel
 292         - 12  # NDRPDR sel
 293         - 13  # NDRPDR sel
 294
 295     # 2n-skx
 296
 297     plot-vpp-throughput-latency-2n-skx:
 298       csit-vpp-perf-verify-1901-2n-skx:
 299         - 5   # NDRPDR sel
 300         - 12  # NDRPDR sel
 301         - 13  # NDRPDR sel
 302         - 21  # NDRPDR sel
 303         - 23  # NDRPDR sel
 304         - 31  # NDRPDR sel
 305         - 34  # NDRPDR sel
 306         - 40  # NDRPDR sel
 307         - 42  # NDRPDR sel
 308         - 43  # NDRPDR sel
 309
 310     plot-throughput-speedup-analysis-2n-skx:
 311       csit-vpp-perf-verify-1901-2n-skx:
 312         - 5   # NDRPDR sel
 313         - 12  # NDRPDR sel
 314         - 13  # NDRPDR sel
 315         - 21  # NDRPDR sel
 316         - 23  # NDRPDR sel
 317         - 31  # NDRPDR sel
 318         - 34  # NDRPDR sel
 319         - 40  # NDRPDR sel
 320         - 42  # NDRPDR sel
 321         - 43  # NDRPDR sel
 322
 323     plot-vpp-soak-2n-skx:
 324       csit-vpp-perf-verify-1901-2n-skx:
 325         - 45  # SOAK sel
 326
 327     plot-vpp-nfv-2n-skx:
 328       # TODO: Add new data
 329       csit-vpp-perf-verify-1901-2n-skx:
 330         - 28  # NFV NDRPDR
 331         - 29  # NFV NDRPDR
 332         - 32  # NFV NDRPDR
 333         - 39  # NFV NDRPDR
 334         - 46  # NFV NDRPDR
 335
 336     plot-vpp-nfv-2n-skx-mrr:
 337       # TODO: Add new data
 338       csit-vpp-perf-verify-1901-2n-skx:
 339         - 24  # NFV MRR
 340         - 26  # NFV MRR
 341         - 27  # NFV MRR
 342         - 35  # NFV MRR
 343         - 37  # NFV MRR
 344
 345     plot-dpdk-throughput-latency-2n-skx:
 346       csit-dpdk-perf-verify-1901-2n-skx:
 347         - 12  # NDRPDR sel
 348         - 13  # NDRPDR sel
 349         - 14  # NDRPDR sel
 350         - 15  # NDRPDR sel
 351         - 16  # NDRPDR sel
 352         - 17  # NDRPDR sel
 353         - 18  # NDRPDR sel
 354         - 19  # NDRPDR sel
 355         - 20  # NDRPDR sel
 356         - 21  # NDRPDR sel
 357
 358     # 3rd party
 359
 360     # Denverton:
 361     intel-dnv-vpp:
 362       # Not used
 363       intel-dnv-vpp-release-1810:
 364         - 1
 365
 366     ###########################################################################
 367     # Simple tables (only one data set):
 368
 369     # NIC Comparisons
 370
 371     vpp-nic-comparison-3n-hsw:
 372       csit-vpp-perf-verify-1901-3n-hsw:
 373         - 10  # NDRPDR sel
 374         - 19  # NDRPDR sel
 375         - 31  # NDRPDR sel
 376         - 36  # NDRPDR sel
 377         - 40  # NDRPDR sel
 378         - 42  # NDRPDR sel
 379         - 44  # NDRPDR sel
 380         - 46  # NDRPDR sel
 381         - 47  # NDRPDR sel
 382         - 48  # NDRPDR sel
 383         - 61  # NDRPDR LB
 384         - 62  # NDRPDR LB
 385         - 63  # NDRPDR LB
 386         - 64  # NDRPDR LB
 387         - 65  # NDRPDR LB
 388         - 66  # NDRPDR LB
 389         - 67  # NDRPDR LB
 390         - 69  # NDRPDR LB
 391         - 70  # NDRPDR LB
 392         - 71  # NDRPDR LB
 393
 394     vpp-nic-comparison-3n-skx:
 395       csit-vpp-perf-verify-1901-3n-skx:
 396         - 18  # NDRPDR sel
 397         - 19  # NDRPDR sel
 398         - 20  # NDRPDR sel
 399         - 28  # NDRPDR sel
 400         - 31  # NDRPDR sel
 401         - 33  # NDRPDR sel
 402         - 36  # NDRPDR sel
 403         - 38  # NDRPDR sel
 404         - 47  # NDRPDR sel
 405         - 48  # NDRPDR sel
 406         - 54  # NDRPDR LB
 407         - 57  # NDRPDR LB
 408         - 58  # NDRPDR LB
 409         - 59  # NDRPDR LB
 410         - 60  # NDRPDR LB
 411
 412     vpp-nic-comparison-2n-skx:
 413       csit-vpp-perf-verify-1901-2n-skx:
 414         - 5   # NDRPDR sel
 415         - 12  # NDRPDR sel
 416         - 13  # NDRPDR sel
 417         - 21  # NDRPDR sel
 418         - 23  # NDRPDR sel
 419         - 31  # NDRPDR sel
 420         - 34  # NDRPDR sel
 421         - 40  # NDRPDR sel
 422         - 42  # NDRPDR sel
 423         - 43  # NDRPDR sel
 424
 425     vpp-nic-comparison-3n-hsw-mrr:
 426       csit-vpp-perf-verify-1901-3n-hsw:
 427         - 35  # MRR sel
 428
 429     vpp-nic-comparison-3n-skx-mrr:
 430       csit-vpp-perf-verify-1901-3n-skx:
 431         - 32  # MRR sel
 432
 433     vpp-nic-comparison-2n-skx-mrr:
 434       csit-vpp-perf-verify-1901-2n-skx:
 435         - 22  # MRR sel
 436
 437     # Results
 438
 439     vpp-perf-results-3n-hsw:
 440       csit-vpp-perf-verify-1901-3n-hsw:
 441         - 38  # NDRPDR full
 442         - 43  # NDRPDR full
 443         - 45  # NDRPDR full
 444         - 49  # NDRPDR full
 445
 446     vpp-perf-results-3n-skx:
 447       csit-vpp-perf-verify-1901-3n-skx:
 448         - 37  # NDRPDR full
 449         - 39  # NDRPDR full
 450         - 40  # NDRPDR full
 451         - 49  # NDRPDR full
 452
 453     vpp-perf-results-2n-skx:
 454       csit-vpp-perf-verify-1901-2n-skx:
 455         - 25  # NDRPDR full
 456         - 30  # NDRPDR full
 457         - 33  # NDRPDR full
 458         - 44  # NDRPDR full
 459
 460     vpp-mrr-results-3n-hsw:
 461       csit-vpp-perf-verify-1901-3n-hsw:
 462         - 35  # MRR sel
 463
 464     vpp-mrr-results-3n-skx:
 465       csit-vpp-perf-verify-1901-3n-skx:
 466         - 32  # MRR sel
 467
 468     vpp-mrr-results-2n-skx:
 469       csit-vpp-perf-verify-1901-2n-skx:
 470         - 22  # MRR sel
 471
 472     vpp-func-results-ubuntu:
 473       csit-vpp-functional-1901-ubuntu1604-virl:
 474         - 48
 475
 476     vpp-func-results-centos:
 477       csit-vpp-functional-1901-centos7-virl:
 478         - 50
 479
 480     vpp-device-results-ubuntu:
 481       csit-vpp-device-1901-ubuntu1804-1n-skx:
 482         - 49
 483
 484     # VPP Ligato
 485     ligato-perf-results-3n-hsw:
 486       csit-ligato-perf-verify-1901-3n-hsw:
 487         - 10  # NDRPDR full
 488
 489     dpdk-perf-results-3n-hsw:
 490       csit-dpdk-perf-verify-1901-3n-hsw:
 491         - 20  # NDRPDR sel
 492
 493     dpdk-perf-results-3n-skx:
 494       csit-dpdk-perf-verify-1901-3n-skx:
 495         - 13  # NDRPDR sel
 496
 497     dpdk-perf-results-2n-skx:
 498       csit-dpdk-perf-verify-1901-2n-skx:
 499         - 21  # NDRPDR sel
 500
 501     # HoneyComb Functional
 502     hc-func-results:
 503       csit-hc2vpp-verify-func-1901-ubuntu1604:
 504         - 3
 505
 506     # NSH SFC Functional
 507     nsh-func-results:
 508       # Not used
 509       csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 510         - 1
 511
 512     # DMM Functional
 513     dmm-func-results:
 514       csit-dmm-functional-1901-ubuntu1604-virl:
 515         - 2
 516
 517     ###########################################################################
 518     # Tables (more than one data set)
 519
 520     # Performance changes
 521
 522     vpp-performance-changes-3n-hsw-h1:
 523       csit-vpp-perf-verify-1807-3n-hsw:
 524         - 11  # NDRPDR full 1
 525         - 22  # NDRPDR full 2
 526         - 45  # NDRPDR full 3
 527         - 46  # NDRPDR full 4
 528         - 15  # NDRPDR sel
 529         - 16  # NDRPDR sel
 530         - 19  # NDRPDR sel
 531         - 18  # NDRPDR sel
 532         - 20  # NDRPDR sel
 533         - 38  # NDRPDR sel
 534         - 40  # NDRPDR sel
 535         - 44  # NDRPDR sel
 536         - 47  # NDRPDR sel
 537     vpp-performance-changes-3n-hsw-ref:
 538       csit-vpp-perf-verify-1810-3n-hsw:
 539         - 8   # NDRPDR sel
 540         - 12  # NDRPDR sel
 541         - 14  # NDRPDR sel
 542         - 18  # NDRPDR sel
 543         - 23  # NDRPDR sel
 544         - 25  # NDRPDR sel
 545         - 38  # NDRPDR sel
 546         - 39  # NDRPDR sel
 547         - 41  # NDRPDR sel
 548         - 42  # NDRPDR sel
 549     vpp-performance-changes-3n-hsw-cmp:
 550       csit-vpp-perf-verify-1901-3n-hsw:
 551         - 10  # NDRPDR sel
 552         - 19  # NDRPDR sel
 553         - 31  # NDRPDR sel
 554         - 36  # NDRPDR sel
 555         - 40  # NDRPDR sel
 556         - 42  # NDRPDR sel
 557         - 44  # NDRPDR sel
 558         - 46  # NDRPDR sel
 559         - 47  # NDRPDR sel
 560         - 48  # NDRPDR sel
 561         - 61  # NDRPDR LB
 562         - 62  # NDRPDR LB
 563         - 63  # NDRPDR LB
 564         - 64  # NDRPDR LB
 565         - 65  # NDRPDR LB
 566         - 66  # NDRPDR LB
 567         - 67  # NDRPDR LB
 568         - 69  # NDRPDR LB
 569         - 70  # NDRPDR LB
 570         - 71  # NDRPDR LB
 571     vpp-performance-changes-3n-hsw:
 572       - "vpp-performance-changes-3n-hsw-h1"
 573       - "vpp-performance-changes-3n-hsw-ref"
 574       - "vpp-performance-changes-3n-hsw-cmp"
 575
 576     vpp-performance-changes-3n-skx-h1:
 577       csit-vpp-perf-verify-1807-3n-skx:
 578         - 33  # NDRPDR sel
 579         - 35  # NDRPDR sel
 580         - 37  # NDRPDR sel
 581         - 38  # NDRPDR sel
 582         - 39  # NDRPDR sel
 583         - 43  # NDRPDR sel
 584         - 44  # NDRPDR sel
 585         - 49  # NDRPDR sel
 586         - 50  # NDRPDR sel
 587         - 56  # NDRPDR sel
 588     vpp-performance-changes-3n-skx-ref:
 589       csit-vpp-perf-verify-1810-3n-skx:
 590         - 10  # NDRPDR sel
 591         - 14  # NDRPDR sel
 592         - 15  # NDRPDR sel
 593         - 16  # NDRPDR sel
 594         - 17  # NDRPDR sel
 595         - 19  # NDRPDR sel
 596         - 20  # NDRPDR sel
 597         - 21  # NDRPDR sel
 598         - 22  # NDRPDR sel
 599         - 25  # NDRPDR sel
 600     vpp-performance-changes-3n-skx-cmp:
 601       csit-vpp-perf-verify-1901-3n-skx:
 602         - 18  # NDRPDR sel
 603         - 19  # NDRPDR sel
 604         - 20  # NDRPDR sel
 605         - 28  # NDRPDR sel
 606         - 31  # NDRPDR sel
 607         - 33  # NDRPDR sel
 608         - 36  # NDRPDR sel
 609         - 38  # NDRPDR sel
 610         - 47  # NDRPDR sel
 611         - 48  # NDRPDR sel
 612         - 54  # NDRPDR LB
 613         - 57  # NDRPDR LB
 614         - 58  # NDRPDR LB
 615         - 59  # NDRPDR LB
 616         - 60  # NDRPDR LB
 617         - 63  # NDRPDR LB
 618         - 64  # NDRPDR LB
 619         - 65  # NDRPDR LB
 620         - 66  # NDRPDR LB
 621         - 67  # NDRPDR LB
 622     vpp-performance-changes-3n-skx:
 623       - "vpp-performance-changes-3n-skx-h1"
 624       - "vpp-performance-changes-3n-skx-ref"
 625       - "vpp-performance-changes-3n-skx-cmp"
 626
 627     vpp-performance-changes-2n-skx-h1:
 628       csit-vpp-perf-verify-1807-2n-skx:
 629         - 26  # NDRPDR sel
 630         - 28  # NDRPDR sel
 631         - 29  # NDRPDR sel
 632         - 30  # NDRPDR sel
 633         - 34  # NDRPDR sel
 634         - 35  # NDRPDR sel
 635         - 36  # NDRPDR sel
 636         - 39  # NDRPDR sel
 637         - 40  # NDRPDR sel
 638         - 42  # NDRPDR sel
 639     vpp-performance-changes-2n-skx-ref:
 640       csit-vpp-perf-verify-1810-2n-skx:
 641         - 9   # NDRPDR sel
 642         - 13  # NDRPDR sel
 643         - 14  # NDRPDR sel
 644         - 19  # NDRPDR sel
 645         - 20  # NDRPDR sel
 646         - 21  # NDRPDR sel
 647         - 22  # NDRPDR sel
 648         - 23  # NDRPDR sel
 649         - 24  # NDRPDR sel
 650         - 27  # NDRPDR sel
 651     vpp-performance-changes-2n-skx-cmp:
 652       csit-vpp-perf-verify-1901-2n-skx:
 653         - 5   # NDRPDR sel
 654         - 12  # NDRPDR sel
 655         - 13  # NDRPDR sel
 656         - 21  # NDRPDR sel
 657         - 23  # NDRPDR sel
 658         - 31  # NDRPDR sel
 659         - 34  # NDRPDR sel
 660         - 40  # NDRPDR sel
 661         - 42  # NDRPDR sel
 662         - 43  # NDRPDR sel
 663     vpp-performance-changes-2n-skx:
 664       - "vpp-performance-changes-2n-skx-h1"
 665       - "vpp-performance-changes-2n-skx-ref"
 666       - "vpp-performance-changes-2n-skx-cmp"
 667
 668     vpp-performance-changes-3n-hsw-mrr-h1:
 669       csit-vpp-perf-verify-1807-3n-hsw:
 670         - 8   # MRR full
 671         - 9   # MRR sel
 672         - 21  # MRR sel
 673         - 31  # MRR sel
 674         - 33  # MRR sel
 675         - 36  # MRR sel
 676         - 41  # MRR sel
 677         - 42  # MRR sel
 678         - 48  # MRR sel
 679     vpp-performance-changes-3n-hsw-mrr-ref:
 680       csit-vpp-perf-verify-1810-3n-hsw:
 681         - 9   # MRR sel
 682     vpp-performance-changes-3n-hsw-mrr-cmp:
 683       csit-vpp-perf-verify-1901-3n-hsw:
 684         - 35  # MRR sel
 685     vpp-performance-changes-3n-hsw-mrr:
 686       - "vpp-performance-changes-3n-hsw-mrr-h1"
 687       - "vpp-performance-changes-3n-hsw-mrr-ref"
 688       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 689
 690     vpp-performance-changes-3n-skx-mrr-h1:
 691       csit-vpp-perf-verify-1807-3n-skx:
 692         - 28  # MRR sel
 693         - 32  # MRR sel
 694         - 36  # MRR sel
 695         - 42  # MRR sel
 696         - 47  # MRR sel
 697         - 48  # MRR sel
 698         - 51  # MRR sel
 699         - 52  # MRR sel
 700         - 53  # MRR sel
 701         - 54  # MRR sel
 702     vpp-performance-changes-3n-skx-mrr-ref:
 703       csit-vpp-perf-verify-1810-3n-skx:
 704         - 9   # MRR sel
 705         - 11  # MRR sel
 706         - 12  # MRR sel
 707         - 13  # MRR sel
 708     vpp-performance-changes-3n-skx-mrr-cmp:
 709       csit-vpp-perf-verify-1901-3n-skx:
 710         - 32  # MRR sel
 711     vpp-performance-changes-3n-skx-mrr:
 712       - "vpp-performance-changes-3n-skx-mrr-h1"
 713       - "vpp-performance-changes-3n-skx-mrr-ref"
 714       - "vpp-performance-changes-3n-skx-mrr-cmp"
 715
 716     vpp-performance-changes-2n-skx-mrr-h1:
 717       csit-vpp-perf-verify-1807-2n-skx:
 718         - 31  # MRR sel
 719         - 33  # MRR sel
 720         - 37  # MRR sel
 721         - 38  # MRR sel
 722         - 41  # MRR sel
 723         - 43  # MRR sel
 724         - 44  # MRR sel
 725         - 45  # MRR sel
 726         - 46  # MRR sel
 727         - 47  # MRR sel
 728     vpp-performance-changes-2n-skx-mrr-ref:
 729       csit-vpp-perf-verify-1810-2n-skx:
 730         - 8   # MRR sel
 731         - 10  # MRR sel
 732         - 11  # MRR sel
 733         - 12  # MRR sel
 734     vpp-performance-changes-2n-skx-mrr-cmp:
 735       csit-vpp-perf-verify-1901-2n-skx:
 736         - 22  # MRR sel
 737     vpp-performance-changes-2n-skx-mrr:
 738       - "vpp-performance-changes-2n-skx-mrr-h1"
 739       - "vpp-performance-changes-2n-skx-mrr-ref"
 740       - "vpp-performance-changes-2n-skx-mrr-cmp"
 741
 742     dpdk-performance-changes-3n-hsw-h1:
 743       csit-dpdk-perf-verify-1807-3n-hsw:
 744         - 11
 745         - 12  # full
 746         - 14
 747         - 15
 748         - 16
 749         - 17
 750         - 20
 751         - 21
 752         - 22
 753         - 23
 754     dpdk-performance-changes-3n-hsw-ref:
 755       csit-dpdk-perf-verify-1810-3n-hsw:
 756         - 1   # NDRPDR sel
 757         - 2   # NDRPDR sel
 758         - 3   # NDRPDR sel
 759         - 4   # NDRPDR sel
 760         - 5   # NDRPDR sel
 761         - 6   # NDRPDR sel
 762         - 7   # NDRPDR sel
 763         - 8   # NDRPDR sel
 764         - 9   # NDRPDR sel
 765         - 10  # NDRPDR sel
 766     dpdk-performance-changes-3n-hsw-cmp:
 767       csit-dpdk-perf-verify-1901-3n-hsw:
 768         - 13  # NDRPDR sel
 769         - 14  # NDRPDR sel
 770         - 16  # NDRPDR sel
 771         - 17  # NDRPDR sel
 772         - 18  # NDRPDR sel
 773         - 19  # NDRPDR sel
 774         - 20  # NDRPDR sel
 775         - 21  # NDRPDR sel
 776         - 22  # NDRPDR sel
 777         - 23  # NDRPDR sel
 778     dpdk-performance-changes-3n-hsw:
 779       - "dpdk-performance-changes-3n-hsw-h1"
 780       - "dpdk-performance-changes-3n-hsw-ref"
 781       - "dpdk-performance-changes-3n-hsw-cmp"
 782
 783     dpdk-performance-changes-3n-skx-h1:
 784       csit-dpdk-perf-verify-1807-3n-skx:
 785         - 1   # NDRPDR sel
 786         - 2   # NDRPDR sel
 787         - 3   # NDRPDR sel
 788         - 6   # NDRPDR sel
 789         - 7   # NDRPDR sel
 790         - 8   # NDRPDR sel
 791         - 9   # NDRPDR sel
 792         - 10  # NDRPDR sel
 793         - 11  # NDRPDR sel
 794         - 12  # NDRPDR sel
 795     dpdk-performance-changes-3n-skx-ref:
 796       csit-dpdk-perf-verify-1810-3n-skx:
 797         - 3   # NDRPDR sel
 798         - 4   # NDRPDR sel
 799         - 6   # NDRPDR sel
 800         - 7   # NDRPDR sel
 801         - 8   # NDRPDR sel
 802         - 9   # NDRPDR sel
 803         - 10  # NDRPDR sel
 804         - 11  # NDRPDR sel
 805         - 12  # NDRPDR sel
 806         - 13  # NDRPDR sel
 807     dpdk-performance-changes-3n-skx-cmp:
 808       csit-dpdk-perf-verify-1901-3n-skx:
 809         - 3   # NDRPDR sel
 810         - 5   # NDRPDR sel
 811         - 6   # NDRPDR sel
 812         - 7   # NDRPDR sel
 813         - 8   # NDRPDR sel
 814         - 9   # NDRPDR sel
 815         - 10  # NDRPDR sel
 816         - 11  # NDRPDR sel
 817         - 12  # NDRPDR sel
 818         - 13  # NDRPDR sel
 819     dpdk-performance-changes-3n-skx:
 820       - "dpdk-performance-changes-3n-skx-h1"
 821       - "dpdk-performance-changes-3n-skx-ref"
 822       - "dpdk-performance-changes-3n-skx-cmp"
 823
 824     dpdk-performance-changes-2n-skx-ref:
 825       csit-dpdk-perf-verify-1810-2n-skx:
 826         - 3   # NDRPDR sel
 827         - 4   # NDRPDR sel
 828         - 5   # NDRPDR sel
 829         - 7   # NDRPDR sel
 830         - 8   # NDRPDR sel
 831         - 9   # NDRPDR sel
 832         - 10  # NDRPDR sel
 833         - 11  # NDRPDR sel
 834         - 12  # NDRPDR sel
 835         - 13  # NDRPDR sel
 836     dpdk-performance-changes-2n-skx-cmp:
 837       csit-dpdk-perf-verify-1901-2n-skx:
 838         - 12  # NDRPDR sel
 839         - 13  # NDRPDR sel
 840         - 14  # NDRPDR sel
 841         - 15  # NDRPDR sel
 842         - 16  # NDRPDR sel
 843         - 17  # NDRPDR sel
 844         - 18  # NDRPDR sel
 845         - 19  # NDRPDR sel
 846         - 20  # NDRPDR sel
 847         - 21  # NDRPDR sel
 848     dpdk-performance-changes-2n-skx:
 849       - "dpdk-performance-changes-2n-skx-ref"
 850       - "dpdk-performance-changes-2n-skx-cmp"
 851
 852     # Compare testbeds
 853
 854     vpp-compare-testbeds-ref:
 855       csit-vpp-perf-verify-1901-3n-hsw:
 856         - 10  # NDRPDR sel
 857         - 19  # NDRPDR sel
 858         - 31  # NDRPDR sel
 859         - 36  # NDRPDR sel
 860         - 40  # NDRPDR sel
 861         - 42  # NDRPDR sel
 862         - 44  # NDRPDR sel
 863         - 46  # NDRPDR sel
 864         - 47  # NDRPDR sel
 865         - 48  # NDRPDR sel
 866         - 61  # NDRPDR LB
 867         - 62  # NDRPDR LB
 868         - 63  # NDRPDR LB
 869         - 64  # NDRPDR LB
 870         - 65  # NDRPDR LB
 871         - 66  # NDRPDR LB
 872         - 67  # NDRPDR LB
 873         - 69  # NDRPDR LB
 874         - 70  # NDRPDR LB
 875         - 71  # NDRPDR LB
 876     vpp-compare-testbeds-cmp:
 877       csit-vpp-perf-verify-1901-3n-skx:
 878         - 18  # NDRPDR sel
 879         - 19  # NDRPDR sel
 880         - 20  # NDRPDR sel
 881         - 28  # NDRPDR sel
 882         - 31  # NDRPDR sel
 883         - 33  # NDRPDR sel
 884         - 36  # NDRPDR sel
 885         - 38  # NDRPDR sel
 886         - 47  # NDRPDR sel
 887         - 48  # NDRPDR sel
 888         - 54  # NDRPDR LB
 889         - 57  # NDRPDR LB
 890         - 58  # NDRPDR LB
 891         - 59  # NDRPDR LB
 892         - 60  # NDRPDR LB
 893         - 63  # NDRPDR LB
 894         - 64  # NDRPDR LB
 895         - 65  # NDRPDR LB
 896         - 66  # NDRPDR LB
 897         - 67  # NDRPDR LB
 898     vpp-compare-testbeds:
 899       - "vpp-compare-testbeds-ref"
 900       - "vpp-compare-testbeds-cmp"
 901
 902     vpp-compare-testbeds-mrr-ref:
 903       csit-vpp-perf-verify-1901-3n-hsw:
 904         - 35  # MRR sel
 905     vpp-compare-testbeds-mrr-cmp:
 906       csit-vpp-perf-verify-1901-3n-skx:
 907         - 32  # MRR sel
 908     vpp-compare-testbeds-mrr:
 909       - "vpp-compare-testbeds-mrr-ref"
 910       - "vpp-compare-testbeds-mrr-cmp"
 911
 912     dpdk-compare-testbeds-ref:
 913       csit-dpdk-perf-verify-1901-3n-hsw:
 914         - 13  # NDRPDR sel
 915         - 14  # NDRPDR sel
 916         - 16  # NDRPDR sel
 917         - 17  # NDRPDR sel
 918         - 18  # NDRPDR sel
 919         - 19  # NDRPDR sel
 920         - 20  # NDRPDR sel
 921         - 21  # NDRPDR sel
 922         - 22  # NDRPDR sel
 923         - 23  # NDRPDR sel
 924     dpdk-compare-testbeds-cmp:
 925       csit-dpdk-perf-verify-1901-3n-skx:
 926         - 3   # NDRPDR sel
 927         - 5   # NDRPDR sel
 928         - 6   # NDRPDR sel
 929         - 7   # NDRPDR sel
 930         - 8   # NDRPDR sel
 931         - 9   # NDRPDR sel
 932         - 10  # NDRPDR sel
 933         - 11  # NDRPDR sel
 934         - 12  # NDRPDR sel
 935         - 13  # NDRPDR sel
 936     dpdk-compare-testbeds:
 937       - "dpdk-compare-testbeds-ref"
 938       - "dpdk-compare-testbeds-cmp"
 939
 940     # Compare topologies
 941
 942     vpp-compare-topologies-ref:
 943       csit-vpp-perf-verify-1901-3n-skx:
 944         - 18  # NDRPDR sel
 945         - 19  # NDRPDR sel
 946         - 20  # NDRPDR sel
 947         - 28  # NDRPDR sel
 948         - 31  # NDRPDR sel
 949         - 33  # NDRPDR sel
 950         - 36  # NDRPDR sel
 951         - 38  # NDRPDR sel
 952         - 47  # NDRPDR sel
 953         - 48  # NDRPDR sel
 954     vpp-compare-topologies-cmp:
 955       csit-vpp-perf-verify-1901-2n-skx:
 956         - 5   # NDRPDR sel
 957         - 12  # NDRPDR sel
 958         - 13  # NDRPDR sel
 959         - 21  # NDRPDR sel
 960         - 23  # NDRPDR sel
 961         - 31  # NDRPDR sel
 962         - 34  # NDRPDR sel
 963         - 40  # NDRPDR sel
 964         - 42  # NDRPDR sel
 965         - 43  # NDRPDR sel
 966     vpp-compare-topologies:
 967       - "vpp-compare-topologies-ref"
 968       - "vpp-compare-topologies-cmp"
 969
 970     vpp-compare-topologies-mrr-ref:
 971       csit-vpp-perf-verify-1901-3n-skx:
 972         - 32  # MRR sel
 973     vpp-compare-topologies-mrr-cmp:
 974       csit-vpp-perf-verify-1901-2n-skx:
 975         - 22  # MRR sel
 976     vpp-compare-topologies-mrr:
 977       - "vpp-compare-topologies-mrr-ref"
 978       - "vpp-compare-topologies-mrr-cmp"
 979
 980     dpdk-compare-topologies-ref:
 981       csit-dpdk-perf-verify-1901-3n-skx:
 982         - 3   # NDRPDR sel
 983         - 5   # NDRPDR sel
 984         - 6   # NDRPDR sel
 985         - 7   # NDRPDR sel
 986         - 8   # NDRPDR sel
 987         - 9   # NDRPDR sel
 988         - 10  # NDRPDR sel
 989         - 11  # NDRPDR sel
 990         - 12  # NDRPDR sel
 991         - 13  # NDRPDR sel
 992     dpdk-compare-topologies-cmp:
 993       csit-dpdk-perf-verify-1901-2n-skx:
 994         - 12  # NDRPDR sel
 995         - 13  # NDRPDR sel
 996         - 14  # NDRPDR sel
 997         - 15  # NDRPDR sel
 998         - 16  # NDRPDR sel
 999         - 17  # NDRPDR sel
1000         - 18  # NDRPDR sel
1001         - 19  # NDRPDR sel
1002         - 20  # NDRPDR sel
1003         - 21  # NDRPDR sel
1004     dpdk-compare-topologies:
1005       - "dpdk-compare-topologies-ref"
1006       - "dpdk-compare-topologies-cmp"
1007
1008   plot-layouts:
1009
1010     plot-soak-throughput:
1011       titlefont:
1012         size: 18
1013       xaxis:
1014         title: "<b>Test Cases [Index]</b>"
1015         titlefont:
1016           size: 16
1017         autorange: True
1018         fixedrange: False
1019         gridcolor: "rgb(230, 230, 230)"
1020         linecolor: "rgb(220, 220, 220)"
1021         linewidth: 1
1022         showgrid: True
1023         showline: True
1024         showticklabels: True
1025         tickcolor: "rgb(220, 220, 220)"
1026         tickmode: "linear"
1027         tickfont:
1028           size: 16
1029         zeroline: False
1030       yaxis:
1031         title: "<b>Packet Throughput [Mpps]</b>"
1032         titlefont:
1033           size: 16
1034         gridcolor: "rgb(230, 230, 230)"
1035         hoverformat: ".4s"
1036         tickformat: ".3s"
1037         linecolor: "rgb(220, 220, 220)"
1038         linewidth: 1
1039         showgrid: True
1040         showline: True
1041         showticklabels: True
1042         tickcolor: "rgb(220, 220, 220)"
1043         tickfont:
1044           size: 16
1045         zeroline: False
1046         range: [0,50]
1047       autosize: False
1048       margin:
1049         t: 50
1050         b: 0
1051         l: 80
1052         r: 20
1053       showlegend: True
1054       legend:
1055         orientation: "h"
1056         font:
1057           size: 16
1058       width: 700
1059       height: 900
1060
1061     plot-service-density:
1062       titlefont:
1063         size: 18
1064       xaxis:
1065         side: "top"
1066         autorange: True
1067         fixedrange: False
1068         showgrid: False
1069         showline: False
1070         showticklabels: False
1071         ticks: ""
1072         ticklen: 0
1073         tickwidth: 0
1074         zeroline: False
1075       yaxis:
1076         autorange: "reversed"
1077         showgrid: False
1078         showline: False
1079         showticklabels: False
1080         ticks: ""
1081         ticklen: 0
1082         tickwidth: 0
1083         zeroline: False
1084       autosize: True
1085       showlegend: False
1086       width: 700
1087       height: 700
1088
1089     plot-cps:
1090       titlefont:
1091         size: 18
1092       xaxis:
1093         title: "<b>Test Cases [Index]</b>"
1094         titlefont:
1095           size: 16
1096         autorange: True
1097         fixedrange: False
1098         gridcolor: "rgb(230, 230, 230)"
1099         linecolor: "rgb(220, 220, 220)"
1100         linewidth: 1
1101         showgrid: True
1102         showline: True
1103         showticklabels: True
1104         tickcolor: "rgb(220, 220, 220)"
1105         tickmode: "linear"
1106         tickfont:
1107           size: 16
1108         zeroline: False
1109       yaxis:
1110         title: "<b>Connections Per Second [cps]</b>"
1111         titlefont:
1112           size: 16
1113         gridcolor: "rgb(230, 230, 230)"
1114         hoverformat: ".4s"
1115         linecolor: "rgb(220, 220, 220)"
1116         linewidth: 1
1117         rangemode: "tozero"
1118         showgrid: True
1119         showline: True
1120         showticklabels: True
1121         tickcolor: "rgb(220, 220, 220)"
1122         tickformat: ".3s"
1123         tickfont:
1124           size: 16
1125         zeroline: False
1126       boxmode: "group"
1127       boxgroupgap: 0.5
1128       autosize: False
1129       margin:
1130         t: 50
1131         b: 20
1132         l: 80
1133         r: 20
1134       showlegend: True
1135       legend:
1136         orientation: "h"
1137         font:
1138           size: 16
1139       width: 700
1140       height: 800
1141
1142     plot-rps:
1143       titlefont:
1144         size: 18
1145       xaxis:
1146         title: "<b>Test Cases [Index]</b>"
1147         titlefont:
1148           size: 16
1149         autorange: True
1150         fixedrange: False
1151         gridcolor: "rgb(230, 230, 230)"
1152         linecolor: "rgb(220, 220, 220)"
1153         linewidth: 1
1154         showgrid: True
1155         showline: True
1156         showticklabels: True
1157         tickcolor: "rgb(220, 220, 220)"
1158         tickmode: "linear"
1159         tickfont:
1160           size: 16
1161         zeroline: False
1162       yaxis:
1163         title: "<b>Requests Per Second [rps]</b>"
1164         titlefont:
1165           size: 16
1166         gridcolor: "rgb(230, 230, 230)"
1167         hoverformat: ".4s"
1168         linecolor: "rgb(220, 220, 220)"
1169         linewidth: 1
1170         rangemode: "tozero"
1171         showgrid: True
1172         showline: True
1173         showticklabels: True
1174         tickcolor: "rgb(230, 230, 230)"
1175         tickformat: ".3s"
1176         tickfont:
1177           size: 16
1178         zeroline: False
1179       boxmode: "group"
1180       boxgroupgap: 0.5
1181       autosize: False
1182       margin:
1183         t: 50
1184         b: 20
1185         l: 80
1186         r: 20
1187       showlegend: True
1188       legend:
1189         orientation: "h"
1190         font:
1191           size: 16
1192       width: 700
1193       height: 800
1194
1195     plot-throughput:
1196       titlefont:
1197         size: 18
1198       xaxis:
1199         title: "<b>Test Cases [Index]</b>"
1200         titlefont:
1201           size: 16
1202         autorange: True
1203         fixedrange: False
1204         gridcolor: "rgb(230, 230, 230)"
1205         linecolor: "rgb(220, 220, 220)"
1206         linewidth: 1
1207         showgrid: True
1208         showline: True
1209         showticklabels: True
1210         tickcolor: "rgb(220, 220, 220)"
1211         tickmode: "linear"
1212         tickfont:
1213           size: 16
1214         zeroline: False
1215       yaxis:
1216         title: "<b>Packet Throughput [Mpps]</b>"
1217         titlefont:
1218           size: 16
1219         gridcolor: "rgb(230, 230, 230)"
1220         hoverformat: ".4s"
1221         tickformat: ".3s"
1222         linecolor: "rgb(220, 220, 220)"
1223         linewidth: 1
1224         showgrid: True
1225         showline: True
1226         showticklabels: True
1227         tickcolor: "rgb(220, 220, 220)"
1228         tickfont:
1229           size: 16
1230         zeroline: False
1231         range: [0,50]
1232       boxmode: "group"
1233       boxgroupgap: 0.5
1234       autosize: False
1235       margin:
1236         t: 50
1237         b: 0
1238         l: 80
1239         r: 20
1240       showlegend: True
1241       legend:
1242         orientation: "h"
1243         font:
1244           size: 16
1245       width: 700
1246       height: 900
1247
1248     plot-throughput-speedup-analysis:
1249       titlefont:
1250         size: 18
1251       xaxis:
1252         title: "<b>Number of Cores [Qty]</b>"
1253         titlefont:
1254           size: 16
1255         autorange: True
1256         fixedrange: False
1257         gridcolor: "rgb(230, 230, 230)"
1258         linecolor: "rgb(220, 220, 220)"
1259         linewidth: 1
1260         showgrid: True
1261         showline: True
1262         showticklabels: True
1263         tickcolor: "rgb(238, 238, 238)"
1264         tickmode: "linear"
1265         tickfont:
1266           size: 16
1267         zeroline: False
1268       yaxis:
1269         title: "<b>Packet Throughput [Mpps]</b>"
1270         titlefont:
1271           size: 16
1272         type: "linear"
1273         gridcolor: "rgb(230, 230, 230)"
1274         hoverformat: ".4s"
1275         linecolor: "rgb(220, 220, 220)"
1276         linewidth: 1
1277         showgrid: True
1278         showline: True
1279         showticklabels: True
1280         tickcolor: "rgb(220, 220, 220)"
1281         tickformat: ".4s"
1282         tickfont:
1283           size: 16
1284         zeroline: True
1285         rangemode: "tozero"
1286         range: [0,100]
1287       legend:
1288         orientation: "h"
1289         font:
1290           size: 16
1291         xanchor: "left"
1292         yanchor: "top"
1293         x: 0
1294         y: -0.2
1295         bgcolor: "rgba(255, 255, 255, 0)"
1296         bordercolor: "rgba(255, 255, 255, 0)"
1297         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1298       autosize: False
1299       margin:
1300           't': 50
1301           'b': 150
1302           'l': 85
1303           'r': 10
1304       showlegend: True
1305       width: 700
1306       height: 700
1307       hoverlabel:
1308         namelength: -1
1309       annotations: [
1310         {
1311           text: "_ _          __          ...",
1312           align: "left",
1313           showarrow: False,
1314           xref: "paper",
1315           yref: "paper",
1316           xanchor: "left",
1317           yanchor: "top",
1318           x: 0,
1319           y: -0.13,
1320           font: {
1321             family: "Consolas, Courier New",
1322             size: 15
1323           },
1324         },
1325         {
1326           text: "    Perfect     Measured     Limit",
1327           align: "left",
1328           showarrow: False,
1329           xref: "paper",
1330           yref: "paper",
1331           xanchor: "left",
1332           yanchor: "top",
1333           x: 0,
1334           y: -0.15,
1335           font: {
1336             family: "Consolas, Courier New",
1337             size: 15
1338           },
1339         },
1340       ]
1341
1342     plot-latency:
1343       titlefont:
1344         size: 18
1345       xaxis:
1346         title: "<b>Direction</b>"
1347         titlefont:
1348           size: 16
1349         autorange: True
1350         fixedrange: False
1351         gridcolor: "rgb(230, 230, 230)"
1352         linecolor: "rgb(220, 220, 220)"
1353         linewidth: 1
1354         showgrid: True
1355         showline: True
1356         showticklabels: False
1357         tickcolor: "rgb(220, 220, 220)"
1358         tickmode: "linear"
1359         tickfont:
1360           size: 16
1361         zeroline: False
1362       yaxis:
1363         title: "<b>Packet Latency [uSec]</b>"
1364         titlefont:
1365           size: 16
1366         type: "linear"
1367         gridcolor: "rgb(230, 230, 230)"
1368         hoverformat: ".4s"
1369         linecolor: "rgb(220, 220, 220)"
1370         linewidth: 1
1371         showgrid: True
1372         showline: True
1373         showticklabels: True
1374         tickcolor: "rgb(220, 220, 220)"
1375         tickformat: ".4s"
1376         tickfont:
1377           size: 16
1378         zeroline: True
1379         rangemode: "tozero"
1380       legend:
1381         orientation: "h"
1382         font:
1383           size: 16
1384         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1385       autosize: False
1386       margin:
1387           't': 50
1388           'b': 150
1389           'l': 80
1390           'r': 10
1391       showlegend: True
1392       width: 700
1393       height: 700
1394       hoverlabel:
1395         namelength: -1
1396
1397 -
1398   type: "static"
1399   src-path: "{DIR[RST]}"
1400   dst-path: "{DIR[WORKING,SRC]}"
1401
1402 -
1403   type: "input"
1404   general:
1405     file-name: "robot-plugin.zip"
1406     file-format: ".zip"
1407     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1408     extract: "robot-plugin/output.xml"
1409
1410   builds:
1411
1412     # Not used
1413     intel-dnv-vpp-release-1810:
1414       - 1
1415
1416     csit-vpp-perf-verify-1807-3n-hsw:
1417       - 8   # MRR full
1418       - 9   # MRR sel
1419       - 21  # MRR sel
1420       - 31  # MRR sel
1421       - 33  # MRR sel
1422       - 36  # MRR sel
1423       - 41  # MRR sel
1424       - 42  # MRR sel
1425       - 48  # MRR sel
1426       - 11  # NDRPDR full 1
1427       - 22  # NDRPDR full 2
1428       - 45  # NDRPDR full 3
1429       - 46  # NDRPDR full 4
1430       - 15  # NDRPDR sel
1431       - 16  # NDRPDR sel
1432       - 19  # NDRPDR sel
1433       - 18  # NDRPDR sel
1434       - 20  # NDRPDR sel
1435       - 38  # NDRPDR sel
1436       - 40  # NDRPDR sel
1437       - 44  # NDRPDR sel
1438       - 47  # NDRPDR sel
1439     csit-vpp-perf-verify-1810-3n-hsw:
1440       - 9   # MRR sel
1441       - 20  # NDRPDR full
1442       - 21  # NDRPDR full
1443       - 22  # NDRPDR full
1444       - 27  # NDRPDR full
1445       - 8   # NDRPDR sel
1446       - 12  # NDRPDR sel
1447       - 14  # NDRPDR sel
1448       - 18  # NDRPDR sel
1449       - 23  # NDRPDR sel
1450       - 25  # NDRPDR sel
1451       - 38  # NDRPDR sel
1452       - 39  # NDRPDR sel
1453       - 41  # NDRPDR sel
1454       - 42  # NDRPDR sel
1455       - 28  # WRK
1456       - 29  # WRK
1457       - 30  # WRK
1458       - 31  # WRK
1459       - 32  # WRK
1460       - 33  # WRK
1461       - 34  # WRK
1462       - 35  # WRK
1463       - 36  # WRK
1464       - 37  # WRK
1465     csit-vpp-perf-verify-1901-3n-hsw:
1466       - 35  # MRR sel
1467       - 38  # NDRPDR full
1468       - 43  # NDRPDR full
1469       - 45  # NDRPDR full
1470       - 49  # NDRPDR full
1471       - 10  # NDRPDR sel
1472       - 19  # NDRPDR sel
1473       - 31  # NDRPDR sel
1474       - 36  # NDRPDR sel
1475       - 40  # NDRPDR sel
1476       - 42  # NDRPDR sel
1477       - 44  # NDRPDR sel
1478       - 46  # NDRPDR sel
1479       - 47  # NDRPDR sel
1480       - 48  # NDRPDR sel
1481       - 61  # NDRPDR LB
1482       - 62  # NDRPDR LB
1483       - 63  # NDRPDR LB
1484       - 64  # NDRPDR LB
1485       - 65  # NDRPDR LB
1486       - 66  # NDRPDR LB
1487       - 67  # NDRPDR LB
1488       - 69  # NDRPDR LB
1489       - 70  # NDRPDR LB
1490       - 71  # NDRPDR LB
1491     csit-vpp-perf-verify-1807-3n-skx:
1492       - 31  # MRR full
1493       - 28  # MRR sel
1494       - 32  # MRR sel
1495       - 36  # MRR sel
1496       - 42  # MRR sel
1497       - 47  # MRR sel
1498       - 48  # MRR sel
1499       - 51  # MRR sel
1500       - 52  # MRR sel
1501       - 53  # MRR sel
1502       - 54  # MRR sel
1503       - 40  # NDRPDR full 1
1504       - 41  # NDRPDR full 2
1505       - 33  # NDRPDR sel
1506       - 35  # NDRPDR sel
1507       - 37  # NDRPDR sel
1508       - 38  # NDRPDR sel
1509       - 39  # NDRPDR sel
1510       - 43  # NDRPDR sel
1511       - 44  # NDRPDR sel
1512       - 49  # NDRPDR sel
1513       - 50  # NDRPDR sel
1514       - 56  # NDRPDR sel
1515     csit-vpp-perf-verify-1810-3n-skx:
1516       - 9   # MRR sel
1517       - 11  # MRR sel
1518       - 12  # MRR sel
1519       - 13  # MRR sel
1520       - 23  # NDRPDR full
1521       - 24  # NDRPDR full
1522       - 10  # NDRPDR sel
1523       - 14  # NDRPDR sel
1524       - 15  # NDRPDR sel
1525       - 16  # NDRPDR sel
1526       - 17  # NDRPDR sel
1527       - 19  # NDRPDR sel
1528       - 20  # NDRPDR sel
1529       - 21  # NDRPDR sel
1530       - 22  # NDRPDR sel
1531       - 25  # NDRPDR sel
1532     csit-vpp-perf-verify-1901-3n-skx:
1533       - 32  # MRR sel
1534       - 37  # NDRPDR full
1535       - 39  # NDRPDR full
1536       - 40  # NDRPDR full
1537       - 49  # NDRPDR full
1538       - 18  # NDRPDR sel
1539       - 19  # NDRPDR sel
1540       - 20  # NDRPDR sel
1541       - 28  # NDRPDR sel
1542       - 31  # NDRPDR sel
1543       - 33  # NDRPDR sel
1544       - 36  # NDRPDR sel
1545       - 38  # NDRPDR sel
1546       - 47  # NDRPDR sel
1547       - 48  # NDRPDR sel
1548       - 54  # NDRPDR LB
1549       - 57  # NDRPDR LB
1550       - 58  # NDRPDR LB
1551       - 59  # NDRPDR LB
1552       - 60  # NDRPDR LB
1553       - 63  # NDRPDR LB
1554       - 64  # NDRPDR LB
1555       - 65  # NDRPDR LB
1556       - 66  # NDRPDR LB
1557       - 67  # NDRPDR LB
1558     csit-vpp-perf-verify-1807-2n-skx:
1559       - 27  # MRR full
1560       - 31  # MRR sel
1561       - 33  # MRR sel
1562       - 37  # MRR sel
1563       - 38  # MRR sel
1564       - 41  # MRR sel
1565       - 43  # MRR sel
1566       - 44  # MRR sel
1567       - 45  # MRR sel
1568       - 46  # MRR sel
1569       - 47  # MRR sel
1570       - 32  # NDRPDR full
1571       - 26  # NDRPDR sel
1572       - 28  # NDRPDR sel
1573       - 29  # NDRPDR sel
1574       - 30  # NDRPDR sel
1575       - 34  # NDRPDR sel
1576       - 35  # NDRPDR sel
1577       - 36  # NDRPDR sel
1578       - 39  # NDRPDR sel
1579       - 40  # NDRPDR sel
1580       - 42  # NDRPDR sel
1581     csit-vpp-perf-verify-1810-2n-skx:
1582       - 8   # MRR sel
1583       - 10  # MRR sel
1584       - 11  # MRR sel
1585       - 12  # MRR sel
1586       - 25  # NDRPDR full
1587       - 26  # NDRPDR full
1588       - 9   # NDRPDR sel
1589       - 13  # NDRPDR sel
1590       - 14  # NDRPDR sel
1591       - 19  # NDRPDR sel
1592       - 20  # NDRPDR sel
1593       - 21  # NDRPDR sel
1594       - 22  # NDRPDR sel
1595       - 23  # NDRPDR sel
1596       - 24  # NDRPDR sel
1597       - 27  # NDRPDR sel
1598     csit-vpp-perf-verify-1901-2n-skx:
1599       - 22  # MRR sel
1600       - 25  # NDRPDR full
1601       - 30  # NDRPDR full
1602       - 33  # NDRPDR full
1603       - 44  # NDRPDR full
1604       - 5   # NDRPDR sel
1605       - 12  # NDRPDR sel
1606       - 13  # NDRPDR sel
1607       - 21  # NDRPDR sel
1608       - 23  # NDRPDR sel
1609       - 31  # NDRPDR sel
1610       - 34  # NDRPDR sel
1611       - 40  # NDRPDR sel
1612       - 42  # NDRPDR sel
1613       - 43  # NDRPDR sel
1614       - 24  # NFV MRR
1615       - 26  # NFV MRR
1616       - 27  # NFV MRR
1617       - 35  # NFV MRR
1618       - 37  # NFV MRR
1619       - 28  # NFV NDRPDR
1620       - 29  # NFV NDRPDR
1621       - 32  # NFV NDRPDR
1622       - 39  # NFV NDRPDR
1623       - 46  # NFV NDRPDR
1624       - 45  # SOAK
1625     # TODO: Add new data
1626     csit-ligato-perf-verify-1901-3n-hsw:
1627       - 10  # NDRPDR full
1628       - 8   # NDRPDR sel
1629       - 9   # NDRPDR sel
1630       - 11  # NDRPDR sel
1631       - 12  # NDRPDR sel
1632       - 13  # NDRPDR sel
1633       - 14  # NDRPDR sel
1634       - 15  # NDRPDR sel
1635       - 16  # NDRPDR sel
1636       - 17  # NDRPDR sel
1637       - 18  # NDRPDR sel
1638     csit-dpdk-perf-verify-1807-3n-hsw:
1639       - 11
1640       - 12  # full
1641       - 14
1642       - 15
1643       - 16
1644       - 17
1645       - 20
1646       - 21
1647       - 22
1648       - 23
1649     csit-dpdk-perf-verify-1810-3n-hsw:
1650       - 1   # NDRPDR sel
1651       - 2   # NDRPDR sel
1652       - 3   # NDRPDR sel
1653       - 4   # NDRPDR sel
1654       - 5   # NDRPDR sel
1655       - 6   # NDRPDR sel
1656       - 7   # NDRPDR sel
1657       - 8   # NDRPDR sel
1658       - 9   # NDRPDR sel
1659       - 10  # NDRPDR sel
1660     csit-dpdk-perf-verify-1901-3n-hsw:
1661       - 13  # NDRPDR sel
1662       - 14  # NDRPDR sel
1663       - 16  # NDRPDR sel
1664       - 17  # NDRPDR sel
1665       - 18  # NDRPDR sel
1666       - 19  # NDRPDR sel
1667       - 20  # NDRPDR sel
1668       - 21  # NDRPDR sel
1669       - 22  # NDRPDR sel
1670       - 23  # NDRPDR sel
1671     csit-dpdk-perf-verify-1807-3n-skx:
1672       - 1   # NDRPDR sel
1673       - 2   # NDRPDR sel
1674       - 3   # NDRPDR sel
1675       - 6   # NDRPDR sel
1676       - 7   # NDRPDR sel
1677       - 8   # NDRPDR sel
1678       - 9   # NDRPDR sel
1679       - 10  # NDRPDR sel
1680       - 11  # NDRPDR sel
1681       - 12  # NDRPDR sel
1682     csit-dpdk-perf-verify-1810-3n-skx:
1683       - 3   # NDRPDR sel
1684       - 4   # NDRPDR sel
1685       - 6   # NDRPDR sel
1686       - 7   # NDRPDR sel
1687       - 8   # NDRPDR sel
1688       - 9   # NDRPDR sel
1689       - 10  # NDRPDR sel
1690       - 11  # NDRPDR sel
1691       - 12  # NDRPDR sel
1692       - 13  # NDRPDR sel
1693     csit-dpdk-perf-verify-1901-3n-skx:
1694       - 3   # NDRPDR sel
1695       - 5   # NDRPDR sel
1696       - 6   # NDRPDR sel
1697       - 7   # NDRPDR sel
1698       - 8   # NDRPDR sel
1699       - 9   # NDRPDR sel
1700       - 10  # NDRPDR sel
1701       - 11  # NDRPDR sel
1702       - 12  # NDRPDR sel
1703       - 13  # NDRPDR sel
1704     csit-dpdk-perf-verify-1810-2n-skx:
1705       - 3   # NDRPDR sel
1706       - 4   # NDRPDR sel
1707       - 5   # NDRPDR sel
1708       - 7   # NDRPDR sel
1709       - 8   # NDRPDR sel
1710       - 9   # NDRPDR sel
1711       - 10  # NDRPDR sel
1712       - 11  # NDRPDR sel
1713       - 12  # NDRPDR sel
1714       - 13  # NDRPDR sel
1715     csit-dpdk-perf-verify-1901-2n-skx:
1716       - 12  # NDRPDR sel
1717       - 13  # NDRPDR sel
1718       - 14  # NDRPDR sel
1719       - 15  # NDRPDR sel
1720       - 16  # NDRPDR sel
1721       - 17  # NDRPDR sel
1722       - 18  # NDRPDR sel
1723       - 19  # NDRPDR sel
1724       - 20  # NDRPDR sel
1725       - 21  # NDRPDR sel
1726     csit-vpp-functional-1901-ubuntu1604-virl:
1727       - 48
1728     csit-vpp-functional-1901-centos7-virl:
1729       - 50
1730     csit-vpp-device-1901-ubuntu1804-1n-skx:
1731       - 49
1732     # Not used
1733     csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1734       - 1
1735     csit-dmm-functional-1901-ubuntu1604-virl:
1736       - 2
1737     csit-hc2vpp-verify-func-1901-ubuntu1604:
1738       - 3
1739
1740 -
1741   type: "output"
1742   output: "report"
1743   format:
1744     html:
1745     - full
1746     pdf:
1747     - minimal
1748
1749 ################################################################################
1750 ###                               T A B L E S                                ###
1751 ################################################################################
1752
1753 # VPP Compare NICs 3n-hsw 1t1c ndr
1754 -
1755   type: "table"
1756   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1757   algorithm: "table_nics_comparison"
1758   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1759   reference:
1760     title: "Intel-x520"
1761     nic: "NIC_Intel-X520-DA2"
1762   compare:
1763     title: "Intel-x710"
1764     nic: "NIC_Intel-X710"
1765   data: "vpp-nic-comparison-3n-hsw"
1766   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1767   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1768   parameters:
1769   - "name"
1770   - "parent"
1771   - "throughput"
1772   - "tags"
1773
1774 # VPP Compare NICs 3n-hsw 2t2c ndr
1775 -
1776   type: "table"
1777   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1778   algorithm: "table_nics_comparison"
1779   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1780   reference:
1781     title: "Intel-x520"
1782     nic: "NIC_Intel-X520-DA2"
1783   compare:
1784     title: "Intel-x710"
1785     nic: "NIC_Intel-X710"
1786   data: "vpp-nic-comparison-3n-hsw"
1787   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1788   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1789   parameters:
1790   - "name"
1791   - "parent"
1792   - "throughput"
1793   - "tags"
1794
1795 # VPP Compare NICs 3n-hsw 1t1c pdr
1796 -
1797   type: "table"
1798   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1799   algorithm: "table_nics_comparison"
1800   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1801   reference:
1802     title: "Intel-x520"
1803     nic: "NIC_Intel-X520-DA2"
1804   compare:
1805     title: "Intel-x710"
1806     nic: "NIC_Intel-X710"
1807   data: "vpp-nic-comparison-3n-hsw"
1808   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1809   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1810   parameters:
1811   - "name"
1812   - "parent"
1813   - "throughput"
1814   - "tags"
1815
1816 # VPP Compare NICs 3n-hsw 2t2c pdr
1817 -
1818   type: "table"
1819   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1820   algorithm: "table_nics_comparison"
1821   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1822   reference:
1823     title: "Intel-x520"
1824     nic: "NIC_Intel-X520-DA2"
1825   compare:
1826     title: "Intel-x710"
1827     nic: "NIC_Intel-X710"
1828   data: "vpp-nic-comparison-3n-hsw"
1829   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1830   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1831   parameters:
1832   - "name"
1833   - "parent"
1834   - "throughput"
1835   - "tags"
1836
1837 # VPP Compare NICs 3n-hsw 1t1c mrr
1838 -
1839   type: "table"
1840   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1841   algorithm: "table_nics_comparison"
1842   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1843   reference:
1844     title: "Intel-x520"
1845     nic: "NIC_Intel-X520-DA2"
1846   compare:
1847     title: "Intel-x710"
1848     nic: "NIC_Intel-X710"
1849   data: "vpp-nic-comparison-3n-hsw-mrr"
1850   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1851   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1852   parameters:
1853   - "name"
1854   - "parent"
1855   - "result"
1856   - "tags"
1857
1858 # VPP Compare NICs 3n-hsw 2t2c mrr
1859 -
1860   type: "table"
1861   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1862   algorithm: "table_nics_comparison"
1863   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1864   reference:
1865     title: "Intel-x520"
1866     nic: "NIC_Intel-X520-DA2"
1867   compare:
1868     title: "Intel-x710"
1869     nic: "NIC_Intel-X710"
1870   data: "vpp-nic-comparison-3n-hsw-mrr"
1871   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1872   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1873   parameters:
1874   - "name"
1875   - "parent"
1876   - "result"
1877   - "tags"
1878
1879 # VPP Compare NICs 3n-hsw 4t4c mrr
1880 -
1881   type: "table"
1882   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1883   algorithm: "table_nics_comparison"
1884   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1885   reference:
1886     title: "Intel-x520"
1887     nic: "NIC_Intel-X520-DA2"
1888   compare:
1889     title: "Intel-x710"
1890     nic: "NIC_Intel-X710"
1891   data: "vpp-nic-comparison-3n-hsw-mrr"
1892   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1893   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1894   parameters:
1895   - "name"
1896   - "parent"
1897   - "result"
1898   - "tags"
1899
1900 # VPP Compare NICs 3n-skx 2t1c ndr
1901 -
1902   type: "table"
1903   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1904   algorithm: "table_nics_comparison"
1905   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1906   reference:
1907     title: "Intel-x710"
1908     nic: "NIC_Intel-X710"
1909   compare:
1910     title: "Intel-xxv710"
1911     nic: "NIC_Intel-XXV710"
1912   data: "vpp-nic-comparison-3n-skx"
1913   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1914   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1915   parameters:
1916   - "name"
1917   - "parent"
1918   - "throughput"
1919   - "tags"
1920
1921 # VPP Compare NICs 3n-skx 4t2c ndr
1922 -
1923   type: "table"
1924   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1925   algorithm: "table_nics_comparison"
1926   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1927   reference:
1928     title: "Intel-x710"
1929     nic: "NIC_Intel-X710"
1930   compare:
1931     title: "Intel-xxv710"
1932     nic: "NIC_Intel-XXV710"
1933   data: "vpp-nic-comparison-3n-skx"
1934   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1935   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1936   parameters:
1937   - "name"
1938   - "parent"
1939   - "throughput"
1940   - "tags"
1941
1942 # VPP Compare NICs 3n-skx 2t1c pdr
1943 -
1944   type: "table"
1945   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1946   algorithm: "table_nics_comparison"
1947   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1948   reference:
1949     title: "Intel-x710"
1950     nic: "NIC_Intel-X710"
1951   compare:
1952     title: "Intel-xxv710"
1953     nic: "NIC_Intel-XXV710"
1954   data: "vpp-nic-comparison-3n-skx"
1955   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1956   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1957   parameters:
1958   - "name"
1959   - "parent"
1960   - "throughput"
1961   - "tags"
1962
1963  # VPP Compare NICs 3n-skx 4t2c pdr
1964 -
1965   type: "table"
1966   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1967   algorithm: "table_nics_comparison"
1968   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1969   reference:
1970     title: "Intel-x710"
1971     nic: "NIC_Intel-X710"
1972   compare:
1973     title: "Intel-xxv710"
1974     nic: "NIC_Intel-XXV710"
1975   data: "vpp-nic-comparison-3n-skx"
1976   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1977   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1978   parameters:
1979   - "name"
1980   - "parent"
1981   - "throughput"
1982   - "tags"
1983
1984 # VPP Compare NICs 3n-skx 2t1c mrr
1985 -
1986   type: "table"
1987   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1988   algorithm: "table_nics_comparison"
1989   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1990   reference:
1991     title: "Intel-x710"
1992     nic: "NIC_Intel-X710"
1993   compare:
1994     title: "Intel-xxv710"
1995     nic: "NIC_Intel-XXV710"
1996   data: "vpp-nic-comparison-3n-skx-mrr"
1997   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1998   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1999   parameters:
2000   - "name"
2001   - "parent"
2002   - "result"
2003   - "tags"
2004
2005 # VPP Compare NICs 3n-skx 4t2c mrr
2006 -
2007   type: "table"
2008   title: "VPP Compare NICs 3n-skx 4t2c mrr"
2009   algorithm: "table_nics_comparison"
2010   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
2011   reference:
2012     title: "Intel-x710"
2013     nic: "NIC_Intel-X710"
2014   compare:
2015     title: "Intel-xxv710"
2016     nic: "NIC_Intel-XXV710"
2017   data: "vpp-nic-comparison-3n-skx-mrr"
2018   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2019   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2020   parameters:
2021   - "name"
2022   - "parent"
2023   - "result"
2024   - "tags"
2025
2026  # VPP Compare NICs 3n-skx 8t4c mrr
2027 -
2028   type: "table"
2029   title: "VPP Compare NICs 3n-skx 8t4c mrr"
2030   algorithm: "table_nics_comparison"
2031   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
2032   reference:
2033     title: "Intel-x710"
2034     nic: "NIC_Intel-X710"
2035   compare:
2036     title: "Intel-xxv710"
2037     nic: "NIC_Intel-XXV710"
2038   data: "vpp-nic-comparison-3n-skx-mrr"
2039   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2040   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2041   parameters:
2042   - "name"
2043   - "parent"
2044   - "result"
2045   - "tags"
2046
2047 # VPP Compare NICs 2n-skx 2t1c ndr
2048 -
2049   type: "table"
2050   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2051   algorithm: "table_nics_comparison"
2052   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2053   reference:
2054     title: "Intel-x710"
2055     nic: "NIC_Intel-X710"
2056   compare:
2057     title: "Intel-xxv710"
2058     nic: "NIC_Intel-XXV710"
2059   data: "vpp-nic-comparison-2n-skx"
2060   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2061   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2062   parameters:
2063   - "name"
2064   - "parent"
2065   - "throughput"
2066   - "tags"
2067
2068 # VPP Compare NICs 2n-skx 4t2c ndr
2069 -
2070   type: "table"
2071   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2072   algorithm: "table_nics_comparison"
2073   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2074   reference:
2075     title: "Intel-x710"
2076     nic: "NIC_Intel-X710"
2077   compare:
2078     title: "Intel-xxv710"
2079     nic: "NIC_Intel-XXV710"
2080   data: "vpp-nic-comparison-2n-skx"
2081   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2082   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2083   parameters:
2084   - "name"
2085   - "parent"
2086   - "throughput"
2087   - "tags"
2088
2089  # VPP Compare NICs 2n-skx 2t1c pdr
2090 -
2091   type: "table"
2092   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2093   algorithm: "table_nics_comparison"
2094   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2095   reference:
2096     title: "Intel-x710"
2097     nic: "NIC_Intel-X710"
2098   compare:
2099     title: "Intel-xxv710"
2100     nic: "NIC_Intel-XXV710"
2101   data: "vpp-nic-comparison-2n-skx"
2102   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2103   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2104   parameters:
2105   - "name"
2106   - "parent"
2107   - "throughput"
2108   - "tags"
2109
2110 # VPP Compare NICs 2n-skx 4t2c pdr
2111 -
2112   type: "table"
2113   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2114   algorithm: "table_nics_comparison"
2115   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2116   reference:
2117     title: "Intel-x710"
2118     nic: "NIC_Intel-X710"
2119   compare:
2120     title: "Intel-xxv710"
2121     nic: "NIC_Intel-XXV710"
2122   data: "vpp-nic-comparison-2n-skx"
2123   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2124   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2125   parameters:
2126   - "name"
2127   - "parent"
2128   - "throughput"
2129   - "tags"
2130
2131 # VPP Compare NICs 2n-skx 2t1c mrr
2132 -
2133   type: "table"
2134   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2135   algorithm: "table_nics_comparison"
2136   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2137   reference:
2138     title: "Intel-x710"
2139     nic: "NIC_Intel-X710"
2140   compare:
2141     title: "Intel-xxv710"
2142     nic: "NIC_Intel-XXV710"
2143   data: "vpp-nic-comparison-2n-skx-mrr"
2144   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2145   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2146   parameters:
2147   - "name"
2148   - "parent"
2149   - "result"
2150   - "tags"
2151
2152 # VPP Compare NICs 2n-skx 4t2c mrr
2153 -
2154   type: "table"
2155   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2156   algorithm: "table_nics_comparison"
2157   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2158   reference:
2159     title: "Intel-x710"
2160     nic: "NIC_Intel-X710"
2161   compare:
2162     title: "Intel-xxv710"
2163     nic: "NIC_Intel-XXV710"
2164   data: "vpp-nic-comparison-2n-skx-mrr"
2165   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2166   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2167   parameters:
2168   - "name"
2169   - "parent"
2170   - "result"
2171   - "tags"
2172
2173 # VPP Compare NICs 2n-skx 8t4c mrr
2174 -
2175   type: "table"
2176   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2177   algorithm: "table_nics_comparison"
2178   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2179   reference:
2180     title: "Intel-x710"
2181     nic: "NIC_Intel-X710"
2182   compare:
2183     title: "Intel-xxv710"
2184     nic: "NIC_Intel-XXV710"
2185   data: "vpp-nic-comparison-2n-skx-mrr"
2186   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2187   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2188   parameters:
2189   - "name"
2190   - "parent"
2191   - "result"
2192   - "tags"
2193
2194 ################################################################################
2195 # VPP
2196
2197 # VPP Performance Changes 3n-hsw 1t1c pdr
2198 -
2199   type: "table"
2200   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2201   algorithm: "table_performance_comparison"
2202   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2203   history:
2204     -
2205       title: "rls1807"
2206       data: "vpp-performance-changes-3n-hsw-h1"
2207   reference:
2208     title: "rls1810"
2209     data: "vpp-performance-changes-3n-hsw-ref"
2210   compare:
2211     title: "rls1901"
2212     data: "vpp-performance-changes-3n-hsw-cmp"
2213   data: "vpp-performance-changes-3n-hsw"
2214   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2215   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2216   parameters:
2217   - "name"
2218   - "parent"
2219   - "throughput"
2220
2221 # VPP Performance Changes 3n-hsw 2t2c pdr
2222 -
2223   type: "table"
2224   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2225   algorithm: "table_performance_comparison"
2226   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2227   history:
2228     -
2229       title: "rls1807"
2230       data: "vpp-performance-changes-3n-hsw-h1"
2231   reference:
2232     title: "rls1810"
2233     data: "vpp-performance-changes-3n-hsw-ref"
2234   compare:
2235     title: "rls1901"
2236     data: "vpp-performance-changes-3n-hsw-cmp"
2237   data: "vpp-performance-changes-3n-hsw"
2238   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2239   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2240   parameters:
2241   - "name"
2242   - "parent"
2243   - "throughput"
2244
2245 # VPP Performance Changes 3n-hsw 1t1c ndr
2246 -
2247   type: "table"
2248   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2249   algorithm: "table_performance_comparison"
2250   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2251   history:
2252     -
2253       title: "rls1807"
2254       data: "vpp-performance-changes-3n-hsw-h1"
2255   reference:
2256     title: "rls1810"
2257     data: "vpp-performance-changes-3n-hsw-ref"
2258   compare:
2259     title: "rls1901"
2260     data: "vpp-performance-changes-3n-hsw-cmp"
2261   data: "vpp-performance-changes-3n-hsw"
2262   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2263   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2264   parameters:
2265   - "name"
2266   - "parent"
2267   - "throughput"
2268
2269 # VPP Performance Changes 3n-hsw 2t2c ndr
2270 -
2271   type: "table"
2272   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2273   algorithm: "table_performance_comparison"
2274   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2275   history:
2276     -
2277       title: "rls1807"
2278       data: "vpp-performance-changes-3n-hsw-h1"
2279   reference:
2280     title: "rls1810"
2281     data: "vpp-performance-changes-3n-hsw-ref"
2282   compare:
2283     title: "rls1901"
2284     data: "vpp-performance-changes-3n-hsw-cmp"
2285   data: "vpp-performance-changes-3n-hsw"
2286   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2287   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2288   parameters:
2289   - "name"
2290   - "parent"
2291   - "throughput"
2292
2293 # VPP Performance Changes 3n-skx 2t1c pdr
2294 -
2295   type: "table"
2296   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2297   algorithm: "table_performance_comparison"
2298   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2299   history:
2300     -
2301       title: "rls1807"
2302       data: "vpp-performance-changes-3n-skx-h1"
2303   reference:
2304     title: "rls1810"
2305     data: "vpp-performance-changes-3n-skx-ref"
2306   compare:
2307     title: "rls1901"
2308     data: "vpp-performance-changes-3n-skx-cmp"
2309   data: "vpp-performance-changes-3n-skx"
2310   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2311   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2312   parameters:
2313   - "name"
2314   - "parent"
2315   - "throughput"
2316
2317 # VPP Performance Changes 3n-skx 4t2c pdr
2318 -
2319   type: "table"
2320   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2321   algorithm: "table_performance_comparison"
2322   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2323   history:
2324     -
2325       title: "rls1807"
2326       data: "vpp-performance-changes-3n-skx-h1"
2327   reference:
2328     title: "rls1810"
2329     data: "vpp-performance-changes-3n-skx-ref"
2330   compare:
2331     title: "rls1901"
2332     data: "vpp-performance-changes-3n-skx-cmp"
2333   data: "vpp-performance-changes-3n-skx"
2334   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2335   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2336   parameters:
2337   - "name"
2338   - "parent"
2339   - "throughput"
2340
2341 # VPP Performance Changes 3n-skx 2t1c ndr
2342 -
2343   type: "table"
2344   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2345   algorithm: "table_performance_comparison"
2346   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2347   history:
2348     -
2349       title: "rls1807"
2350       data: "vpp-performance-changes-3n-skx-h1"
2351   reference:
2352     title: "rls1810"
2353     data: "vpp-performance-changes-3n-skx-ref"
2354   compare:
2355     title: "rls1901"
2356     data: "vpp-performance-changes-3n-skx-cmp"
2357   data: "vpp-performance-changes-3n-skx"
2358   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2359   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2360   parameters:
2361   - "name"
2362   - "parent"
2363   - "throughput"
2364
2365 # VPP Performance Changes 3n-skx 4t2c ndr
2366 -
2367   type: "table"
2368   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2369   algorithm: "table_performance_comparison"
2370   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2371   history:
2372     -
2373       title: "rls1807"
2374       data: "vpp-performance-changes-3n-skx-h1"
2375   reference:
2376     title: "rls1810"
2377     data: "vpp-performance-changes-3n-skx-ref"
2378   compare:
2379     title: "rls1901"
2380     data: "vpp-performance-changes-3n-skx-cmp"
2381   data: "vpp-performance-changes-3n-skx"
2382   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2383   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2384   parameters:
2385   - "name"
2386   - "parent"
2387   - "throughput"
2388
2389 # VPP Performance Changes 2n-skx 2t1c pdr
2390 -
2391   type: "table"
2392   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2393   algorithm: "table_performance_comparison"
2394   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2395   history:
2396     -
2397       title: "rls1807"
2398       data: "vpp-performance-changes-2n-skx-h1"
2399   reference:
2400     title: "rls1810"
2401     data: "vpp-performance-changes-2n-skx-ref"
2402   compare:
2403     title: "rls1901"
2404     data: "vpp-performance-changes-2n-skx-cmp"
2405   data: "vpp-performance-changes-2n-skx"
2406   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2407   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2408   parameters:
2409   - "name"
2410   - "parent"
2411   - "throughput"
2412
2413 # VPP Performance Changes 2n-skx 4t2c pdr
2414 -
2415   type: "table"
2416   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2417   algorithm: "table_performance_comparison"
2418   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2419   history:
2420     - title: "rls1807"
2421       data: "vpp-performance-changes-2n-skx-h1"
2422   reference:
2423     title: "rls1810"
2424     data: "vpp-performance-changes-2n-skx-ref"
2425   compare:
2426     title: "rls1901"
2427     data: "vpp-performance-changes-2n-skx-cmp"
2428   data: "vpp-performance-changes-2n-skx"
2429   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2430   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2431   parameters:
2432   - "name"
2433   - "parent"
2434   - "throughput"
2435
2436 # VPP Performance Changes 2n-skx 2t1c ndr
2437 -
2438   type: "table"
2439   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2440   algorithm: "table_performance_comparison"
2441   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2442   history:
2443     - title: "rls1807"
2444       data: "vpp-performance-changes-2n-skx-h1"
2445   reference:
2446     title: "rls1810"
2447     data: "vpp-performance-changes-2n-skx-ref"
2448   compare:
2449     title: "rls1901"
2450     data: "vpp-performance-changes-2n-skx-cmp"
2451   data: "vpp-performance-changes-2n-skx"
2452   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2453   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2454   parameters:
2455   - "name"
2456   - "parent"
2457   - "throughput"
2458
2459 # VPP Performance Changes 2n-skx 4t2c ndr
2460 -
2461   type: "table"
2462   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2463   algorithm: "table_performance_comparison"
2464   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2465   history:
2466     - title: "rls1807"
2467       data: "vpp-performance-changes-2n-skx-h1"
2468   reference:
2469     title: "rls1810"
2470     data: "vpp-performance-changes-2n-skx-ref"
2471   compare:
2472     title: "rls1901"
2473     data: "vpp-performance-changes-2n-skx-cmp"
2474   data: "vpp-performance-changes-2n-skx"
2475   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2476   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2477   parameters:
2478   - "name"
2479   - "parent"
2480   - "throughput"
2481
2482 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2483 -
2484   type: "table"
2485   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2486   algorithm: "table_performance_comparison"
2487   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2488   reference:
2489     title: "3-Node Hsw"
2490     data: "vpp-compare-testbeds-ref"
2491   compare:
2492     title: "3-Node Skx"
2493     data: "vpp-compare-testbeds-cmp"
2494   data: "vpp-compare-testbeds"
2495   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2496   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2497   parameters:
2498   - "name"
2499   - "parent"
2500   - "throughput"
2501
2502 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2503 -
2504   type: "table"
2505   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2506   algorithm: "table_performance_comparison"
2507   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2508   reference:
2509     title: "3-Node Hsw"
2510     data: "vpp-compare-testbeds-ref"
2511   compare:
2512     title: "3-Node Skx"
2513     data: "vpp-compare-testbeds-cmp"
2514   data: "vpp-compare-testbeds"
2515   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2516   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2517   parameters:
2518   - "name"
2519   - "parent"
2520   - "throughput"
2521
2522 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2523 -
2524   type: "table"
2525   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2526   algorithm: "table_performance_comparison"
2527   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2528   reference:
2529     title: "3-Node Hsw"
2530     data: "vpp-compare-testbeds-ref"
2531   compare:
2532     title: "3-Node Skx"
2533     data: "vpp-compare-testbeds-cmp"
2534   data: "vpp-compare-testbeds"
2535   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2536   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2537   parameters:
2538   - "name"
2539   - "parent"
2540   - "throughput"
2541
2542 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2543 -
2544   type: "table"
2545   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2546   algorithm: "table_performance_comparison"
2547   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2548   reference:
2549     title: "3-Node Hsw"
2550     data: "vpp-compare-testbeds-ref"
2551   compare:
2552     title: "3-Node Skx"
2553     data: "vpp-compare-testbeds-cmp"
2554   data: "vpp-compare-testbeds"
2555   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2556   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2557   parameters:
2558   - "name"
2559   - "parent"
2560   - "throughput"
2561
2562 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2563 -
2564   type: "table"
2565   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2566   algorithm: "table_performance_comparison"
2567   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2568   reference:
2569     title: "3-Node Skx"
2570     data: "vpp-compare-topologies-ref"
2571   compare:
2572     title: "2-Node Skx"
2573     data: "vpp-compare-topologies-cmp"
2574   data: "vpp-compare-topologies"
2575   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2576   filter: "'NDRPDR' and '1C'"
2577   parameters:
2578   - "name"
2579   - "parent"
2580   - "throughput"
2581
2582 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2583 -
2584   type: "table"
2585   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2586   algorithm: "table_performance_comparison"
2587   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2588   reference:
2589     title: "3-Node Skx"
2590     data: "vpp-compare-topologies-ref"
2591   compare:
2592     title: "2-Node Skx"
2593     data: "vpp-compare-topologies-cmp"
2594   data: "vpp-compare-topologies"
2595   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2596   filter: "'NDRPDR' and '2C'"
2597   parameters:
2598   - "name"
2599   - "parent"
2600   - "throughput"
2601
2602 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2603 -
2604   type: "table"
2605   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2606   algorithm: "table_performance_comparison"
2607   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2608   reference:
2609     title: "3-Node Skx"
2610     data: "vpp-compare-topologies-ref"
2611   compare:
2612     title: "2-Node Skx"
2613     data: "vpp-compare-topologies-cmp"
2614   data: "vpp-compare-topologies"
2615   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2616   filter: "'NDRPDR' and '1C'"
2617   parameters:
2618   - "name"
2619   - "parent"
2620   - "throughput"
2621
2622 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2623 -
2624   type: "table"
2625   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2626   algorithm: "table_performance_comparison"
2627   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2628   reference:
2629     title: "3-Node Skx"
2630     data: "vpp-compare-topologies-ref"
2631   compare:
2632     title: "2-Node Skx"
2633     data: "vpp-compare-topologies-cmp"
2634   data: "vpp-compare-topologies"
2635   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2636   filter: "'NDRPDR' and '2C'"
2637   parameters:
2638   - "name"
2639   - "parent"
2640   - "throughput"
2641
2642 # VPP Performance Changes 3n-hsw 1t1c MRR
2643 -
2644   type: "table"
2645   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2646   algorithm: "table_performance_comparison"
2647   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2648   history:
2649     -
2650       title: "rls1807"
2651       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2652   reference:
2653     title: "rls1810"
2654     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2655   compare:
2656     title: "rls1901"
2657     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2658   data: "vpp-performance-changes-3n-hsw-mrr"
2659   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2660   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2661   parameters:
2662   - "name"
2663   - "parent"
2664   - "result"
2665
2666 # VPP Performance Changes 3n-hsw 2t2c MRR
2667 -
2668   type: "table"
2669   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2670   algorithm: "table_performance_comparison"
2671   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2672   history:
2673     -
2674       title: "rls1807"
2675       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2676   reference:
2677     title: "rls1810"
2678     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2679   compare:
2680     title: "rls1901"
2681     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2682   data: "vpp-performance-changes-3n-hsw-mrr"
2683   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2684   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2685   parameters:
2686   - "name"
2687   - "parent"
2688   - "result"
2689
2690 # VPP Performance Changes 3n-hsw 4t4c MRR
2691 -
2692   type: "table"
2693   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2694   algorithm: "table_performance_comparison"
2695   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2696   history:
2697     -
2698       title: "rls1807"
2699       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2700   reference:
2701     title: "rls1810"
2702     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2703   compare:
2704     title: "rls1901"
2705     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2706   data: "vpp-performance-changes-3n-hsw-mrr"
2707   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2708   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2709   parameters:
2710   - "name"
2711   - "parent"
2712   - "result"
2713
2714 # VPP Performance Changes 3n-skx 2t1c MRR
2715 -
2716   type: "table"
2717   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2718   algorithm: "table_performance_comparison"
2719   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2720   history:
2721     -
2722       title: "rls1807"
2723       data: "vpp-performance-changes-3n-skx-mrr-h1"
2724   reference:
2725     title: "rls1810"
2726     data: "vpp-performance-changes-3n-skx-mrr-ref"
2727   compare:
2728     title: "rls1901"
2729     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2730   data: "vpp-performance-changes-3n-skx-mrr"
2731   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2732   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2733   parameters:
2734   - "name"
2735   - "parent"
2736   - "result"
2737
2738 # VPP Performance Changes 3n-skx 4t2c MRR
2739 -
2740   type: "table"
2741   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2742   algorithm: "table_performance_comparison"
2743   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2744   history:
2745     -
2746       title: "rls1807"
2747       data: "vpp-performance-changes-3n-skx-mrr-h1"
2748   reference:
2749     title: "rls1810"
2750     data: "vpp-performance-changes-3n-skx-mrr-ref"
2751   compare:
2752     title: "rls1901"
2753     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2754   data: "vpp-performance-changes-3n-skx-mrr"
2755   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2756   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2757   parameters:
2758   - "name"
2759   - "parent"
2760   - "result"
2761
2762 # VPP Performance Changes 3n-skx 8t4c MRR
2763 -
2764   type: "table"
2765   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2766   algorithm: "table_performance_comparison"
2767   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2768   history:
2769     -
2770       title: "rls1807"
2771       data: "vpp-performance-changes-3n-skx-mrr-h1"
2772   reference:
2773     title: "rls1810"
2774     data: "vpp-performance-changes-3n-skx-mrr-ref"
2775   compare:
2776     title: "rls1901"
2777     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2778   data: "vpp-performance-changes-3n-skx-mrr"
2779   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2780   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2781   parameters:
2782   - "name"
2783   - "parent"
2784   - "result"
2785
2786 # VPP Performance Changes 2n-skx 2t1c MRR
2787 -
2788   type: "table"
2789   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2790   algorithm: "table_performance_comparison"
2791   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2792   history:
2793     -
2794       title: "rls1807"
2795       data: "vpp-performance-changes-2n-skx-mrr-h1"
2796   reference:
2797     title: "rls1810"
2798     data: "vpp-performance-changes-2n-skx-mrr-ref"
2799   compare:
2800     title: "rls1901"
2801     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2802   data: "vpp-performance-changes-2n-skx-mrr"
2803   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2804   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2805   parameters:
2806   - "name"
2807   - "parent"
2808   - "result"
2809
2810 # VPP Performance Changes 2n-skx 4t2c MRR
2811 -
2812   type: "table"
2813   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2814   algorithm: "table_performance_comparison"
2815   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2816   history:
2817     -
2818       title: "rls1807"
2819       data: "vpp-performance-changes-2n-skx-mrr-h1"
2820   reference:
2821     title: "rls1810"
2822     data: "vpp-performance-changes-2n-skx-mrr-ref"
2823   compare:
2824     title: "rls1901"
2825     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2826   data: "vpp-performance-changes-2n-skx-mrr"
2827   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2828   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2829   parameters:
2830   - "name"
2831   - "parent"
2832   - "result"
2833
2834 # VPP Performance Changes 2n-skx 8t4c MRR
2835 -
2836   type: "table"
2837   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2838   algorithm: "table_performance_comparison"
2839   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2840   history:
2841     -
2842       title: "rls1807"
2843       data: "vpp-performance-changes-2n-skx-mrr-h1"
2844   reference:
2845     title: "rls1810"
2846     data: "vpp-performance-changes-2n-skx-mrr-ref"
2847   compare:
2848     title: "rls1901"
2849     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2850   data: "vpp-performance-changes-2n-skx-mrr"
2851   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2852   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2853   parameters:
2854   - "name"
2855   - "parent"
2856   - "result"
2857
2858 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2859 -
2860   type: "table"
2861   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2862   algorithm: "table_performance_comparison"
2863   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2864   reference:
2865     title: "3-Node Hsw"
2866     data: "vpp-compare-testbeds-mrr-ref"
2867   compare:
2868     title: "3-Node Skx"
2869     data: "vpp-compare-testbeds-mrr-cmp"
2870   data: "vpp-compare-testbeds-mrr"
2871   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2872   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2873   parameters:
2874   - "name"
2875   - "parent"
2876   - "result"
2877
2878 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2879 -
2880   type: "table"
2881   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2882   algorithm: "table_performance_comparison"
2883   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2884   reference:
2885     title: "3-Node Hsw"
2886     data: "vpp-compare-testbeds-mrr-ref"
2887   compare:
2888     title: "3-Node Skx"
2889     data: "vpp-compare-testbeds-mrr-cmp"
2890   data: "vpp-compare-testbeds-mrr"
2891   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2892   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2893   parameters:
2894   - "name"
2895   - "parent"
2896   - "result"
2897
2898 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2899 -
2900   type: "table"
2901   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2902   algorithm: "table_performance_comparison"
2903   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2904   reference:
2905     title: "3-Node Hsw"
2906     data: "vpp-compare-testbeds-mrr-ref"
2907   compare:
2908     title: "3-Node Skx"
2909     data: "vpp-compare-testbeds-mrr-cmp"
2910   data: "vpp-compare-testbeds-mrr"
2911   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2912   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2913   parameters:
2914   - "name"
2915   - "parent"
2916   - "result"
2917
2918 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2919 -
2920   type: "table"
2921   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2922   algorithm: "table_performance_comparison"
2923   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2924   reference:
2925     title: "3-Node Skx"
2926     data: "vpp-compare-topologies-mrr-ref"
2927   compare:
2928     title: "2-Node Skx"
2929     data: "vpp-compare-topologies-mrr-cmp"
2930   data: "vpp-compare-topologies-mrr"
2931   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2932   filter: "'MRR' and '1C'"
2933   parameters:
2934   - "name"
2935   - "parent"
2936   - "result"
2937
2938 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2939 -
2940   type: "table"
2941   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2942   algorithm: "table_performance_comparison"
2943   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2944   reference:
2945     title: "3-Node Skx"
2946     data: "vpp-compare-topologies-mrr-ref"
2947   compare:
2948     title: "2-Node Skx"
2949     data: "vpp-compare-topologies-mrr-cmp"
2950   data: "vpp-compare-topologies-mrr"
2951   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2952   filter: "'MRR' and '2C'"
2953   parameters:
2954   - "name"
2955   - "parent"
2956   - "result"
2957
2958 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2959 -
2960   type: "table"
2961   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2962   algorithm: "table_performance_comparison"
2963   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2964   reference:
2965     title: "3-Node Skx"
2966     data: "vpp-compare-topologies-mrr-ref"
2967   compare:
2968     title: "2-Node Skx"
2969     data: "vpp-compare-topologies-mrr-cmp"
2970   data: "vpp-compare-topologies-mrr"
2971   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2972   filter: "'MRR' and '4C'"
2973   parameters:
2974   - "name"
2975   - "parent"
2976   - "result"
2977
2978 # Detailed Test Results - VPP Performance Results 3n-hsw
2979 -
2980   type: "table"
2981   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2982   algorithm: "table_merged_details"
2983   output-file-ext: ".csv"
2984   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2985   columns:
2986   -
2987     title: "Name"
2988     data: "data name"
2989   -
2990     title: "Status"
2991     data: "data msg"
2992   rows: "generated"
2993   data: "vpp-perf-results-3n-hsw"
2994   filter: "not 'NDRCHK' and not 'PDRCHK'"
2995   parameters:
2996   - "name"
2997   - "parent"
2998   - "msg"
2999
3000 # Detailed Test Results - VPP Performance Results 3n-skx
3001 -
3002   type: "table"
3003   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3004   algorithm: "table_merged_details"
3005   output-file-ext: ".csv"
3006   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3007   columns:
3008   -
3009     title: "Name"
3010     data: "data name"
3011   -
3012     title: "Status"
3013     data: "data msg"
3014   rows: "generated"
3015   data: "vpp-perf-results-3n-skx"
3016   filter: "not 'NDRCHK' and not 'PDRCHK'"
3017   parameters:
3018   - "name"
3019   - "parent"
3020   - "msg"
3021
3022 # Detailed Test Results - VPP Performance Results 2n-skx
3023 -
3024   type: "table"
3025   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3026   algorithm: "table_merged_details"
3027   output-file-ext: ".csv"
3028   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3029   columns:
3030   -
3031     title: "Name"
3032     data: "data name"
3033   -
3034     title: "Status"
3035     data: "data msg"
3036   rows: "generated"
3037   data: "vpp-perf-results-2n-skx"
3038   filter: "not 'NDRCHK' and not 'PDRCHK'"
3039   parameters:
3040   - "name"
3041   - "parent"
3042   - "msg"
3043
3044 # Detailed Test Results - VPP Performance Results 2n-dnv
3045 -
3046   type: "table"
3047   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3048   algorithm: "table_details"
3049   output-file-ext: ".csv"
3050   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3051   columns:
3052   -
3053     title: "Name"
3054     data: "data name"
3055   -
3056     title: "Status"
3057     data: "data msg"
3058   rows: "generated"
3059   data: "intel-dnv-vpp"
3060   filter: "'NDRPDR'"
3061   parameters:
3062   - "name"
3063   - "parent"
3064   - "msg"
3065
3066 # Test configuration - VPP Performance Test Configs 3n-hsw
3067 -
3068   type: "table"
3069   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3070   algorithm: "table_merged_details"
3071   output-file-ext: ".csv"
3072   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3073   columns:
3074   -
3075     title: "Name"
3076     data: "data name"
3077   -
3078     title: "VPP API Test Commands History - Commands Used Per Test Case"
3079     data: "data conf-history"
3080   rows: "generated"
3081   data: "vpp-perf-results-3n-hsw"
3082   filter: "not 'NDRCHK' and not 'PDRCHK'"
3083   parameters:
3084   - "parent"
3085   - "name"
3086   - "conf-history"
3087
3088 # Test configuration - VPP Performance Test Configs 3n-skx
3089 -
3090   type: "table"
3091   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3092   algorithm: "table_merged_details"
3093   output-file-ext: ".csv"
3094   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3095   columns:
3096   -
3097     title: "Name"
3098     data: "data name"
3099   -
3100     title: "VPP API Test Commands History - Commands Used Per Test Case"
3101     data: "data conf-history"
3102   rows: "generated"
3103   data: "vpp-perf-results-3n-skx"
3104   filter: "not 'NDRCHK' and not 'PDRCHK'"
3105   parameters:
3106   - "parent"
3107   - "name"
3108   - "conf-history"
3109
3110 # Test configuration - VPP Performance Test Configs 2n-skx
3111 -
3112   type: "table"
3113   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3114   algorithm: "table_merged_details"
3115   output-file-ext: ".csv"
3116   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3117   columns:
3118   -
3119     title: "Name"
3120     data: "data name"
3121   -
3122     title: "VPP API Test Commands History - Commands Used Per Test Case"
3123     data: "data conf-history"
3124   rows: "generated"
3125   data: "vpp-perf-results-2n-skx"
3126   filter: "not 'NDRCHK' and not 'PDRCHK'"
3127   parameters:
3128   - "parent"
3129   - "name"
3130   - "conf-history"
3131
3132 # Test configuration - VPP Performance Test Configs 2n-dnv
3133 -
3134   type: "table"
3135   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3136   algorithm: "table_details"
3137   output-file-ext: ".csv"
3138   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3139   columns:
3140   -
3141     title: "Name"
3142     data: "data name"
3143   -
3144     title: "VPP API Test Commands History - Commands Used Per Test Case"
3145     data: "data conf-history"
3146   rows: "generated"
3147   data: "intel-dnv-vpp"
3148   filter: "'NDRPDR'"
3149   parameters:
3150   - "parent"
3151   - "name"
3152   - "conf-history"
3153
3154 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3155 -
3156   type: "table"
3157   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3158   algorithm: "table_merged_details"
3159   output-file-ext: ".csv"
3160   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3161   columns:
3162   -
3163     title: "Name"
3164     data: "data name"
3165   -
3166     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3167     data: "data show-run"
3168   rows: "generated"
3169   data: "vpp-perf-results-3n-hsw"
3170   filter: "not 'NDRCHK' and not 'PDRCHK'"
3171   parameters:
3172   - "parent"
3173   - "name"
3174   - "show-run"
3175
3176 # Test Operational Data - VPP Performance Operational Data 3n-skx
3177 -
3178   type: "table"
3179   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3180   algorithm: "table_merged_details"
3181   output-file-ext: ".csv"
3182   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3183   columns:
3184   -
3185     title: "Name"
3186     data: "data name"
3187   -
3188     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3189     data: "data show-run"
3190   rows: "generated"
3191   data: "vpp-perf-results-3n-skx"
3192   filter: "not 'NDRCHK' and not 'PDRCHK'"
3193   parameters:
3194   - "parent"
3195   - "name"
3196   - "show-run"
3197
3198 # Test Operational Data - VPP Performance Operational Data 2n-skx
3199 -
3200   type: "table"
3201   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3202   algorithm: "table_merged_details"
3203   output-file-ext: ".csv"
3204   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3205   columns:
3206   -
3207     title: "Name"
3208     data: "data name"
3209   -
3210     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3211     data: "data show-run"
3212   rows: "generated"
3213   data: "vpp-perf-results-2n-skx"
3214   filter: "not 'NDRCHK' and not 'PDRCHK'"
3215   parameters:
3216   - "parent"
3217   - "name"
3218   - "show-run"
3219
3220 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3221 -
3222   type: "table"
3223   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3224   algorithm: "table_details"
3225   output-file-ext: ".csv"
3226   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3227   columns:
3228   -
3229     title: "Name"
3230     data: "data name"
3231   -
3232     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3233     data: "data show-run"
3234   rows: "generated"
3235   data: "intel-dnv-vpp"
3236   filter: "'NDRPDR'"
3237   parameters:
3238   - "parent"
3239   - "name"
3240   - "show-run"
3241
3242 # Detailed Test Results - VPP MRR Results 3n-hsw
3243 -
3244   type: "table"
3245   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3246   algorithm: "table_details"
3247   output-file-ext: ".csv"
3248   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3249   columns:
3250   -
3251     title: "Name"
3252     data: "data name"
3253   -
3254     title: "Status"
3255     data: "data msg"
3256   rows: "generated"
3257   data: "vpp-mrr-results-3n-hsw"
3258   filter: "'MRR'"
3259   parameters:
3260   - "name"
3261   - "parent"
3262   - "msg"
3263
3264 # Detailed Test Results - VPP MRR Results 3n-skx
3265 -
3266   type: "table"
3267   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3268   algorithm: "table_details"
3269   output-file-ext: ".csv"
3270   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3271   columns:
3272   -
3273     title: "Name"
3274     data: "data name"
3275   -
3276     title: "Status"
3277     data: "data msg"
3278   rows: "generated"
3279   data: "vpp-mrr-results-3n-skx"
3280   filter: "'MRR'"
3281   parameters:
3282   - "name"
3283   - "parent"
3284   - "msg"
3285
3286 # Detailed Test Results - VPP MRR Results 2n-skx
3287 -
3288   type: "table"
3289   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3290   algorithm: "table_details"
3291   output-file-ext: ".csv"
3292   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3293   columns:
3294   -
3295     title: "Name"
3296     data: "data name"
3297   -
3298     title: "Status"
3299     data: "data msg"
3300   rows: "generated"
3301   data: "vpp-mrr-results-2n-skx"
3302   filter: "'MRR'"
3303   parameters:
3304   - "name"
3305   - "parent"
3306   - "msg"
3307
3308 # Detailed Test Results - VPP MRR Results 2n-dnv
3309 -
3310   type: "table"
3311   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3312   algorithm: "table_details"
3313   output-file-ext: ".csv"
3314   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3315   columns:
3316   -
3317     title: "Name"
3318     data: "data name"
3319   -
3320     title: "Status"
3321     data: "data msg"
3322   rows: "generated"
3323   data: "intel-dnv-vpp"
3324   filter: "'MRR'"
3325   parameters:
3326   - "name"
3327   - "parent"
3328   - "msg"
3329
3330 # Test configuration - VPP MRR Test Configs 3n-hsw
3331 -
3332   type: "table"
3333   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3334   algorithm: "table_details"
3335   output-file-ext: ".csv"
3336   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3337   columns:
3338   -
3339     title: "Name"
3340     data: "data name"
3341   -
3342     title: "VPP API Test Commands History - Commands Used Per Test Case"
3343     data: "data conf-history"
3344   rows: "generated"
3345   data: "vpp-mrr-results-3n-hsw"
3346   filter: "'MRR'"
3347   parameters:
3348   - "parent"
3349   - "name"
3350   - "conf-history"
3351
3352 # Test configuration - VPP MRR Test Configs 3n-skx
3353 -
3354   type: "table"
3355   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3356   algorithm: "table_details"
3357   output-file-ext: ".csv"
3358   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3359   columns:
3360   -
3361     title: "Name"
3362     data: "data name"
3363   -
3364     title: "VPP API Test Commands History - Commands Used Per Test Case"
3365     data: "data conf-history"
3366   rows: "generated"
3367   data: "vpp-mrr-results-3n-skx"
3368   filter: "'MRR'"
3369   parameters:
3370   - "parent"
3371   - "name"
3372   - "conf-history"
3373
3374 # Test configuration - VPP MRR Test Configs 2n-skx
3375 -
3376   type: "table"
3377   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3378   algorithm: "table_details"
3379   output-file-ext: ".csv"
3380   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3381   columns:
3382   -
3383     title: "Name"
3384     data: "data name"
3385   -
3386     title: "VPP API Test Commands History - Commands Used Per Test Case"
3387     data: "data conf-history"
3388   rows: "generated"
3389   data: "vpp-mrr-results-2n-skx"
3390   filter: "'MRR'"
3391   parameters:
3392   - "parent"
3393   - "name"
3394   - "conf-history"
3395
3396 # Test configuration - VPP MRR Test Configs 2n-dnv
3397 -
3398   type: "table"
3399   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3400   algorithm: "table_details"
3401   output-file-ext: ".csv"
3402   output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3403   columns:
3404   -
3405     title: "Name"
3406     data: "data name"
3407   -
3408     title: "VPP API Test Commands History - Commands Used Per Test Case"
3409     data: "data conf-history"
3410   rows: "generated"
3411   data: "intel-dnv-vpp"
3412   filter: "'MRR'"
3413   parameters:
3414   - "parent"
3415   - "name"
3416   - "conf-history"
3417
3418 # Detailed Test Results - VPP Functional Results - Ubuntu
3419 -
3420   type: "table"
3421   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3422   algorithm: "table_details"
3423   output-file-ext: ".csv"
3424   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3425   columns:
3426   -
3427     title: "Name"
3428     data: "data name"
3429   -
3430     title: "Documentation"
3431     data: "data doc"
3432   -
3433     title: "Status"
3434     data: "data status"
3435   rows: "generated"
3436   data: "vpp-func-results-ubuntu"
3437   filter: "all"
3438   parameters:
3439   - "name"
3440   - "parent"
3441   - "doc"
3442   - "status"
3443
3444 # Detailed Test Results - VPP Functional Results - CentOS
3445 -
3446   type: "table"
3447   title: "Detailed Test Results - VPP Functional Results - CentOS"
3448   algorithm: "table_details"
3449   output-file-ext: ".csv"
3450   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3451   columns:
3452   -
3453     title: "Name"
3454     data: "data name"
3455   -
3456     title: "Documentation"
3457     data: "data doc"
3458   -
3459     title: "Status"
3460     data: "data status"
3461   rows: "generated"
3462   data:
3463     "vpp-func-results-centos"
3464   filter: "all"
3465   parameters:
3466   - "name"
3467   - "parent"
3468   - "doc"
3469   - "status"
3470
3471 # Test configuration - VPP Functional Test Configs - Ubuntu
3472 -
3473   type: "table"
3474   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3475   algorithm: "table_details"
3476   output-file-ext: ".csv"
3477   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3478   columns:
3479   -
3480     title: "Name"
3481     data: "data name"
3482   -
3483     title: "VPP API Test Commands History - Commands Used Per Test Case"
3484     data: "data conf-history"
3485   rows: "generated"
3486   data: "vpp-func-results-ubuntu"
3487   filter: "all"
3488   parameters:
3489   - "parent"
3490   - "name"
3491   - "conf-history"
3492
3493 # Test configuration - VPP Functional Test Configs - CentOS
3494 -
3495   type: "table"
3496   title: "Test configuration - VPP Functional Test Configs - CentOS"
3497   algorithm: "table_details"
3498   output-file-ext: ".csv"
3499   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3500   columns:
3501   -
3502     title: "Name"
3503     data: "data name"
3504   -
3505     title: "VPP API Test Commands History - Commands Used Per Test Case"
3506     data: "data conf-history"
3507   rows: "generated"
3508   data: "vpp-func-results-centos"
3509   filter: "all"
3510   parameters:
3511   - "parent"
3512   - "name"
3513   - "conf-history"
3514
3515 # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3516 -
3517   type: "table"
3518   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3519   algorithm: "table_details"
3520   output-file-ext: ".csv"
3521   output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3522   columns:
3523   -
3524     title: "Name"
3525     data: "data name"
3526   -
3527     title: "Status"
3528     data: "data msg"
3529   rows: "generated"
3530   data: "ligato-perf-results-3n-hsw"
3531   filter: "all"
3532   parameters:
3533   - "name"
3534   - "parent"
3535   - "msg"
3536
3537 # Detailed Test Results - VPP Device Results - Ubuntu
3538 -
3539   type: "table"
3540   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3541   algorithm: "table_details"
3542   output-file-ext: ".csv"
3543   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3544   columns:
3545   -
3546     title: "Name"
3547     data: "data name"
3548   -
3549     title: "Documentation"
3550     data: "data doc"
3551   -
3552     title: "Status"
3553     data: "data status"
3554   rows: "generated"
3555   data: "vpp-device-results-ubuntu"
3556   filter: "all"
3557   parameters:
3558   - "name"
3559   - "parent"
3560   - "doc"
3561   - "status"
3562
3563 # Test configuration - VPP Device Test Configs - Ubuntu
3564 -
3565   type: "table"
3566   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3567   algorithm: "table_details"
3568   output-file-ext: ".csv"
3569   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3570   columns:
3571   -
3572     title: "Name"
3573     data: "data name"
3574   -
3575     title: "VPP API Test Commands History - Commands Used Per Test Case"
3576     data: "data conf-history"
3577   rows: "generated"
3578   data: "vpp-device-results-ubuntu"
3579   filter: "all"
3580   parameters:
3581   - "parent"
3582   - "name"
3583   - "conf-history"
3584
3585 ################################################################################
3586
3587 # DPDK Performance Changes 3n-hsw 1t1c pdr
3588 -
3589   type: "table"
3590   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3591   algorithm: "table_performance_comparison"
3592   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3593   history:
3594     -
3595       title: "rls1807"
3596       data: "dpdk-performance-changes-3n-hsw-h1"
3597   reference:
3598     title: "rls1810"
3599     data: "dpdk-performance-changes-3n-hsw-ref"
3600   compare:
3601     title: "rls1901"
3602     data: "dpdk-performance-changes-3n-hsw-cmp"
3603   data: "dpdk-performance-changes-3n-hsw"
3604   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3605   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3606   parameters:
3607   - "name"
3608   - "parent"
3609   - "throughput"
3610
3611 # DPDK Performance Changes 3n-hsw 2t2c pdr
3612 -
3613   type: "table"
3614   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3615   algorithm: "table_performance_comparison"
3616   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3617   history:
3618     -
3619       title: "rls1807"
3620       data: "dpdk-performance-changes-3n-hsw-h1"
3621   reference:
3622     title: "rls1810"
3623     data: "dpdk-performance-changes-3n-hsw-ref"
3624   compare:
3625     title: "rls1901"
3626     data: "dpdk-performance-changes-3n-hsw-cmp"
3627   data: "dpdk-performance-changes-3n-hsw"
3628   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3629   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3630   parameters:
3631   - "name"
3632   - "parent"
3633   - "throughput"
3634
3635 # DPDK Performance Changes 3n-hsw 1t1c ndr
3636 -
3637   type: "table"
3638   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3639   algorithm: "table_performance_comparison"
3640   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3641   history:
3642     -
3643       title: "rls1807"
3644       data: "dpdk-performance-changes-3n-hsw-h1"
3645   reference:
3646     title: "rls1810"
3647     data: "dpdk-performance-changes-3n-hsw-ref"
3648   compare:
3649     title: "rls1901"
3650     data: "dpdk-performance-changes-3n-hsw-cmp"
3651   data: "dpdk-performance-changes-3n-hsw"
3652   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3653   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3654   parameters:
3655   - "name"
3656   - "parent"
3657   - "throughput"
3658
3659 # DPDK Performance Changes 3n-hsw 2t2c ndr
3660 -
3661   type: "table"
3662   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3663   algorithm: "table_performance_comparison"
3664   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3665   history:
3666     -
3667       title: "rls1807"
3668       data: "dpdk-performance-changes-3n-hsw-h1"
3669   reference:
3670     title: "rls1810"
3671     data: "dpdk-performance-changes-3n-hsw-ref"
3672   compare:
3673     title: "rls1901"
3674     data: "dpdk-performance-changes-3n-hsw-cmp"
3675   data: "dpdk-performance-changes-3n-hsw"
3676   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3677   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3678   parameters:
3679   - "name"
3680   - "parent"
3681   - "throughput"
3682
3683 # DPDK Performance Changes 3n-skx 2t1c pdr
3684 -
3685   type: "table"
3686   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3687   algorithm: "table_performance_comparison"
3688   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3689   history:
3690     -
3691       title: "rls1807"
3692       data: "dpdk-performance-changes-3n-skx-h1"
3693   reference:
3694     title: "rls1810"
3695     data: "dpdk-performance-changes-3n-skx-ref"
3696   compare:
3697     title: "rls1901"
3698     data: "dpdk-performance-changes-3n-skx-cmp"
3699   data: "dpdk-performance-changes-3n-skx"
3700   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3701   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3702   parameters:
3703   - "name"
3704   - "parent"
3705   - "throughput"
3706
3707 # DPDK Performance Changes 3n-skx 4t2c pdr
3708 -
3709   type: "table"
3710   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3711   algorithm: "table_performance_comparison"
3712   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3713   history:
3714     -
3715       title: "rls1807"
3716       data: "dpdk-performance-changes-3n-skx-h1"
3717   reference:
3718     title: "rls1810"
3719     data: "dpdk-performance-changes-3n-skx-ref"
3720   compare:
3721     title: "rls1901"
3722     data: "dpdk-performance-changes-3n-skx-cmp"
3723   data: "dpdk-performance-changes-3n-skx"
3724   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3725   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3726   parameters:
3727   - "name"
3728   - "parent"
3729   - "throughput"
3730
3731 # DPDK Performance Changes 3n-skx 2t1c ndr
3732 -
3733   type: "table"
3734   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3735   algorithm: "table_performance_comparison"
3736   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3737   history:
3738     -
3739       title: "rls1807"
3740       data: "dpdk-performance-changes-3n-skx-h1"
3741   reference:
3742     title: "rls1810"
3743     data: "dpdk-performance-changes-3n-skx-ref"
3744   compare:
3745     title: "rls1901"
3746     data: "dpdk-performance-changes-3n-skx-cmp"
3747   data: "dpdk-performance-changes-3n-skx"
3748   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3749   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3750   parameters:
3751   - "name"
3752   - "parent"
3753   - "throughput"
3754
3755 # DPDK Performance Changes 3n-skx 4t2c ndr
3756 -
3757   type: "table"
3758   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3759   algorithm: "table_performance_comparison"
3760   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3761   history:
3762     -
3763       title: "rls1807"
3764       data: "dpdk-performance-changes-3n-skx-h1"
3765   reference:
3766     title: "rls1810"
3767     data: "dpdk-performance-changes-3n-skx-ref"
3768   compare:
3769     title: "rls1901"
3770     data: "dpdk-performance-changes-3n-skx-cmp"
3771   data: "dpdk-performance-changes-3n-skx"
3772   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3773   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3774   parameters:
3775   - "name"
3776   - "parent"
3777   - "throughput"
3778
3779 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3780 -
3781   type: "table"
3782   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3783   algorithm: "table_performance_comparison"
3784   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3785   reference:
3786     title: "3-Node Hsw"
3787     data: "dpdk-compare-testbeds-ref"
3788   compare:
3789     title: "3-Node Skx"
3790     data: "dpdk-compare-testbeds-cmp"
3791   data: "dpdk-compare-testbeds"
3792   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3793   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3794   parameters:
3795   - "name"
3796   - "parent"
3797   - "throughput"
3798
3799 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3800 -
3801   type: "table"
3802   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3803   algorithm: "table_performance_comparison"
3804   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3805   reference:
3806     title: "3-Node Hsw"
3807     data: "dpdk-compare-testbeds-ref"
3808   compare:
3809     title: "3-Node Skx"
3810     data: "dpdk-compare-testbeds-cmp"
3811   data: "dpdk-compare-testbeds"
3812   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3813   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3814   parameters:
3815   - "name"
3816   - "parent"
3817   - "throughput"
3818
3819 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3820 -
3821   type: "table"
3822   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3823   algorithm: "table_performance_comparison"
3824   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3825   reference:
3826     title: "3-Node Skx"
3827     data: "dpdk-compare-topologies-ref"
3828   compare:
3829     title: "2-Node Skx"
3830     data: "dpdk-compare-topologies-cmp"
3831   data: "dpdk-compare-topologies"
3832   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3833   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3834   parameters:
3835   - "name"
3836   - "parent"
3837   - "throughput"
3838
3839 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3840 -
3841   type: "table"
3842   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3843   algorithm: "table_performance_comparison"
3844   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3845   reference:
3846     title: "3-Node Skx"
3847     data: "dpdk-compare-topologies-ref"
3848   compare:
3849     title: "2-Node Skx"
3850     data: "dpdk-compare-topologies-cmp"
3851   data: "dpdk-compare-topologies"
3852   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3853   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3854   parameters:
3855   - "name"
3856   - "parent"
3857   - "throughput"
3858
3859 # DPDK Performance Changes 2n-skx 2t1c pdr
3860 -
3861   type: "table"
3862   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3863   algorithm: "table_performance_comparison"
3864   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3865   reference:
3866     title: "rls1810"
3867     data: "dpdk-performance-changes-2n-skx-ref"
3868   compare:
3869     title: "rls1901"
3870     data: "dpdk-performance-changes-2n-skx-cmp"
3871   data: "dpdk-performance-changes-2n-skx"
3872   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3873   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3874   parameters:
3875   - "name"
3876   - "parent"
3877   - "throughput"
3878
3879 # DPDK Performance Changes 2n-skx 4t2c pdr
3880 -
3881   type: "table"
3882   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3883   algorithm: "table_performance_comparison"
3884   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3885   reference:
3886     title: "rls1810"
3887     data: "dpdk-performance-changes-2n-skx-ref"
3888   compare:
3889     title: "rls1901"
3890     data: "dpdk-performance-changes-2n-skx-cmp"
3891   data: "dpdk-performance-changes-2n-skx"
3892   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3893   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3894   parameters:
3895   - "name"
3896   - "parent"
3897   - "throughput"
3898
3899 # DPDK Performance Changes 2n-skx 2t1c ndr
3900 -
3901   type: "table"
3902   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3903   algorithm: "table_performance_comparison"
3904   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3905   reference:
3906     title: "rls1810"
3907     data: "dpdk-performance-changes-2n-skx-ref"
3908   compare:
3909     title: "rls1901"
3910     data: "dpdk-performance-changes-2n-skx-cmp"
3911   data: "dpdk-performance-changes-2n-skx"
3912   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3913   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3914   parameters:
3915   - "name"
3916   - "parent"
3917   - "throughput"
3918
3919 # DPDK Performance Changes 2n-skx 4t2c ndr
3920 -
3921   type: "table"
3922   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3923   algorithm: "table_performance_comparison"
3924   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3925   reference:
3926     title: "rls1810"
3927     data: "dpdk-performance-changes-2n-skx-ref"
3928   compare:
3929     title: "rls1901"
3930     data: "dpdk-performance-changes-2n-skx-cmp"
3931   data: "dpdk-performance-changes-2n-skx"
3932   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3933   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3934   parameters:
3935   - "name"
3936   - "parent"
3937   - "throughput"
3938
3939 # Detailed Test Results - DPDK Performance Results 3n-hsw
3940 -
3941   type: "table"
3942   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3943   algorithm: "table_details"
3944   output-file-ext: ".csv"
3945   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3946   columns:
3947   -
3948     title: "Name"
3949     data: "data name"
3950   -
3951     title: "Status"
3952     data: "data msg"
3953   rows: "generated"
3954   data: "dpdk-perf-results-3n-hsw"
3955   filter: "all"
3956   parameters:
3957   - "name"
3958   - "parent"
3959   - "msg"
3960
3961 # Detailed Test Results - DPDK Performance Results 3n-skx
3962 -
3963   type: "table"
3964   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3965   algorithm: "table_details"
3966   output-file-ext: ".csv"
3967   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3968   columns:
3969   -
3970     title: "Name"
3971     data: "data name"
3972   -
3973     title: "Status"
3974     data: "data msg"
3975   rows: "generated"
3976   data: "dpdk-perf-results-3n-skx"
3977   filter: "all"
3978   parameters:
3979   - "name"
3980   - "parent"
3981   - "msg"
3982
3983 # Detailed Test Results - DPDK Performance Results 2n-skx
3984 -
3985   type: "table"
3986   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3987   algorithm: "table_details"
3988   output-file-ext: ".csv"
3989   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3990   columns:
3991   -
3992     title: "Name"
3993     data: "data name"
3994   -
3995     title: "Status"
3996     data: "data msg"
3997   rows: "generated"
3998   data: "dpdk-perf-results-2n-skx"
3999   filter: "all"
4000   parameters:
4001   - "name"
4002   - "parent"
4003   - "msg"
4004
4005 ################################################################################
4006 # HoneyComb
4007 -
4008   type: "table"
4009   title: "Detailed Test Results - Honeycomb Functional Results"
4010   algorithm: "table_details"
4011   output-file-ext: ".csv"
4012   output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
4013   columns:
4014   -
4015     title: "Name"
4016     data: "data name"
4017   -
4018     title: "Documentation"
4019     data: "data doc"
4020   -
4021     title: "Status"
4022     data: "data status"
4023   rows: "generated"
4024   data:
4025     "hc-func-results"
4026   filter: "all"
4027   parameters:
4028   - "name"
4029   - "parent"
4030   - "doc"
4031   - "status"
4032
4033 ################################################################################
4034 # NSH SFC