resources/tools/presentation/specification.yaml

   1 -
   2   type: "environment"
   3
   4   paths:
   5     # Top level directories:
   6     ## Working directory
   7     DIR[WORKING]: "_tmp"
   8     ## Build directories
   9     DIR[BUILD,HTML]: "_build"
  10     DIR[BUILD,LATEX]: "_build_latex"
  11
  12     # Static .rst files
  13     DIR[RST]: "../../../docs/report"
  14
  15     # Working directories
  16     ## Input data files (.zip, .xml)
  17     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  18     ## Static source files from git
  19     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  20     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  21
  22     # Static html content
  23     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  24     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  25     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  26     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  27
  28     # Detailed test results
  29     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  30     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  31     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  32     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  33     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  34     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  35     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  36     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  37     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  38     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  39     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  40     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  41     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  42     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  43     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  44     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  45     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  46     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  47     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  48     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  49
  50     # Detailed test configurations
  51     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  52     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  53     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  54     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  55     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  56     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  57     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  58     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  59     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  60     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  61     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  62     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  63
  64     # Detailed tests operational data
  65     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  66     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  67     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  68     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  69     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  70
  71     # .css patch file to fix tables generated by Sphinx
  72     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  73     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  74
  75   urls:
  76     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  77     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  78     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/1810/robot-plugin.zip"
  79     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  80     URL[NEXUS]: "https://docs.fd.io/csit"
  81     DIR[NEXUS]: "report/_static/archive"
  82
  83   make-dirs:
  84   # List the directories which are created while preparing the environment.
  85   # All directories MUST be defined in "paths" section.
  86   - "DIR[WORKING,DATA]"
  87   - "DIR[STATIC,VPP]"
  88   - "DIR[STATIC,DPDK]"
  89   - "DIR[STATIC,ARCH]"
  90   - "DIR[BUILD,LATEX]"
  91   - "DIR[WORKING,SRC]"
  92   - "DIR[WORKING,SRC,STATIC]"
  93
  94   remove-dirs:
  95   # List the directories which are deleted while cleaning the environment.
  96   # All directories MUST be defined in "paths" section.
  97   #- "DIR[BUILD,HTML]"
  98   - "DIR[WORKING,DATA]"
  99
 100   build-dirs:
 101   # List the directories where the results (build) is stored.
 102   # All directories MUST be defined in "paths" section.
 103   - "DIR[BUILD,HTML]"
 104   - "DIR[BUILD,LATEX]"
 105
 106 -
 107   type: "configuration"
 108
 109   limits:
 110     nic:
 111       x520: 24460000
 112       x553: 29761905
 113       x710: 35800000
 114       xxv710: 35800000
 115       xl710: 35800000
 116
 117     link:
 118       10ge: 14880952.38
 119       25ge: 37202380.95
 120       40ge: 59523809.52
 121       100ge: 148809523.81
 122
 123     pci:
 124       pci-g3-x8: 74404761.90
 125       pci-g3-x16: 148809523.81
 126
 127   data-sets:
 128
 129     ###########################################################################
 130     # Plots:
 131
 132     # 3n-hsw
 133
 134     plot-vpp-throughput-latency-3n-hsw:
 135       csit-vpp-perf-verify-1901-3n-hsw:
 136 #        - 10  # NDRPDR sel
 137 #        - 19  # NDRPDR sel
 138 #        - 31  # NDRPDR sel
 139 #        - 36  # NDRPDR sel
 140 #        - 40  # NDRPDR sel
 141 #        - 42  # NDRPDR sel
 142 #        - 44  # NDRPDR sel
 143 #        - 46  # NDRPDR sel
 144 #        - 47  # NDRPDR sel
 145 #        - 48  # NDRPDR sel
 146 #        - 61  # NDRPDR LB
 147 #        - 62  # NDRPDR LB
 148 #        - 63  # NDRPDR LB
 149 #        - 64  # NDRPDR LB
 150 #        - 65  # NDRPDR LB
 151 #        - 66  # NDRPDR LB
 152 #        - 67  # NDRPDR LB
 153 #        - 69  # NDRPDR LB
 154 #        - 70  # NDRPDR LB
 155 #        - 71  # NDRPDR LB
 156         - 72  # 1901.1 NDRPDR sel
 157         - 78  # 1901.1 NDRPDR sel
 158
 159     plot-throughput-speedup-analysis-3n-hsw:
 160       csit-vpp-perf-verify-1901-3n-hsw:
 161 #        - 10  # NDRPDR sel
 162 #        - 19  # NDRPDR sel
 163 #        - 31  # NDRPDR sel
 164 #        - 36  # NDRPDR sel
 165 #        - 40  # NDRPDR sel
 166 #        - 42  # NDRPDR sel
 167 #        - 44  # NDRPDR sel
 168 #        - 46  # NDRPDR sel
 169 #        - 47  # NDRPDR sel
 170 #        - 48  # NDRPDR sel
 171 #        - 61  # NDRPDR LB
 172 #        - 62  # NDRPDR LB
 173 #        - 63  # NDRPDR LB
 174 #        - 64  # NDRPDR LB
 175 #        - 65  # NDRPDR LB
 176 #        - 66  # NDRPDR LB
 177 #        - 67  # NDRPDR LB
 178 #        - 69  # NDRPDR LB
 179 #        - 70  # NDRPDR LB
 180 #        - 71  # NDRPDR LB
 181         - 72  # 1901.1 NDRPDR sel
 182         - 78  # 1901.1 NDRPDR sel
 183
 184     plot-vpp-http-server-performance:
 185       # TODO: Replace with new data
 186       # csit-vpp-perf-verify-1901-3n-hsw:
 187       csit-vpp-perf-verify-1810-3n-hsw:
 188         - 28  # WRK
 189         - 29  # WRK
 190         - 30  # WRK
 191         - 31  # WRK
 192         - 32  # WRK
 193         - 33  # WRK
 194         - 34  # WRK
 195         - 35  # WRK
 196         - 36  # WRK
 197         - 37  # WRK
 198
 199     plot-ligato-throughput-latency-3n-hsw:
 200       csit-ligato-perf-verify-1901-3n-hsw:
 201         - 8   # NDRPDR sel
 202         - 9   # NDRPDR sel
 203         - 11  # NDRPDR sel
 204         - 12  # NDRPDR sel
 205         - 13  # NDRPDR sel
 206         - 14  # NDRPDR sel
 207         - 15  # NDRPDR sel
 208         - 16  # NDRPDR sel
 209         - 17  # NDRPDR sel
 210         - 18  # NDRPDR sel
 211
 212     plot-ligato-throughput-speedup-analysis-3n-hsw:
 213       csit-ligato-perf-verify-1901-3n-hsw:
 214         - 8   # NDRPDR sel
 215         - 9   # NDRPDR sel
 216         - 11  # NDRPDR sel
 217         - 12  # NDRPDR sel
 218         - 13  # NDRPDR sel
 219         - 14  # NDRPDR sel
 220         - 15  # NDRPDR sel
 221         - 16  # NDRPDR sel
 222         - 17  # NDRPDR sel
 223         - 18  # NDRPDR sel
 224
 225     plot-dpdk-throughput-latency-3n-hsw:
 226       csit-dpdk-perf-verify-1901-3n-hsw:
 227         - 13  # NDRPDR sel
 228         - 14  # NDRPDR sel
 229         - 16  # NDRPDR sel
 230         - 17  # NDRPDR sel
 231         - 18  # NDRPDR sel
 232         - 19  # NDRPDR sel
 233         - 20  # NDRPDR sel
 234         - 21  # NDRPDR sel
 235         - 22  # NDRPDR sel
 236         - 23  # NDRPDR sel
 237
 238     # 3n-skx
 239
 240     plot-vpp-throughput-latency-3n-skx:
 241       csit-vpp-perf-verify-1901-3n-skx:
 242 #        - 18  # NDRPDR sel
 243 #        - 19  # NDRPDR sel
 244 #        - 20  # NDRPDR sel
 245 #        - 28  # NDRPDR sel
 246 #        - 31  # NDRPDR sel
 247 #        - 33  # NDRPDR sel
 248 #        - 36  # NDRPDR sel
 249 #        - 38  # NDRPDR sel
 250 #        - 47  # NDRPDR sel
 251 #        - 48  # NDRPDR sel
 252 #        - 54  # NDRPDR LB
 253 #        - 57  # NDRPDR LB
 254 #        - 58  # NDRPDR LB
 255 #        - 59  # NDRPDR LB
 256 #        - 60  # NDRPDR LB
 257 #        - 63  # NDRPDR LB
 258 #        - 64  # NDRPDR LB
 259 #        - 65  # NDRPDR LB
 260 #        - 66  # NDRPDR LB
 261 #        - 67  # NDRPDR LB
 262         - 68  # 1901.1 NDRPDR sel
 263
 264     plot-throughput-speedup-analysis-3n-skx:
 265       csit-vpp-perf-verify-1901-3n-skx:
 266 #        - 18  # NDRPDR sel
 267 #        - 19  # NDRPDR sel
 268 #        - 20  # NDRPDR sel
 269 #        - 28  # NDRPDR sel
 270 #        - 31  # NDRPDR sel
 271 #        - 33  # NDRPDR sel
 272 #        - 36  # NDRPDR sel
 273 #        - 38  # NDRPDR sel
 274 #        - 47  # NDRPDR sel
 275 #        - 48  # NDRPDR sel
 276 #        - 54  # NDRPDR LB
 277 #        - 57  # NDRPDR LB
 278 #        - 58  # NDRPDR LB
 279 #        - 59  # NDRPDR LB
 280 #        - 60  # NDRPDR LB
 281 #        - 63  # NDRPDR LB
 282 #        - 64  # NDRPDR LB
 283 #        - 65  # NDRPDR LB
 284 #        - 66  # NDRPDR LB
 285 #        - 67  # NDRPDR LB
 286         - 68  # 1901.1 NDRPDR sel
 287
 288     plot-dpdk-throughput-latency-3n-skx:
 289       csit-dpdk-perf-verify-1901-3n-skx:
 290         - 3   # NDRPDR sel
 291         - 5   # NDRPDR sel
 292         - 6   # NDRPDR sel
 293         - 7   # NDRPDR sel
 294         - 8   # NDRPDR sel
 295         - 9   # NDRPDR sel
 296         - 10  # NDRPDR sel
 297         - 11  # NDRPDR sel
 298         - 12  # NDRPDR sel
 299         - 13  # NDRPDR sel
 300
 301     # 2n-skx
 302
 303     plot-vpp-throughput-latency-2n-skx:
 304       csit-vpp-perf-verify-1901-2n-skx:
 305 #        - 5   # NDRPDR sel
 306 #        - 12  # NDRPDR sel
 307 #        - 13  # NDRPDR sel
 308 #        - 21  # NDRPDR sel
 309 #        - 23  # NDRPDR sel
 310 #        - 31  # NDRPDR sel
 311 #        - 34  # NDRPDR sel
 312 #        - 40  # NDRPDR sel
 313 #        - 42  # NDRPDR sel
 314 #        - 43  # NDRPDR sel
 315         - 64  # 1901.1 NDRPDR sel
 316
 317     plot-throughput-speedup-analysis-2n-skx:
 318       csit-vpp-perf-verify-1901-2n-skx:
 319 #        - 5   # NDRPDR sel
 320 #        - 12  # NDRPDR sel
 321 #        - 13  # NDRPDR sel
 322 #        - 21  # NDRPDR sel
 323 #        - 23  # NDRPDR sel
 324 #        - 31  # NDRPDR sel
 325 #        - 34  # NDRPDR sel
 326 #        - 40  # NDRPDR sel
 327 #        - 42  # NDRPDR sel
 328 #        - 43  # NDRPDR sel
 329         - 64  # 1901.1 NDRPDR sel
 330
 331     plot-vpp-soak-2n-skx:
 332       csit-vpp-perf-verify-1901-2n-skx:
 333         - 45  # SOAK sel
 334
 335     plot-vpp-nfv-2n-skx:
 336       csit-vpp-perf-verify-1901-2n-skx:
 337         - 28  # NFV NDRPDR
 338         - 29  # NFV NDRPDR
 339         - 32  # NFV NDRPDR
 340         - 39  # NFV NDRPDR
 341         - 46  # NFV NDRPDR
 342
 343     plot-vpp-nfv-2n-skx-mrr:
 344       csit-vpp-perf-verify-1901-2n-skx:
 345         - 24  # NFV MRR
 346         - 26  # NFV MRR
 347         - 27  # NFV MRR
 348         - 35  # NFV MRR
 349         - 37  # NFV MRR
 350
 351     plot-dpdk-throughput-latency-2n-skx:
 352       csit-dpdk-perf-verify-1901-2n-skx:
 353         - 12  # NDRPDR sel
 354         - 13  # NDRPDR sel
 355         - 14  # NDRPDR sel
 356         - 15  # NDRPDR sel
 357         - 16  # NDRPDR sel
 358         - 17  # NDRPDR sel
 359         - 18  # NDRPDR sel
 360         - 19  # NDRPDR sel
 361         - 20  # NDRPDR sel
 362         - 21  # NDRPDR sel
 363
 364     # 3rd party
 365
 366     # Denverton:
 367     intel-dnv-vpp:
 368       # Not used
 369       intel-dnv-vpp-release-1810:
 370         - 1
 371
 372     ###########################################################################
 373     # Simple tables (only one data set):
 374
 375     # NIC Comparisons
 376
 377     vpp-nic-comparison-3n-hsw:
 378       csit-vpp-perf-verify-1901-3n-hsw:
 379 #        - 10  # NDRPDR sel
 380 #        - 19  # NDRPDR sel
 381 #        - 31  # NDRPDR sel
 382 #        - 36  # NDRPDR sel
 383 #        - 40  # NDRPDR sel
 384 #        - 42  # NDRPDR sel
 385 #        - 44  # NDRPDR sel
 386 #        - 46  # NDRPDR sel
 387 #        - 47  # NDRPDR sel
 388 #        - 48  # NDRPDR sel
 389 #        - 61  # NDRPDR LB
 390 #        - 62  # NDRPDR LB
 391 #        - 63  # NDRPDR LB
 392 #        - 64  # NDRPDR LB
 393 #        - 65  # NDRPDR LB
 394 #        - 66  # NDRPDR LB
 395 #        - 67  # NDRPDR LB
 396 #        - 69  # NDRPDR LB
 397 #        - 70  # NDRPDR LB
 398 #        - 71  # NDRPDR LB
 399         - 72  # 1901.1 NDRPDR sel
 400         - 78  # 1901.1 NDRPDR sel
 401
 402     vpp-nic-comparison-3n-skx:
 403       csit-vpp-perf-verify-1901-3n-skx:
 404 #        - 18  # NDRPDR sel
 405 #        - 19  # NDRPDR sel
 406 #        - 20  # NDRPDR sel
 407 #        - 28  # NDRPDR sel
 408 #        - 31  # NDRPDR sel
 409 #        - 33  # NDRPDR sel
 410 #        - 36  # NDRPDR sel
 411 #        - 38  # NDRPDR sel
 412 #        - 47  # NDRPDR sel
 413 #        - 48  # NDRPDR sel
 414 #        - 54  # NDRPDR LB
 415 #        - 57  # NDRPDR LB
 416 #        - 58  # NDRPDR LB
 417 #        - 59  # NDRPDR LB
 418 #        - 60  # NDRPDR LB
 419 #        - 63  # NDRPDR LB
 420 #        - 64  # NDRPDR LB
 421 #        - 65  # NDRPDR LB
 422 #        - 66  # NDRPDR LB
 423 #        - 67  # NDRPDR LB
 424         - 68  # 1901.1 NDRPDR sel
 425
 426     vpp-nic-comparison-2n-skx:
 427       csit-vpp-perf-verify-1901-2n-skx:
 428 #        - 5   # NDRPDR sel
 429 #        - 12  # NDRPDR sel
 430 #        - 13  # NDRPDR sel
 431 #        - 21  # NDRPDR sel
 432 #        - 23  # NDRPDR sel
 433 #        - 31  # NDRPDR sel
 434 #        - 34  # NDRPDR sel
 435 #        - 40  # NDRPDR sel
 436 #        - 42  # NDRPDR sel
 437 #        - 43  # NDRPDR sel
 438         - 64  # 1901.1 NDRPDR sel
 439
 440     vpp-nic-comparison-3n-hsw-mrr:
 441       csit-vpp-perf-verify-1901-3n-hsw:
 442 #        - 35  # MRR sel
 443         - 73  # 1901.1 MRR sel
 444         - 77  # 1901.1 MRR sel
 445
 446     vpp-nic-comparison-3n-skx-mrr:
 447       csit-vpp-perf-verify-1901-3n-skx:
 448 #        - 32  # MRR sel
 449         - 69  # 1901.1 MRR sel
 450
 451     vpp-nic-comparison-2n-skx-mrr:
 452       csit-vpp-perf-verify-1901-2n-skx:
 453 #        - 22  # MRR sel
 454         - 65  # 1901.1 MRR sel
 455
 456     # Results
 457
 458     vpp-perf-results-3n-hsw:
 459       csit-vpp-perf-verify-1901-3n-hsw:
 460 #        - 38  # NDRPDR full
 461 #        - 43  # NDRPDR full
 462 #        - 45  # NDRPDR full
 463 #        - 49  # NDRPDR full
 464         - 72  # 1901.1 NDRPDR sel
 465         - 78  # 1901.1 NDRPDR sel
 466
 467     vpp-perf-results-3n-skx:
 468       csit-vpp-perf-verify-1901-3n-skx:
 469 #        - 37  # NDRPDR full
 470 #        - 39  # NDRPDR full
 471 #        - 40  # NDRPDR full
 472 #        - 49  # NDRPDR full
 473         - 68  # 1901.1 NDRPDR sel
 474
 475     vpp-perf-results-2n-skx:
 476       csit-vpp-perf-verify-1901-2n-skx:
 477 #        - 25  # NDRPDR full
 478 #        - 30  # NDRPDR full
 479 #        - 33  # NDRPDR full
 480 #        - 44  # NDRPDR full
 481         - 64  # 1901.1 NDRPDR sel
 482
 483     vpp-mrr-results-3n-hsw:
 484       csit-vpp-perf-verify-1901-3n-hsw:
 485 #        - 35  # MRR sel
 486         - 73  # 1901.1 MRR sel
 487         - 77  # 1901.1 MRR sel
 488
 489     vpp-mrr-results-3n-skx:
 490       csit-vpp-perf-verify-1901-3n-skx:
 491 #        - 32  # MRR sel
 492         - 69  # 1901.1 MRR sel
 493
 494     vpp-mrr-results-2n-skx:
 495       csit-vpp-perf-verify-1901-2n-skx:
 496 #        - 22  # MRR sel
 497         - 65  # 1901.1 MRR sel
 498
 499     vpp-func-results-ubuntu:
 500       csit-vpp-functional-1901-ubuntu1604-virl:
 501         - 173
 502
 503     vpp-func-results-centos:
 504       csit-vpp-functional-1901-centos7-virl:
 505         - 175
 506
 507     vpp-device-results-ubuntu:
 508       csit-vpp-device-1901-ubuntu1804-1n-skx:
 509         - 175
 510
 511     # VPP Ligato
 512     ligato-perf-results-3n-hsw:
 513       csit-ligato-perf-verify-1901-3n-hsw:
 514         - 10  # NDRPDR full
 515
 516     dpdk-perf-results-3n-hsw:
 517       csit-dpdk-perf-verify-1901-3n-hsw:
 518         - 20  # NDRPDR sel
 519
 520     dpdk-perf-results-3n-skx:
 521       csit-dpdk-perf-verify-1901-3n-skx:
 522         - 13  # NDRPDR sel
 523
 524     dpdk-perf-results-2n-skx:
 525       csit-dpdk-perf-verify-1901-2n-skx:
 526         - 21  # NDRPDR sel
 527
 528     # HoneyComb Functional
 529     hc-func-results:
 530       csit-hc2vpp-verify-func-1901-ubuntu1604:
 531         - 3
 532
 533     # NSH SFC Functional
 534     nsh-func-results:
 535       # Not used
 536       csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 537         - 1
 538
 539     # DMM Functional
 540     dmm-func-results:
 541       csit-dmm-functional-1901-ubuntu1604-virl:
 542         - 2
 543
 544     ###########################################################################
 545     # Tables (more than one data set)
 546
 547     # Performance changes
 548
 549     vpp-performance-changes-3n-hsw-h1:
 550       csit-vpp-perf-verify-1807-3n-hsw:
 551         - 11  # NDRPDR full 1
 552         - 22  # NDRPDR full 2
 553         - 45  # NDRPDR full 3
 554         - 46  # NDRPDR full 4
 555         - 15  # NDRPDR sel
 556         - 16  # NDRPDR sel
 557         - 19  # NDRPDR sel
 558         - 18  # NDRPDR sel
 559         - 20  # NDRPDR sel
 560         - 38  # NDRPDR sel
 561         - 40  # NDRPDR sel
 562         - 44  # NDRPDR sel
 563         - 47  # NDRPDR sel
 564     vpp-performance-changes-3n-hsw-ref:
 565       csit-vpp-perf-verify-1810-3n-hsw:
 566         - 8   # NDRPDR sel
 567         - 12  # NDRPDR sel
 568         - 14  # NDRPDR sel
 569         - 18  # NDRPDR sel
 570         - 23  # NDRPDR sel
 571         - 25  # NDRPDR sel
 572         - 38  # NDRPDR sel
 573         - 39  # NDRPDR sel
 574         - 41  # NDRPDR sel
 575         - 42  # NDRPDR sel
 576     vpp-performance-changes-3n-hsw-cmp:
 577       csit-vpp-perf-verify-1901-3n-hsw:
 578 #        - 10  # NDRPDR sel
 579 #        - 19  # NDRPDR sel
 580 #        - 31  # NDRPDR sel
 581 #        - 36  # NDRPDR sel
 582 #        - 40  # NDRPDR sel
 583 #        - 42  # NDRPDR sel
 584 #        - 44  # NDRPDR sel
 585 #        - 46  # NDRPDR sel
 586 #        - 47  # NDRPDR sel
 587 #        - 48  # NDRPDR sel
 588 #        - 61  # NDRPDR LB
 589 #        - 62  # NDRPDR LB
 590 #        - 63  # NDRPDR LB
 591 #        - 64  # NDRPDR LB
 592 #        - 65  # NDRPDR LB
 593 #        - 66  # NDRPDR LB
 594 #        - 67  # NDRPDR LB
 595 #        - 69  # NDRPDR LB
 596 #        - 70  # NDRPDR LB
 597 #        - 71  # NDRPDR LB
 598         - 72  # 1901.1 NDRPDR sel
 599         - 78  # 1901.1 NDRPDR sel
 600     vpp-performance-changes-3n-hsw:
 601       - "vpp-performance-changes-3n-hsw-h1"
 602       - "vpp-performance-changes-3n-hsw-ref"
 603       - "vpp-performance-changes-3n-hsw-cmp"
 604
 605     vpp-performance-changes-3n-skx-h1:
 606       csit-vpp-perf-verify-1807-3n-skx:
 607         - 33  # NDRPDR sel
 608         - 35  # NDRPDR sel
 609         - 37  # NDRPDR sel
 610         - 38  # NDRPDR sel
 611         - 39  # NDRPDR sel
 612         - 43  # NDRPDR sel
 613         - 44  # NDRPDR sel
 614         - 49  # NDRPDR sel
 615         - 50  # NDRPDR sel
 616         - 56  # NDRPDR sel
 617     vpp-performance-changes-3n-skx-ref:
 618       csit-vpp-perf-verify-1810-3n-skx:
 619         - 10  # NDRPDR sel
 620         - 14  # NDRPDR sel
 621         - 15  # NDRPDR sel
 622         - 16  # NDRPDR sel
 623         - 17  # NDRPDR sel
 624         - 19  # NDRPDR sel
 625         - 20  # NDRPDR sel
 626         - 21  # NDRPDR sel
 627         - 22  # NDRPDR sel
 628         - 25  # NDRPDR sel
 629     vpp-performance-changes-3n-skx-cmp:
 630       csit-vpp-perf-verify-1901-3n-skx:
 631 #        - 18  # NDRPDR sel
 632 #        - 19  # NDRPDR sel
 633 #        - 20  # NDRPDR sel
 634 #        - 28  # NDRPDR sel
 635 #        - 31  # NDRPDR sel
 636 #        - 33  # NDRPDR sel
 637 #        - 36  # NDRPDR sel
 638 #        - 38  # NDRPDR sel
 639 #        - 47  # NDRPDR sel
 640 #        - 48  # NDRPDR sel
 641 #        - 54  # NDRPDR LB
 642 #        - 57  # NDRPDR LB
 643 #        - 58  # NDRPDR LB
 644 #        - 59  # NDRPDR LB
 645 #        - 60  # NDRPDR LB
 646 #        - 63  # NDRPDR LB
 647 #        - 64  # NDRPDR LB
 648 #        - 65  # NDRPDR LB
 649 #        - 66  # NDRPDR LB
 650 #        - 67  # NDRPDR LB
 651         - 68  # 1901.1 NDRPDR sel
 652     vpp-performance-changes-3n-skx:
 653       - "vpp-performance-changes-3n-skx-h1"
 654       - "vpp-performance-changes-3n-skx-ref"
 655       - "vpp-performance-changes-3n-skx-cmp"
 656
 657     vpp-performance-changes-2n-skx-h1:
 658       csit-vpp-perf-verify-1807-2n-skx:
 659         - 26  # NDRPDR sel
 660         - 28  # NDRPDR sel
 661         - 29  # NDRPDR sel
 662         - 30  # NDRPDR sel
 663         - 34  # NDRPDR sel
 664         - 35  # NDRPDR sel
 665         - 36  # NDRPDR sel
 666         - 39  # NDRPDR sel
 667         - 40  # NDRPDR sel
 668         - 42  # NDRPDR sel
 669     vpp-performance-changes-2n-skx-ref:
 670       csit-vpp-perf-verify-1810-2n-skx:
 671         - 9   # NDRPDR sel
 672         - 13  # NDRPDR sel
 673         - 14  # NDRPDR sel
 674         - 19  # NDRPDR sel
 675         - 20  # NDRPDR sel
 676         - 21  # NDRPDR sel
 677         - 22  # NDRPDR sel
 678         - 23  # NDRPDR sel
 679         - 24  # NDRPDR sel
 680         - 27  # NDRPDR sel
 681     vpp-performance-changes-2n-skx-cmp:
 682       csit-vpp-perf-verify-1901-2n-skx:
 683 #        - 5   # NDRPDR sel
 684 #        - 12  # NDRPDR sel
 685 #        - 13  # NDRPDR sel
 686 #        - 21  # NDRPDR sel
 687 #        - 23  # NDRPDR sel
 688 #        - 31  # NDRPDR sel
 689 #        - 34  # NDRPDR sel
 690 #        - 40  # NDRPDR sel
 691 #        - 42  # NDRPDR sel
 692 #        - 43  # NDRPDR sel
 693         - 64  # 1901.1 NDRPDR sel
 694     vpp-performance-changes-2n-skx:
 695       - "vpp-performance-changes-2n-skx-h1"
 696       - "vpp-performance-changes-2n-skx-ref"
 697       - "vpp-performance-changes-2n-skx-cmp"
 698
 699     vpp-performance-changes-3n-hsw-mrr-h1:
 700       csit-vpp-perf-verify-1807-3n-hsw:
 701         - 8   # MRR full
 702         - 9   # MRR sel
 703         - 21  # MRR sel
 704         - 31  # MRR sel
 705         - 33  # MRR sel
 706         - 36  # MRR sel
 707         - 41  # MRR sel
 708         - 42  # MRR sel
 709         - 48  # MRR sel
 710     vpp-performance-changes-3n-hsw-mrr-ref:
 711       csit-vpp-perf-verify-1810-3n-hsw:
 712         - 9   # MRR sel
 713     vpp-performance-changes-3n-hsw-mrr-cmp:
 714       csit-vpp-perf-verify-1901-3n-hsw:
 715 #        - 35  # MRR sel
 716         - 73  # 1901.1 MRR sel
 717         - 77  # 1901.1 MRR sel
 718     vpp-performance-changes-3n-hsw-mrr:
 719       - "vpp-performance-changes-3n-hsw-mrr-h1"
 720       - "vpp-performance-changes-3n-hsw-mrr-ref"
 721       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 722
 723     vpp-performance-changes-3n-skx-mrr-h1:
 724       csit-vpp-perf-verify-1807-3n-skx:
 725         - 28  # MRR sel
 726         - 32  # MRR sel
 727         - 36  # MRR sel
 728         - 42  # MRR sel
 729         - 47  # MRR sel
 730         - 48  # MRR sel
 731         - 51  # MRR sel
 732         - 52  # MRR sel
 733         - 53  # MRR sel
 734         - 54  # MRR sel
 735     vpp-performance-changes-3n-skx-mrr-ref:
 736       csit-vpp-perf-verify-1810-3n-skx:
 737         - 9   # MRR sel
 738         - 11  # MRR sel
 739         - 12  # MRR sel
 740         - 13  # MRR sel
 741     vpp-performance-changes-3n-skx-mrr-cmp:
 742       csit-vpp-perf-verify-1901-3n-skx:
 743 #        - 32  # MRR sel
 744         - 69  # 1901.1 MRR sel
 745     vpp-performance-changes-3n-skx-mrr:
 746       - "vpp-performance-changes-3n-skx-mrr-h1"
 747       - "vpp-performance-changes-3n-skx-mrr-ref"
 748       - "vpp-performance-changes-3n-skx-mrr-cmp"
 749
 750     vpp-performance-changes-2n-skx-mrr-h1:
 751       csit-vpp-perf-verify-1807-2n-skx:
 752         - 31  # MRR sel
 753         - 33  # MRR sel
 754         - 37  # MRR sel
 755         - 38  # MRR sel
 756         - 41  # MRR sel
 757         - 43  # MRR sel
 758         - 44  # MRR sel
 759         - 45  # MRR sel
 760         - 46  # MRR sel
 761         - 47  # MRR sel
 762     vpp-performance-changes-2n-skx-mrr-ref:
 763       csit-vpp-perf-verify-1810-2n-skx:
 764         - 8   # MRR sel
 765         - 10  # MRR sel
 766         - 11  # MRR sel
 767         - 12  # MRR sel
 768     vpp-performance-changes-2n-skx-mrr-cmp:
 769       csit-vpp-perf-verify-1901-2n-skx:
 770 #        - 22  # MRR sel
 771         - 65  # 1901.1 MRR sel
 772     vpp-performance-changes-2n-skx-mrr:
 773       - "vpp-performance-changes-2n-skx-mrr-h1"
 774       - "vpp-performance-changes-2n-skx-mrr-ref"
 775       - "vpp-performance-changes-2n-skx-mrr-cmp"
 776
 777     dpdk-performance-changes-3n-hsw-h1:
 778       csit-dpdk-perf-verify-1807-3n-hsw:
 779         - 11
 780         - 12  # full
 781         - 14
 782         - 15
 783         - 16
 784         - 17
 785         - 20
 786         - 21
 787         - 22
 788         - 23
 789     dpdk-performance-changes-3n-hsw-ref:
 790       csit-dpdk-perf-verify-1810-3n-hsw:
 791         - 1   # NDRPDR sel
 792         - 2   # NDRPDR sel
 793         - 3   # NDRPDR sel
 794         - 4   # NDRPDR sel
 795         - 5   # NDRPDR sel
 796         - 6   # NDRPDR sel
 797         - 7   # NDRPDR sel
 798         - 8   # NDRPDR sel
 799         - 9   # NDRPDR sel
 800         - 10  # NDRPDR sel
 801     dpdk-performance-changes-3n-hsw-cmp:
 802       csit-dpdk-perf-verify-1901-3n-hsw:
 803         - 13  # NDRPDR sel
 804         - 14  # NDRPDR sel
 805         - 16  # NDRPDR sel
 806         - 17  # NDRPDR sel
 807         - 18  # NDRPDR sel
 808         - 19  # NDRPDR sel
 809         - 20  # NDRPDR sel
 810         - 21  # NDRPDR sel
 811         - 22  # NDRPDR sel
 812         - 23  # NDRPDR sel
 813     dpdk-performance-changes-3n-hsw:
 814       - "dpdk-performance-changes-3n-hsw-h1"
 815       - "dpdk-performance-changes-3n-hsw-ref"
 816       - "dpdk-performance-changes-3n-hsw-cmp"
 817
 818     dpdk-performance-changes-3n-skx-h1:
 819       csit-dpdk-perf-verify-1807-3n-skx:
 820         - 1   # NDRPDR sel
 821         - 2   # NDRPDR sel
 822         - 3   # NDRPDR sel
 823         - 6   # NDRPDR sel
 824         - 7   # NDRPDR sel
 825         - 8   # NDRPDR sel
 826         - 9   # NDRPDR sel
 827         - 10  # NDRPDR sel
 828         - 11  # NDRPDR sel
 829         - 12  # NDRPDR sel
 830     dpdk-performance-changes-3n-skx-ref:
 831       csit-dpdk-perf-verify-1810-3n-skx:
 832         - 3   # NDRPDR sel
 833         - 4   # NDRPDR sel
 834         - 6   # NDRPDR sel
 835         - 7   # NDRPDR sel
 836         - 8   # NDRPDR sel
 837         - 9   # NDRPDR sel
 838         - 10  # NDRPDR sel
 839         - 11  # NDRPDR sel
 840         - 12  # NDRPDR sel
 841         - 13  # NDRPDR sel
 842     dpdk-performance-changes-3n-skx-cmp:
 843       csit-dpdk-perf-verify-1901-3n-skx:
 844         - 3   # NDRPDR sel
 845         - 5   # NDRPDR sel
 846         - 6   # NDRPDR sel
 847         - 7   # NDRPDR sel
 848         - 8   # NDRPDR sel
 849         - 9   # NDRPDR sel
 850         - 10  # NDRPDR sel
 851         - 11  # NDRPDR sel
 852         - 12  # NDRPDR sel
 853         - 13  # NDRPDR sel
 854     dpdk-performance-changes-3n-skx:
 855       - "dpdk-performance-changes-3n-skx-h1"
 856       - "dpdk-performance-changes-3n-skx-ref"
 857       - "dpdk-performance-changes-3n-skx-cmp"
 858
 859     dpdk-performance-changes-2n-skx-ref:
 860       csit-dpdk-perf-verify-1810-2n-skx:
 861         - 3   # NDRPDR sel
 862         - 4   # NDRPDR sel
 863         - 5   # NDRPDR sel
 864         - 7   # NDRPDR sel
 865         - 8   # NDRPDR sel
 866         - 9   # NDRPDR sel
 867         - 10  # NDRPDR sel
 868         - 11  # NDRPDR sel
 869         - 12  # NDRPDR sel
 870         - 13  # NDRPDR sel
 871     dpdk-performance-changes-2n-skx-cmp:
 872       csit-dpdk-perf-verify-1901-2n-skx:
 873         - 12  # NDRPDR sel
 874         - 13  # NDRPDR sel
 875         - 14  # NDRPDR sel
 876         - 15  # NDRPDR sel
 877         - 16  # NDRPDR sel
 878         - 17  # NDRPDR sel
 879         - 18  # NDRPDR sel
 880         - 19  # NDRPDR sel
 881         - 20  # NDRPDR sel
 882         - 21  # NDRPDR sel
 883     dpdk-performance-changes-2n-skx:
 884       - "dpdk-performance-changes-2n-skx-ref"
 885       - "dpdk-performance-changes-2n-skx-cmp"
 886
 887     # Compare testbeds
 888
 889     vpp-compare-testbeds-ref:
 890       csit-vpp-perf-verify-1901-3n-hsw:
 891 #        - 10  # NDRPDR sel
 892 #        - 19  # NDRPDR sel
 893 #        - 31  # NDRPDR sel
 894 #        - 36  # NDRPDR sel
 895 #        - 40  # NDRPDR sel
 896 #        - 42  # NDRPDR sel
 897 #        - 44  # NDRPDR sel
 898 #        - 46  # NDRPDR sel
 899 #        - 47  # NDRPDR sel
 900 #        - 48  # NDRPDR sel
 901 #        - 61  # NDRPDR LB
 902 #        - 62  # NDRPDR LB
 903 #        - 63  # NDRPDR LB
 904 #        - 64  # NDRPDR LB
 905 #        - 65  # NDRPDR LB
 906 #        - 66  # NDRPDR LB
 907 #        - 67  # NDRPDR LB
 908 #        - 69  # NDRPDR LB
 909 #        - 70  # NDRPDR LB
 910 #        - 71  # NDRPDR LB
 911         - 72  # 1901.1 NDRPDR sel
 912         - 78  # 1901.1 NDRPDR sel
 913     vpp-compare-testbeds-cmp:
 914       csit-vpp-perf-verify-1901-3n-skx:
 915 #        - 18  # NDRPDR sel
 916 #        - 19  # NDRPDR sel
 917 #        - 20  # NDRPDR sel
 918 #        - 28  # NDRPDR sel
 919 #        - 31  # NDRPDR sel
 920 #        - 33  # NDRPDR sel
 921 #        - 36  # NDRPDR sel
 922 #        - 38  # NDRPDR sel
 923 #        - 47  # NDRPDR sel
 924 #        - 48  # NDRPDR sel
 925 #        - 54  # NDRPDR LB
 926 #        - 57  # NDRPDR LB
 927 #        - 58  # NDRPDR LB
 928 #        - 59  # NDRPDR LB
 929 #        - 60  # NDRPDR LB
 930 #        - 63  # NDRPDR LB
 931 #        - 64  # NDRPDR LB
 932 #        - 65  # NDRPDR LB
 933 #        - 66  # NDRPDR LB
 934 #        - 67  # NDRPDR LB
 935         - 68  # 1901.1 NDRPDR sel
 936     vpp-compare-testbeds:
 937       - "vpp-compare-testbeds-ref"
 938       - "vpp-compare-testbeds-cmp"
 939
 940     vpp-compare-testbeds-mrr-ref:
 941       csit-vpp-perf-verify-1901-3n-hsw:
 942 #        - 35  # MRR sel
 943         - 73  # 1901.1 MRR sel
 944         - 77  # 1901.1 MRR sel
 945     vpp-compare-testbeds-mrr-cmp:
 946       csit-vpp-perf-verify-1901-3n-skx:
 947 #        - 32  # MRR sel
 948         - 69  # 1901.1 MRR sel
 949     vpp-compare-testbeds-mrr:
 950       - "vpp-compare-testbeds-mrr-ref"
 951       - "vpp-compare-testbeds-mrr-cmp"
 952
 953     dpdk-compare-testbeds-ref:
 954       csit-dpdk-perf-verify-1901-3n-hsw:
 955         - 13  # NDRPDR sel
 956         - 14  # NDRPDR sel
 957         - 16  # NDRPDR sel
 958         - 17  # NDRPDR sel
 959         - 18  # NDRPDR sel
 960         - 19  # NDRPDR sel
 961         - 20  # NDRPDR sel
 962         - 21  # NDRPDR sel
 963         - 22  # NDRPDR sel
 964         - 23  # NDRPDR sel
 965     dpdk-compare-testbeds-cmp:
 966       csit-dpdk-perf-verify-1901-3n-skx:
 967         - 3   # NDRPDR sel
 968         - 5   # NDRPDR sel
 969         - 6   # NDRPDR sel
 970         - 7   # NDRPDR sel
 971         - 8   # NDRPDR sel
 972         - 9   # NDRPDR sel
 973         - 10  # NDRPDR sel
 974         - 11  # NDRPDR sel
 975         - 12  # NDRPDR sel
 976         - 13  # NDRPDR sel
 977     dpdk-compare-testbeds:
 978       - "dpdk-compare-testbeds-ref"
 979       - "dpdk-compare-testbeds-cmp"
 980
 981     # Compare topologies
 982
 983     vpp-compare-topologies-ref:
 984       csit-vpp-perf-verify-1901-3n-skx:
 985 #        - 18  # NDRPDR sel
 986 #        - 19  # NDRPDR sel
 987 #        - 20  # NDRPDR sel
 988 #        - 28  # NDRPDR sel
 989 #        - 31  # NDRPDR sel
 990 #        - 33  # NDRPDR sel
 991 #        - 36  # NDRPDR sel
 992 #        - 38  # NDRPDR sel
 993 #        - 47  # NDRPDR sel
 994 #        - 48  # NDRPDR sel
 995 #        - 54  # NDRPDR LB
 996 #        - 57  # NDRPDR LB
 997 #        - 58  # NDRPDR LB
 998 #        - 59  # NDRPDR LB
 999 #        - 60  # NDRPDR LB
1000 #        - 63  # NDRPDR LB
1001 #        - 64  # NDRPDR LB
1002 #        - 65  # NDRPDR LB
1003 #        - 66  # NDRPDR LB
1004 #        - 67  # NDRPDR LB
1005         - 68  # 1901.1 NDRPDR sel
1006     vpp-compare-topologies-cmp:
1007       csit-vpp-perf-verify-1901-2n-skx:
1008 #        - 5   # NDRPDR sel
1009 #        - 12  # NDRPDR sel
1010 #        - 13  # NDRPDR sel
1011 #        - 21  # NDRPDR sel
1012 #        - 23  # NDRPDR sel
1013 #        - 31  # NDRPDR sel
1014 #        - 34  # NDRPDR sel
1015 #        - 40  # NDRPDR sel
1016 #        - 42  # NDRPDR sel
1017 #        - 43  # NDRPDR sel
1018         - 64  # 1901.1 NDRPDR sel
1019     vpp-compare-topologies:
1020       - "vpp-compare-topologies-ref"
1021       - "vpp-compare-topologies-cmp"
1022
1023     vpp-compare-topologies-mrr-ref:
1024       csit-vpp-perf-verify-1901-3n-skx:
1025 #        - 32  # MRR sel
1026         - 69  # 1901.1 MRR sel
1027     vpp-compare-topologies-mrr-cmp:
1028       csit-vpp-perf-verify-1901-2n-skx:
1029 #        - 22  # MRR sel
1030         - 65  # 1901.1 MRR sel
1031     vpp-compare-topologies-mrr:
1032       - "vpp-compare-topologies-mrr-ref"
1033       - "vpp-compare-topologies-mrr-cmp"
1034
1035     dpdk-compare-topologies-ref:
1036       csit-dpdk-perf-verify-1901-3n-skx:
1037         - 3   # NDRPDR sel
1038         - 5   # NDRPDR sel
1039         - 6   # NDRPDR sel
1040         - 7   # NDRPDR sel
1041         - 8   # NDRPDR sel
1042         - 9   # NDRPDR sel
1043         - 10  # NDRPDR sel
1044         - 11  # NDRPDR sel
1045         - 12  # NDRPDR sel
1046         - 13  # NDRPDR sel
1047     dpdk-compare-topologies-cmp:
1048       csit-dpdk-perf-verify-1901-2n-skx:
1049         - 12  # NDRPDR sel
1050         - 13  # NDRPDR sel
1051         - 14  # NDRPDR sel
1052         - 15  # NDRPDR sel
1053         - 16  # NDRPDR sel
1054         - 17  # NDRPDR sel
1055         - 18  # NDRPDR sel
1056         - 19  # NDRPDR sel
1057         - 20  # NDRPDR sel
1058         - 21  # NDRPDR sel
1059     dpdk-compare-topologies:
1060       - "dpdk-compare-topologies-ref"
1061       - "dpdk-compare-topologies-cmp"
1062
1063   plot-layouts:
1064
1065     plot-soak-throughput:
1066       titlefont:
1067         size: 18
1068       xaxis:
1069         title: "<b>Test Cases [Index]</b>"
1070         titlefont:
1071           size: 16
1072         autorange: True
1073         fixedrange: False
1074         gridcolor: "rgb(230, 230, 230)"
1075         linecolor: "rgb(220, 220, 220)"
1076         linewidth: 1
1077         showgrid: True
1078         showline: True
1079         showticklabels: True
1080         tickcolor: "rgb(220, 220, 220)"
1081         tickmode: "linear"
1082         tickfont:
1083           size: 16
1084         zeroline: False
1085       yaxis:
1086         title: "<b>Packet Throughput [Mpps]</b>"
1087         titlefont:
1088           size: 16
1089         gridcolor: "rgb(230, 230, 230)"
1090         hoverformat: ".4s"
1091         tickformat: ".3s"
1092         linecolor: "rgb(220, 220, 220)"
1093         linewidth: 1
1094         showgrid: True
1095         showline: True
1096         showticklabels: True
1097         tickcolor: "rgb(220, 220, 220)"
1098         tickfont:
1099           size: 16
1100         zeroline: False
1101         range: [0,50]
1102       autosize: False
1103       margin:
1104         t: 50
1105         b: 0
1106         l: 80
1107         r: 20
1108       showlegend: True
1109       legend:
1110         orientation: "h"
1111         font:
1112           size: 16
1113       width: 700
1114       height: 900
1115
1116     plot-service-density:
1117       titlefont:
1118         size: 18
1119       xaxis:
1120         side: "top"
1121         autorange: True
1122         fixedrange: False
1123         showgrid: False
1124         showline: False
1125         showticklabels: False
1126         ticks: ""
1127         ticklen: 0
1128         tickwidth: 0
1129         zeroline: False
1130       yaxis:
1131         autorange: "reversed"
1132         showgrid: False
1133         showline: False
1134         showticklabels: False
1135         ticks: ""
1136         ticklen: 0
1137         tickwidth: 0
1138         zeroline: False
1139       autosize: True
1140       showlegend: False
1141       width: 700
1142       height: 700
1143
1144     plot-cps:
1145       titlefont:
1146         size: 18
1147       xaxis:
1148         title: "<b>Test Cases [Index]</b>"
1149         titlefont:
1150           size: 16
1151         autorange: True
1152         fixedrange: False
1153         gridcolor: "rgb(230, 230, 230)"
1154         linecolor: "rgb(220, 220, 220)"
1155         linewidth: 1
1156         showgrid: True
1157         showline: True
1158         showticklabels: True
1159         tickcolor: "rgb(220, 220, 220)"
1160         tickmode: "linear"
1161         tickfont:
1162           size: 16
1163         zeroline: False
1164       yaxis:
1165         title: "<b>Connections Per Second [cps]</b>"
1166         titlefont:
1167           size: 16
1168         gridcolor: "rgb(230, 230, 230)"
1169         hoverformat: ".4s"
1170         linecolor: "rgb(220, 220, 220)"
1171         linewidth: 1
1172         rangemode: "tozero"
1173         showgrid: True
1174         showline: True
1175         showticklabels: True
1176         tickcolor: "rgb(220, 220, 220)"
1177         tickformat: ".3s"
1178         tickfont:
1179           size: 16
1180         zeroline: False
1181       boxmode: "group"
1182       boxgroupgap: 0.5
1183       autosize: False
1184       margin:
1185         t: 50
1186         b: 20
1187         l: 80
1188         r: 20
1189       showlegend: True
1190       legend:
1191         orientation: "h"
1192         font:
1193           size: 16
1194       width: 700
1195       height: 800
1196
1197     plot-rps:
1198       titlefont:
1199         size: 18
1200       xaxis:
1201         title: "<b>Test Cases [Index]</b>"
1202         titlefont:
1203           size: 16
1204         autorange: True
1205         fixedrange: False
1206         gridcolor: "rgb(230, 230, 230)"
1207         linecolor: "rgb(220, 220, 220)"
1208         linewidth: 1
1209         showgrid: True
1210         showline: True
1211         showticklabels: True
1212         tickcolor: "rgb(220, 220, 220)"
1213         tickmode: "linear"
1214         tickfont:
1215           size: 16
1216         zeroline: False
1217       yaxis:
1218         title: "<b>Requests Per Second [rps]</b>"
1219         titlefont:
1220           size: 16
1221         gridcolor: "rgb(230, 230, 230)"
1222         hoverformat: ".4s"
1223         linecolor: "rgb(220, 220, 220)"
1224         linewidth: 1
1225         rangemode: "tozero"
1226         showgrid: True
1227         showline: True
1228         showticklabels: True
1229         tickcolor: "rgb(230, 230, 230)"
1230         tickformat: ".3s"
1231         tickfont:
1232           size: 16
1233         zeroline: False
1234       boxmode: "group"
1235       boxgroupgap: 0.5
1236       autosize: False
1237       margin:
1238         t: 50
1239         b: 20
1240         l: 80
1241         r: 20
1242       showlegend: True
1243       legend:
1244         orientation: "h"
1245         font:
1246           size: 16
1247       width: 700
1248       height: 800
1249
1250     plot-throughput:
1251       titlefont:
1252         size: 18
1253       xaxis:
1254         title: "<b>Test Cases [Index]</b>"
1255         titlefont:
1256           size: 16
1257         autorange: True
1258         fixedrange: False
1259         gridcolor: "rgb(230, 230, 230)"
1260         linecolor: "rgb(220, 220, 220)"
1261         linewidth: 1
1262         showgrid: True
1263         showline: True
1264         showticklabels: True
1265         tickcolor: "rgb(220, 220, 220)"
1266         tickmode: "linear"
1267         tickfont:
1268           size: 16
1269         zeroline: False
1270       yaxis:
1271         title: "<b>Packet Throughput [Mpps]</b>"
1272         titlefont:
1273           size: 16
1274         gridcolor: "rgb(230, 230, 230)"
1275         hoverformat: ".4s"
1276         tickformat: ".3s"
1277         linecolor: "rgb(220, 220, 220)"
1278         linewidth: 1
1279         showgrid: True
1280         showline: True
1281         showticklabels: True
1282         tickcolor: "rgb(220, 220, 220)"
1283         tickfont:
1284           size: 16
1285         zeroline: False
1286         range: [0,50]
1287       boxmode: "group"
1288       boxgroupgap: 0.5
1289       autosize: False
1290       margin:
1291         t: 50
1292         b: 0
1293         l: 80
1294         r: 20
1295       showlegend: True
1296       legend:
1297         orientation: "h"
1298         font:
1299           size: 16
1300       width: 700
1301       height: 900
1302
1303     plot-throughput-speedup-analysis:
1304       titlefont:
1305         size: 18
1306       xaxis:
1307         title: "<b>Number of Cores [Qty]</b>"
1308         titlefont:
1309           size: 16
1310         autorange: True
1311         fixedrange: False
1312         gridcolor: "rgb(230, 230, 230)"
1313         linecolor: "rgb(220, 220, 220)"
1314         linewidth: 1
1315         showgrid: True
1316         showline: True
1317         showticklabels: True
1318         tickcolor: "rgb(238, 238, 238)"
1319         tickmode: "linear"
1320         tickfont:
1321           size: 16
1322         zeroline: False
1323       yaxis:
1324         title: "<b>Packet Throughput [Mpps]</b>"
1325         titlefont:
1326           size: 16
1327         type: "linear"
1328         gridcolor: "rgb(230, 230, 230)"
1329         hoverformat: ".4s"
1330         linecolor: "rgb(220, 220, 220)"
1331         linewidth: 1
1332         showgrid: True
1333         showline: True
1334         showticklabels: True
1335         tickcolor: "rgb(220, 220, 220)"
1336         tickformat: ".4s"
1337         tickfont:
1338           size: 16
1339         zeroline: True
1340         rangemode: "tozero"
1341         range: [0,100]
1342       legend:
1343         orientation: "h"
1344         font:
1345           size: 16
1346         xanchor: "left"
1347         yanchor: "top"
1348         x: 0
1349         y: -0.2
1350         bgcolor: "rgba(255, 255, 255, 0)"
1351         bordercolor: "rgba(255, 255, 255, 0)"
1352         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1353       autosize: False
1354       margin:
1355           't': 50
1356           'b': 150
1357           'l': 85
1358           'r': 10
1359       showlegend: True
1360       width: 700
1361       height: 700
1362       hoverlabel:
1363         namelength: -1
1364       annotations: [
1365         {
1366           text: "_ _          __          ...",
1367           align: "left",
1368           showarrow: False,
1369           xref: "paper",
1370           yref: "paper",
1371           xanchor: "left",
1372           yanchor: "top",
1373           x: 0,
1374           y: -0.13,
1375           font: {
1376             family: "Consolas, Courier New",
1377             size: 15
1378           },
1379         },
1380         {
1381           text: "    Perfect     Measured     Limit",
1382           align: "left",
1383           showarrow: False,
1384           xref: "paper",
1385           yref: "paper",
1386           xanchor: "left",
1387           yanchor: "top",
1388           x: 0,
1389           y: -0.15,
1390           font: {
1391             family: "Consolas, Courier New",
1392             size: 15
1393           },
1394         },
1395       ]
1396
1397     plot-latency:
1398       titlefont:
1399         size: 18
1400       xaxis:
1401         title: "<b>Direction</b>"
1402         titlefont:
1403           size: 16
1404         autorange: True
1405         fixedrange: False
1406         gridcolor: "rgb(230, 230, 230)"
1407         linecolor: "rgb(220, 220, 220)"
1408         linewidth: 1
1409         showgrid: True
1410         showline: True
1411         showticklabels: False
1412         tickcolor: "rgb(220, 220, 220)"
1413         tickmode: "linear"
1414         tickfont:
1415           size: 16
1416         zeroline: False
1417       yaxis:
1418         title: "<b>Packet Latency [uSec]</b>"
1419         titlefont:
1420           size: 16
1421         type: "linear"
1422         gridcolor: "rgb(230, 230, 230)"
1423         hoverformat: ".4s"
1424         linecolor: "rgb(220, 220, 220)"
1425         linewidth: 1
1426         showgrid: True
1427         showline: True
1428         showticklabels: True
1429         tickcolor: "rgb(220, 220, 220)"
1430         tickformat: ".4s"
1431         tickfont:
1432           size: 16
1433         zeroline: True
1434         rangemode: "tozero"
1435       legend:
1436         orientation: "h"
1437         font:
1438           size: 16
1439         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1440       autosize: False
1441       margin:
1442           't': 50
1443           'b': 150
1444           'l': 80
1445           'r': 10
1446       showlegend: True
1447       width: 700
1448       height: 700
1449       hoverlabel:
1450         namelength: -1
1451
1452 -
1453   type: "static"
1454   src-path: "{DIR[RST]}"
1455   dst-path: "{DIR[WORKING,SRC]}"
1456
1457 -
1458   type: "input"
1459   general:
1460     file-name: "robot-plugin.zip"
1461     file-format: ".zip"
1462     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1463     extract: "robot-plugin/output.xml"
1464
1465   builds:
1466
1467     # Not used
1468     intel-dnv-vpp-release-1810:
1469       - 1
1470
1471     csit-vpp-perf-verify-1807-3n-hsw:
1472       - 8   # MRR full
1473       - 9   # MRR sel
1474       - 21  # MRR sel
1475       - 31  # MRR sel
1476       - 33  # MRR sel
1477       - 36  # MRR sel
1478       - 41  # MRR sel
1479       - 42  # MRR sel
1480       - 48  # MRR sel
1481       - 11  # NDRPDR full 1
1482       - 22  # NDRPDR full 2
1483       - 45  # NDRPDR full 3
1484       - 46  # NDRPDR full 4
1485       - 15  # NDRPDR sel
1486       - 16  # NDRPDR sel
1487       - 19  # NDRPDR sel
1488       - 18  # NDRPDR sel
1489       - 20  # NDRPDR sel
1490       - 38  # NDRPDR sel
1491       - 40  # NDRPDR sel
1492       - 44  # NDRPDR sel
1493       - 47  # NDRPDR sel
1494     csit-vpp-perf-verify-1810-3n-hsw:
1495       - 9   # MRR sel
1496       - 20  # NDRPDR full
1497       - 21  # NDRPDR full
1498       - 22  # NDRPDR full
1499       - 27  # NDRPDR full
1500       - 8   # NDRPDR sel
1501       - 12  # NDRPDR sel
1502       - 14  # NDRPDR sel
1503       - 18  # NDRPDR sel
1504       - 23  # NDRPDR sel
1505       - 25  # NDRPDR sel
1506       - 38  # NDRPDR sel
1507       - 39  # NDRPDR sel
1508       - 41  # NDRPDR sel
1509       - 42  # NDRPDR sel
1510       - 28  # WRK
1511       - 29  # WRK
1512       - 30  # WRK
1513       - 31  # WRK
1514       - 32  # WRK
1515       - 33  # WRK
1516       - 34  # WRK
1517       - 35  # WRK
1518       - 36  # WRK
1519       - 37  # WRK
1520     csit-vpp-perf-verify-1901-3n-hsw:
1521 #      - 35  # MRR sel
1522 #      - 38  # NDRPDR full
1523 #      - 43  # NDRPDR full
1524 #      - 45  # NDRPDR full
1525 #      - 49  # NDRPDR full
1526 #      - 10  # NDRPDR sel
1527 #      - 19  # NDRPDR sel
1528 #      - 31  # NDRPDR sel
1529 #      - 36  # NDRPDR sel
1530 #      - 40  # NDRPDR sel
1531 #      - 42  # NDRPDR sel
1532 #      - 44  # NDRPDR sel
1533 #      - 46  # NDRPDR sel
1534 #      - 47  # NDRPDR sel
1535 #      - 48  # NDRPDR sel
1536 #      - 61  # NDRPDR LB
1537 #      - 62  # NDRPDR LB
1538 #      - 63  # NDRPDR LB
1539 #      - 64  # NDRPDR LB
1540 #      - 65  # NDRPDR LB
1541 #      - 66  # NDRPDR LB
1542 #      - 67  # NDRPDR LB
1543 #      - 69  # NDRPDR LB
1544 #      - 70  # NDRPDR LB
1545 #      - 71  # NDRPDR LB
1546       - 72  # 1901.1 NDRPDR sel
1547       - 78  # 1901.1 NDRPDR sel
1548       - 73  # 1901.1 MRR sel
1549       - 77  # 1901.1 MRR sel
1550     csit-vpp-perf-verify-1807-3n-skx:
1551       - 31  # MRR full
1552       - 28  # MRR sel
1553       - 32  # MRR sel
1554       - 36  # MRR sel
1555       - 42  # MRR sel
1556       - 47  # MRR sel
1557       - 48  # MRR sel
1558       - 51  # MRR sel
1559       - 52  # MRR sel
1560       - 53  # MRR sel
1561       - 54  # MRR sel
1562       - 40  # NDRPDR full 1
1563       - 41  # NDRPDR full 2
1564       - 33  # NDRPDR sel
1565       - 35  # NDRPDR sel
1566       - 37  # NDRPDR sel
1567       - 38  # NDRPDR sel
1568       - 39  # NDRPDR sel
1569       - 43  # NDRPDR sel
1570       - 44  # NDRPDR sel
1571       - 49  # NDRPDR sel
1572       - 50  # NDRPDR sel
1573       - 56  # NDRPDR sel
1574     csit-vpp-perf-verify-1810-3n-skx:
1575       - 9   # MRR sel
1576       - 11  # MRR sel
1577       - 12  # MRR sel
1578       - 13  # MRR sel
1579       - 23  # NDRPDR full
1580       - 24  # NDRPDR full
1581       - 10  # NDRPDR sel
1582       - 14  # NDRPDR sel
1583       - 15  # NDRPDR sel
1584       - 16  # NDRPDR sel
1585       - 17  # NDRPDR sel
1586       - 19  # NDRPDR sel
1587       - 20  # NDRPDR sel
1588       - 21  # NDRPDR sel
1589       - 22  # NDRPDR sel
1590       - 25  # NDRPDR sel
1591     csit-vpp-perf-verify-1901-3n-skx:
1592 #      - 32  # MRR sel
1593 #      - 37  # NDRPDR full
1594 #      - 39  # NDRPDR full
1595 #      - 40  # NDRPDR full
1596 #      - 49  # NDRPDR full
1597 #      - 18  # NDRPDR sel
1598 #      - 19  # NDRPDR sel
1599 #      - 20  # NDRPDR sel
1600 #      - 28  # NDRPDR sel
1601 #      - 31  # NDRPDR sel
1602 #      - 33  # NDRPDR sel
1603 #      - 36  # NDRPDR sel
1604 #      - 38  # NDRPDR sel
1605 #      - 47  # NDRPDR sel
1606 #      - 48  # NDRPDR sel
1607 #      - 54  # NDRPDR LB
1608 #      - 57  # NDRPDR LB
1609 #      - 58  # NDRPDR LB
1610 #      - 59  # NDRPDR LB
1611 #      - 60  # NDRPDR LB
1612 #      - 63  # NDRPDR LB
1613 #      - 64  # NDRPDR LB
1614 #      - 65  # NDRPDR LB
1615 #      - 66  # NDRPDR LB
1616 #      - 67  # NDRPDR LB
1617       - 68  # 1901.1 NDRPDR sel
1618       - 69  # 1901.1 MRR sel
1619     csit-vpp-perf-verify-1807-2n-skx:
1620       - 27  # MRR full
1621       - 31  # MRR sel
1622       - 33  # MRR sel
1623       - 37  # MRR sel
1624       - 38  # MRR sel
1625       - 41  # MRR sel
1626       - 43  # MRR sel
1627       - 44  # MRR sel
1628       - 45  # MRR sel
1629       - 46  # MRR sel
1630       - 47  # MRR sel
1631       - 32  # NDRPDR full
1632       - 26  # NDRPDR sel
1633       - 28  # NDRPDR sel
1634       - 29  # NDRPDR sel
1635       - 30  # NDRPDR sel
1636       - 34  # NDRPDR sel
1637       - 35  # NDRPDR sel
1638       - 36  # NDRPDR sel
1639       - 39  # NDRPDR sel
1640       - 40  # NDRPDR sel
1641       - 42  # NDRPDR sel
1642     csit-vpp-perf-verify-1810-2n-skx:
1643       - 8   # MRR sel
1644       - 10  # MRR sel
1645       - 11  # MRR sel
1646       - 12  # MRR sel
1647       - 25  # NDRPDR full
1648       - 26  # NDRPDR full
1649       - 9   # NDRPDR sel
1650       - 13  # NDRPDR sel
1651       - 14  # NDRPDR sel
1652       - 19  # NDRPDR sel
1653       - 20  # NDRPDR sel
1654       - 21  # NDRPDR sel
1655       - 22  # NDRPDR sel
1656       - 23  # NDRPDR sel
1657       - 24  # NDRPDR sel
1658       - 27  # NDRPDR sel
1659     csit-vpp-perf-verify-1901-2n-skx:
1660 #      - 22  # MRR sel
1661 #      - 25  # NDRPDR full
1662 #      - 30  # NDRPDR full
1663 #      - 33  # NDRPDR full
1664 #      - 44  # NDRPDR full
1665 #      - 5   # NDRPDR sel
1666 #      - 12  # NDRPDR sel
1667 #      - 13  # NDRPDR sel
1668 #      - 21  # NDRPDR sel
1669 #      - 23  # NDRPDR sel
1670 #      - 31  # NDRPDR sel
1671 #      - 34  # NDRPDR sel
1672 #      - 40  # NDRPDR sel
1673 #      - 42  # NDRPDR sel
1674 #      - 43  # NDRPDR sel
1675       - 24  # NFV MRR
1676       - 26  # NFV MRR
1677       - 27  # NFV MRR
1678       - 35  # NFV MRR
1679       - 37  # NFV MRR
1680       - 28  # NFV NDRPDR
1681       - 29  # NFV NDRPDR
1682       - 32  # NFV NDRPDR
1683       - 39  # NFV NDRPDR
1684       - 46  # NFV NDRPDR
1685       - 45  # SOAK
1686       - 64  # 1901.1 NDRPDR sel
1687       - 65  # 1901.1 MRR sel
1688     csit-ligato-perf-verify-1901-3n-hsw:
1689       - 10  # NDRPDR full
1690       - 8   # NDRPDR sel
1691       - 9   # NDRPDR sel
1692       - 11  # NDRPDR sel
1693       - 12  # NDRPDR sel
1694       - 13  # NDRPDR sel
1695       - 14  # NDRPDR sel
1696       - 15  # NDRPDR sel
1697       - 16  # NDRPDR sel
1698       - 17  # NDRPDR sel
1699       - 18  # NDRPDR sel
1700     csit-dpdk-perf-verify-1807-3n-hsw:
1701       - 11
1702       - 12  # full
1703       - 14
1704       - 15
1705       - 16
1706       - 17
1707       - 20
1708       - 21
1709       - 22
1710       - 23
1711     csit-dpdk-perf-verify-1810-3n-hsw:
1712       - 1   # NDRPDR sel
1713       - 2   # NDRPDR sel
1714       - 3   # NDRPDR sel
1715       - 4   # NDRPDR sel
1716       - 5   # NDRPDR sel
1717       - 6   # NDRPDR sel
1718       - 7   # NDRPDR sel
1719       - 8   # NDRPDR sel
1720       - 9   # NDRPDR sel
1721       - 10  # NDRPDR sel
1722     csit-dpdk-perf-verify-1901-3n-hsw:
1723       - 13  # NDRPDR sel
1724       - 14  # NDRPDR sel
1725       - 16  # NDRPDR sel
1726       - 17  # NDRPDR sel
1727       - 18  # NDRPDR sel
1728       - 19  # NDRPDR sel
1729       - 20  # NDRPDR sel
1730       - 21  # NDRPDR sel
1731       - 22  # NDRPDR sel
1732       - 23  # NDRPDR sel
1733     csit-dpdk-perf-verify-1807-3n-skx:
1734       - 1   # NDRPDR sel
1735       - 2   # NDRPDR sel
1736       - 3   # NDRPDR sel
1737       - 6   # NDRPDR sel
1738       - 7   # NDRPDR sel
1739       - 8   # NDRPDR sel
1740       - 9   # NDRPDR sel
1741       - 10  # NDRPDR sel
1742       - 11  # NDRPDR sel
1743       - 12  # NDRPDR sel
1744     csit-dpdk-perf-verify-1810-3n-skx:
1745       - 3   # NDRPDR sel
1746       - 4   # NDRPDR sel
1747       - 6   # NDRPDR sel
1748       - 7   # NDRPDR sel
1749       - 8   # NDRPDR sel
1750       - 9   # NDRPDR sel
1751       - 10  # NDRPDR sel
1752       - 11  # NDRPDR sel
1753       - 12  # NDRPDR sel
1754       - 13  # NDRPDR sel
1755     csit-dpdk-perf-verify-1901-3n-skx:
1756       - 3   # NDRPDR sel
1757       - 5   # NDRPDR sel
1758       - 6   # NDRPDR sel
1759       - 7   # NDRPDR sel
1760       - 8   # NDRPDR sel
1761       - 9   # NDRPDR sel
1762       - 10  # NDRPDR sel
1763       - 11  # NDRPDR sel
1764       - 12  # NDRPDR sel
1765       - 13  # NDRPDR sel
1766     csit-dpdk-perf-verify-1810-2n-skx:
1767       - 3   # NDRPDR sel
1768       - 4   # NDRPDR sel
1769       - 5   # NDRPDR sel
1770       - 7   # NDRPDR sel
1771       - 8   # NDRPDR sel
1772       - 9   # NDRPDR sel
1773       - 10  # NDRPDR sel
1774       - 11  # NDRPDR sel
1775       - 12  # NDRPDR sel
1776       - 13  # NDRPDR sel
1777     csit-dpdk-perf-verify-1901-2n-skx:
1778       - 12  # NDRPDR sel
1779       - 13  # NDRPDR sel
1780       - 14  # NDRPDR sel
1781       - 15  # NDRPDR sel
1782       - 16  # NDRPDR sel
1783       - 17  # NDRPDR sel
1784       - 18  # NDRPDR sel
1785       - 19  # NDRPDR sel
1786       - 20  # NDRPDR sel
1787       - 21  # NDRPDR sel
1788     csit-vpp-functional-1901-ubuntu1604-virl:
1789       - 173
1790     csit-vpp-functional-1901-centos7-virl:
1791       - 175
1792     csit-vpp-device-1901-ubuntu1804-1n-skx:
1793       - 175
1794     # Not used
1795     csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1796       - 1
1797     csit-dmm-functional-1901-ubuntu1604-virl:
1798       - 2
1799     csit-hc2vpp-verify-func-1901-ubuntu1604:
1800       - 3
1801
1802 -
1803   type: "output"
1804   output: "report"
1805   format:
1806     html:
1807     - full
1808     pdf:
1809     - minimal
1810
1811 ################################################################################
1812 ###                               T A B L E S                                ###
1813 ################################################################################
1814
1815 # VPP Compare NICs 3n-hsw 1t1c ndr
1816 -
1817   type: "table"
1818   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1819   algorithm: "table_nics_comparison"
1820   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1821   reference:
1822     title: "Intel-x520"
1823     nic: "NIC_Intel-X520-DA2"
1824   compare:
1825     title: "Intel-x710"
1826     nic: "NIC_Intel-X710"
1827   data: "vpp-nic-comparison-3n-hsw"
1828   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1829   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1830   parameters:
1831   - "name"
1832   - "parent"
1833   - "throughput"
1834   - "tags"
1835
1836 # VPP Compare NICs 3n-hsw 2t2c ndr
1837 -
1838   type: "table"
1839   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1840   algorithm: "table_nics_comparison"
1841   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1842   reference:
1843     title: "Intel-x520"
1844     nic: "NIC_Intel-X520-DA2"
1845   compare:
1846     title: "Intel-x710"
1847     nic: "NIC_Intel-X710"
1848   data: "vpp-nic-comparison-3n-hsw"
1849   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1850   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1851   parameters:
1852   - "name"
1853   - "parent"
1854   - "throughput"
1855   - "tags"
1856
1857 # VPP Compare NICs 3n-hsw 1t1c pdr
1858 -
1859   type: "table"
1860   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1861   algorithm: "table_nics_comparison"
1862   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1863   reference:
1864     title: "Intel-x520"
1865     nic: "NIC_Intel-X520-DA2"
1866   compare:
1867     title: "Intel-x710"
1868     nic: "NIC_Intel-X710"
1869   data: "vpp-nic-comparison-3n-hsw"
1870   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1871   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1872   parameters:
1873   - "name"
1874   - "parent"
1875   - "throughput"
1876   - "tags"
1877
1878 # VPP Compare NICs 3n-hsw 2t2c pdr
1879 -
1880   type: "table"
1881   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1882   algorithm: "table_nics_comparison"
1883   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1884   reference:
1885     title: "Intel-x520"
1886     nic: "NIC_Intel-X520-DA2"
1887   compare:
1888     title: "Intel-x710"
1889     nic: "NIC_Intel-X710"
1890   data: "vpp-nic-comparison-3n-hsw"
1891   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1892   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1893   parameters:
1894   - "name"
1895   - "parent"
1896   - "throughput"
1897   - "tags"
1898
1899 # VPP Compare NICs 3n-hsw 1t1c mrr
1900 -
1901   type: "table"
1902   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1903   algorithm: "table_nics_comparison"
1904   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1905   reference:
1906     title: "Intel-x520"
1907     nic: "NIC_Intel-X520-DA2"
1908   compare:
1909     title: "Intel-x710"
1910     nic: "NIC_Intel-X710"
1911   data: "vpp-nic-comparison-3n-hsw-mrr"
1912   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1913   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1914   parameters:
1915   - "name"
1916   - "parent"
1917   - "result"
1918   - "tags"
1919
1920 # VPP Compare NICs 3n-hsw 2t2c mrr
1921 -
1922   type: "table"
1923   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1924   algorithm: "table_nics_comparison"
1925   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1926   reference:
1927     title: "Intel-x520"
1928     nic: "NIC_Intel-X520-DA2"
1929   compare:
1930     title: "Intel-x710"
1931     nic: "NIC_Intel-X710"
1932   data: "vpp-nic-comparison-3n-hsw-mrr"
1933   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1934   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1935   parameters:
1936   - "name"
1937   - "parent"
1938   - "result"
1939   - "tags"
1940
1941 # VPP Compare NICs 3n-hsw 4t4c mrr
1942 -
1943   type: "table"
1944   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1945   algorithm: "table_nics_comparison"
1946   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1947   reference:
1948     title: "Intel-x520"
1949     nic: "NIC_Intel-X520-DA2"
1950   compare:
1951     title: "Intel-x710"
1952     nic: "NIC_Intel-X710"
1953   data: "vpp-nic-comparison-3n-hsw-mrr"
1954   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1955   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1956   parameters:
1957   - "name"
1958   - "parent"
1959   - "result"
1960   - "tags"
1961
1962 # VPP Compare NICs 3n-skx 2t1c ndr
1963 -
1964   type: "table"
1965   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1966   algorithm: "table_nics_comparison"
1967   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1968   reference:
1969     title: "Intel-x710"
1970     nic: "NIC_Intel-X710"
1971   compare:
1972     title: "Intel-xxv710"
1973     nic: "NIC_Intel-XXV710"
1974   data: "vpp-nic-comparison-3n-skx"
1975   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1976   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1977   parameters:
1978   - "name"
1979   - "parent"
1980   - "throughput"
1981   - "tags"
1982
1983 # VPP Compare NICs 3n-skx 4t2c ndr
1984 -
1985   type: "table"
1986   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1987   algorithm: "table_nics_comparison"
1988   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1989   reference:
1990     title: "Intel-x710"
1991     nic: "NIC_Intel-X710"
1992   compare:
1993     title: "Intel-xxv710"
1994     nic: "NIC_Intel-XXV710"
1995   data: "vpp-nic-comparison-3n-skx"
1996   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1997   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1998   parameters:
1999   - "name"
2000   - "parent"
2001   - "throughput"
2002   - "tags"
2003
2004 # VPP Compare NICs 3n-skx 2t1c pdr
2005 -
2006   type: "table"
2007   title: "VPP Compare NICs 3n-skx 2t1c pdr"
2008   algorithm: "table_nics_comparison"
2009   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
2010   reference:
2011     title: "Intel-x710"
2012     nic: "NIC_Intel-X710"
2013   compare:
2014     title: "Intel-xxv710"
2015     nic: "NIC_Intel-XXV710"
2016   data: "vpp-nic-comparison-3n-skx"
2017   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2018   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2019   parameters:
2020   - "name"
2021   - "parent"
2022   - "throughput"
2023   - "tags"
2024
2025  # VPP Compare NICs 3n-skx 4t2c pdr
2026 -
2027   type: "table"
2028   title: "VPP Compare NICs 3n-skx 4t2c pdr"
2029   algorithm: "table_nics_comparison"
2030   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
2031   reference:
2032     title: "Intel-x710"
2033     nic: "NIC_Intel-X710"
2034   compare:
2035     title: "Intel-xxv710"
2036     nic: "NIC_Intel-XXV710"
2037   data: "vpp-nic-comparison-3n-skx"
2038   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2039   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2040   parameters:
2041   - "name"
2042   - "parent"
2043   - "throughput"
2044   - "tags"
2045
2046 # VPP Compare NICs 3n-skx 2t1c mrr
2047 -
2048   type: "table"
2049   title: "VPP Compare NICs 3n-skx 2t1c mrr"
2050   algorithm: "table_nics_comparison"
2051   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
2052   reference:
2053     title: "Intel-x710"
2054     nic: "NIC_Intel-X710"
2055   compare:
2056     title: "Intel-xxv710"
2057     nic: "NIC_Intel-XXV710"
2058   data: "vpp-nic-comparison-3n-skx-mrr"
2059   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2060   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2061   parameters:
2062   - "name"
2063   - "parent"
2064   - "result"
2065   - "tags"
2066
2067 # VPP Compare NICs 3n-skx 4t2c mrr
2068 -
2069   type: "table"
2070   title: "VPP Compare NICs 3n-skx 4t2c mrr"
2071   algorithm: "table_nics_comparison"
2072   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
2073   reference:
2074     title: "Intel-x710"
2075     nic: "NIC_Intel-X710"
2076   compare:
2077     title: "Intel-xxv710"
2078     nic: "NIC_Intel-XXV710"
2079   data: "vpp-nic-comparison-3n-skx-mrr"
2080   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2081   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2082   parameters:
2083   - "name"
2084   - "parent"
2085   - "result"
2086   - "tags"
2087
2088  # VPP Compare NICs 3n-skx 8t4c mrr
2089 -
2090   type: "table"
2091   title: "VPP Compare NICs 3n-skx 8t4c mrr"
2092   algorithm: "table_nics_comparison"
2093   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
2094   reference:
2095     title: "Intel-x710"
2096     nic: "NIC_Intel-X710"
2097   compare:
2098     title: "Intel-xxv710"
2099     nic: "NIC_Intel-XXV710"
2100   data: "vpp-nic-comparison-3n-skx-mrr"
2101   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2102   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2103   parameters:
2104   - "name"
2105   - "parent"
2106   - "result"
2107   - "tags"
2108
2109 # VPP Compare NICs 2n-skx 2t1c ndr
2110 -
2111   type: "table"
2112   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2113   algorithm: "table_nics_comparison"
2114   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2115   reference:
2116     title: "Intel-x710"
2117     nic: "NIC_Intel-X710"
2118   compare:
2119     title: "Intel-xxv710"
2120     nic: "NIC_Intel-XXV710"
2121   data: "vpp-nic-comparison-2n-skx"
2122   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2123   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2124   parameters:
2125   - "name"
2126   - "parent"
2127   - "throughput"
2128   - "tags"
2129
2130 # VPP Compare NICs 2n-skx 4t2c ndr
2131 -
2132   type: "table"
2133   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2134   algorithm: "table_nics_comparison"
2135   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2136   reference:
2137     title: "Intel-x710"
2138     nic: "NIC_Intel-X710"
2139   compare:
2140     title: "Intel-xxv710"
2141     nic: "NIC_Intel-XXV710"
2142   data: "vpp-nic-comparison-2n-skx"
2143   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2144   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2145   parameters:
2146   - "name"
2147   - "parent"
2148   - "throughput"
2149   - "tags"
2150
2151  # VPP Compare NICs 2n-skx 2t1c pdr
2152 -
2153   type: "table"
2154   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2155   algorithm: "table_nics_comparison"
2156   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2157   reference:
2158     title: "Intel-x710"
2159     nic: "NIC_Intel-X710"
2160   compare:
2161     title: "Intel-xxv710"
2162     nic: "NIC_Intel-XXV710"
2163   data: "vpp-nic-comparison-2n-skx"
2164   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2165   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2166   parameters:
2167   - "name"
2168   - "parent"
2169   - "throughput"
2170   - "tags"
2171
2172 # VPP Compare NICs 2n-skx 4t2c pdr
2173 -
2174   type: "table"
2175   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2176   algorithm: "table_nics_comparison"
2177   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2178   reference:
2179     title: "Intel-x710"
2180     nic: "NIC_Intel-X710"
2181   compare:
2182     title: "Intel-xxv710"
2183     nic: "NIC_Intel-XXV710"
2184   data: "vpp-nic-comparison-2n-skx"
2185   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2186   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2187   parameters:
2188   - "name"
2189   - "parent"
2190   - "throughput"
2191   - "tags"
2192
2193 # VPP Compare NICs 2n-skx 2t1c mrr
2194 -
2195   type: "table"
2196   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2197   algorithm: "table_nics_comparison"
2198   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2199   reference:
2200     title: "Intel-x710"
2201     nic: "NIC_Intel-X710"
2202   compare:
2203     title: "Intel-xxv710"
2204     nic: "NIC_Intel-XXV710"
2205   data: "vpp-nic-comparison-2n-skx-mrr"
2206   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2207   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2208   parameters:
2209   - "name"
2210   - "parent"
2211   - "result"
2212   - "tags"
2213
2214 # VPP Compare NICs 2n-skx 4t2c mrr
2215 -
2216   type: "table"
2217   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2218   algorithm: "table_nics_comparison"
2219   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2220   reference:
2221     title: "Intel-x710"
2222     nic: "NIC_Intel-X710"
2223   compare:
2224     title: "Intel-xxv710"
2225     nic: "NIC_Intel-XXV710"
2226   data: "vpp-nic-comparison-2n-skx-mrr"
2227   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2228   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2229   parameters:
2230   - "name"
2231   - "parent"
2232   - "result"
2233   - "tags"
2234
2235 # VPP Compare NICs 2n-skx 8t4c mrr
2236 -
2237   type: "table"
2238   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2239   algorithm: "table_nics_comparison"
2240   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2241   reference:
2242     title: "Intel-x710"
2243     nic: "NIC_Intel-X710"
2244   compare:
2245     title: "Intel-xxv710"
2246     nic: "NIC_Intel-XXV710"
2247   data: "vpp-nic-comparison-2n-skx-mrr"
2248   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2249   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2250   parameters:
2251   - "name"
2252   - "parent"
2253   - "result"
2254   - "tags"
2255
2256 ################################################################################
2257 # VPP
2258
2259 # VPP Performance Changes 3n-hsw 1t1c pdr
2260 -
2261   type: "table"
2262   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2263   algorithm: "table_performance_comparison"
2264   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2265   history:
2266     -
2267       title: "rls1807"
2268       data: "vpp-performance-changes-3n-hsw-h1"
2269   reference:
2270     title: "rls1810"
2271     data: "vpp-performance-changes-3n-hsw-ref"
2272   compare:
2273     title: "rls1901.1"
2274     data: "vpp-performance-changes-3n-hsw-cmp"
2275   data: "vpp-performance-changes-3n-hsw"
2276   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2277   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2278   parameters:
2279   - "name"
2280   - "parent"
2281   - "throughput"
2282
2283 # VPP Performance Changes 3n-hsw 2t2c pdr
2284 -
2285   type: "table"
2286   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2287   algorithm: "table_performance_comparison"
2288   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2289   history:
2290     -
2291       title: "rls1807"
2292       data: "vpp-performance-changes-3n-hsw-h1"
2293   reference:
2294     title: "rls1810"
2295     data: "vpp-performance-changes-3n-hsw-ref"
2296   compare:
2297     title: "rls1901.1"
2298     data: "vpp-performance-changes-3n-hsw-cmp"
2299   data: "vpp-performance-changes-3n-hsw"
2300   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2301   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2302   parameters:
2303   - "name"
2304   - "parent"
2305   - "throughput"
2306
2307 # VPP Performance Changes 3n-hsw 1t1c ndr
2308 -
2309   type: "table"
2310   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2311   algorithm: "table_performance_comparison"
2312   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2313   history:
2314     -
2315       title: "rls1807"
2316       data: "vpp-performance-changes-3n-hsw-h1"
2317   reference:
2318     title: "rls1810"
2319     data: "vpp-performance-changes-3n-hsw-ref"
2320   compare:
2321     title: "rls1901.1"
2322     data: "vpp-performance-changes-3n-hsw-cmp"
2323   data: "vpp-performance-changes-3n-hsw"
2324   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2325   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2326   parameters:
2327   - "name"
2328   - "parent"
2329   - "throughput"
2330
2331 # VPP Performance Changes 3n-hsw 2t2c ndr
2332 -
2333   type: "table"
2334   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2335   algorithm: "table_performance_comparison"
2336   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2337   history:
2338     -
2339       title: "rls1807"
2340       data: "vpp-performance-changes-3n-hsw-h1"
2341   reference:
2342     title: "rls1810"
2343     data: "vpp-performance-changes-3n-hsw-ref"
2344   compare:
2345     title: "rls1901.1"
2346     data: "vpp-performance-changes-3n-hsw-cmp"
2347   data: "vpp-performance-changes-3n-hsw"
2348   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2349   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2350   parameters:
2351   - "name"
2352   - "parent"
2353   - "throughput"
2354
2355 # VPP Performance Changes 3n-skx 2t1c pdr
2356 -
2357   type: "table"
2358   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2359   algorithm: "table_performance_comparison"
2360   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2361   history:
2362     -
2363       title: "rls1807"
2364       data: "vpp-performance-changes-3n-skx-h1"
2365   reference:
2366     title: "rls1810"
2367     data: "vpp-performance-changes-3n-skx-ref"
2368   compare:
2369     title: "rls1901.1"
2370     data: "vpp-performance-changes-3n-skx-cmp"
2371   data: "vpp-performance-changes-3n-skx"
2372   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2373   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2374   parameters:
2375   - "name"
2376   - "parent"
2377   - "throughput"
2378
2379 # VPP Performance Changes 3n-skx 4t2c pdr
2380 -
2381   type: "table"
2382   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2383   algorithm: "table_performance_comparison"
2384   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2385   history:
2386     -
2387       title: "rls1807"
2388       data: "vpp-performance-changes-3n-skx-h1"
2389   reference:
2390     title: "rls1810"
2391     data: "vpp-performance-changes-3n-skx-ref"
2392   compare:
2393     title: "rls1901.1"
2394     data: "vpp-performance-changes-3n-skx-cmp"
2395   data: "vpp-performance-changes-3n-skx"
2396   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2397   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2398   parameters:
2399   - "name"
2400   - "parent"
2401   - "throughput"
2402
2403 # VPP Performance Changes 3n-skx 2t1c ndr
2404 -
2405   type: "table"
2406   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2407   algorithm: "table_performance_comparison"
2408   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2409   history:
2410     -
2411       title: "rls1807"
2412       data: "vpp-performance-changes-3n-skx-h1"
2413   reference:
2414     title: "rls1810"
2415     data: "vpp-performance-changes-3n-skx-ref"
2416   compare:
2417     title: "rls1901.1"
2418     data: "vpp-performance-changes-3n-skx-cmp"
2419   data: "vpp-performance-changes-3n-skx"
2420   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2421   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2422   parameters:
2423   - "name"
2424   - "parent"
2425   - "throughput"
2426
2427 # VPP Performance Changes 3n-skx 4t2c ndr
2428 -
2429   type: "table"
2430   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2431   algorithm: "table_performance_comparison"
2432   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2433   history:
2434     -
2435       title: "rls1807"
2436       data: "vpp-performance-changes-3n-skx-h1"
2437   reference:
2438     title: "rls1810"
2439     data: "vpp-performance-changes-3n-skx-ref"
2440   compare:
2441     title: "rls1901.1"
2442     data: "vpp-performance-changes-3n-skx-cmp"
2443   data: "vpp-performance-changes-3n-skx"
2444   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2445   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2446   parameters:
2447   - "name"
2448   - "parent"
2449   - "throughput"
2450
2451 # VPP Performance Changes 2n-skx 2t1c pdr
2452 -
2453   type: "table"
2454   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2455   algorithm: "table_performance_comparison"
2456   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2457   history:
2458     -
2459       title: "rls1807"
2460       data: "vpp-performance-changes-2n-skx-h1"
2461   reference:
2462     title: "rls1810"
2463     data: "vpp-performance-changes-2n-skx-ref"
2464   compare:
2465     title: "rls1901.1"
2466     data: "vpp-performance-changes-2n-skx-cmp"
2467   data: "vpp-performance-changes-2n-skx"
2468   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2469   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2470   parameters:
2471   - "name"
2472   - "parent"
2473   - "throughput"
2474
2475 # VPP Performance Changes 2n-skx 4t2c pdr
2476 -
2477   type: "table"
2478   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2479   algorithm: "table_performance_comparison"
2480   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2481   history:
2482     - title: "rls1807"
2483       data: "vpp-performance-changes-2n-skx-h1"
2484   reference:
2485     title: "rls1810"
2486     data: "vpp-performance-changes-2n-skx-ref"
2487   compare:
2488     title: "rls1901.1"
2489     data: "vpp-performance-changes-2n-skx-cmp"
2490   data: "vpp-performance-changes-2n-skx"
2491   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2492   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2493   parameters:
2494   - "name"
2495   - "parent"
2496   - "throughput"
2497
2498 # VPP Performance Changes 2n-skx 2t1c ndr
2499 -
2500   type: "table"
2501   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2502   algorithm: "table_performance_comparison"
2503   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2504   history:
2505     - title: "rls1807"
2506       data: "vpp-performance-changes-2n-skx-h1"
2507   reference:
2508     title: "rls1810"
2509     data: "vpp-performance-changes-2n-skx-ref"
2510   compare:
2511     title: "rls1901.1"
2512     data: "vpp-performance-changes-2n-skx-cmp"
2513   data: "vpp-performance-changes-2n-skx"
2514   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2515   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2516   parameters:
2517   - "name"
2518   - "parent"
2519   - "throughput"
2520
2521 # VPP Performance Changes 2n-skx 4t2c ndr
2522 -
2523   type: "table"
2524   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2525   algorithm: "table_performance_comparison"
2526   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2527   history:
2528     - title: "rls1807"
2529       data: "vpp-performance-changes-2n-skx-h1"
2530   reference:
2531     title: "rls1810"
2532     data: "vpp-performance-changes-2n-skx-ref"
2533   compare:
2534     title: "rls1901.1"
2535     data: "vpp-performance-changes-2n-skx-cmp"
2536   data: "vpp-performance-changes-2n-skx"
2537   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2538   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2539   parameters:
2540   - "name"
2541   - "parent"
2542   - "throughput"
2543
2544 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2545 -
2546   type: "table"
2547   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2548   algorithm: "table_performance_comparison"
2549   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2550   reference:
2551     title: "3-Node Hsw"
2552     data: "vpp-compare-testbeds-ref"
2553   compare:
2554     title: "3-Node Skx"
2555     data: "vpp-compare-testbeds-cmp"
2556   data: "vpp-compare-testbeds"
2557   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2558   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2559   parameters:
2560   - "name"
2561   - "parent"
2562   - "throughput"
2563
2564 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2565 -
2566   type: "table"
2567   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2568   algorithm: "table_performance_comparison"
2569   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2570   reference:
2571     title: "3-Node Hsw"
2572     data: "vpp-compare-testbeds-ref"
2573   compare:
2574     title: "3-Node Skx"
2575     data: "vpp-compare-testbeds-cmp"
2576   data: "vpp-compare-testbeds"
2577   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2578   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2579   parameters:
2580   - "name"
2581   - "parent"
2582   - "throughput"
2583
2584 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2585 -
2586   type: "table"
2587   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2588   algorithm: "table_performance_comparison"
2589   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2590   reference:
2591     title: "3-Node Hsw"
2592     data: "vpp-compare-testbeds-ref"
2593   compare:
2594     title: "3-Node Skx"
2595     data: "vpp-compare-testbeds-cmp"
2596   data: "vpp-compare-testbeds"
2597   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2598   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2599   parameters:
2600   - "name"
2601   - "parent"
2602   - "throughput"
2603
2604 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2605 -
2606   type: "table"
2607   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2608   algorithm: "table_performance_comparison"
2609   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2610   reference:
2611     title: "3-Node Hsw"
2612     data: "vpp-compare-testbeds-ref"
2613   compare:
2614     title: "3-Node Skx"
2615     data: "vpp-compare-testbeds-cmp"
2616   data: "vpp-compare-testbeds"
2617   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2618   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2619   parameters:
2620   - "name"
2621   - "parent"
2622   - "throughput"
2623
2624 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2625 -
2626   type: "table"
2627   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2628   algorithm: "table_performance_comparison"
2629   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2630   reference:
2631     title: "3-Node Skx"
2632     data: "vpp-compare-topologies-ref"
2633   compare:
2634     title: "2-Node Skx"
2635     data: "vpp-compare-topologies-cmp"
2636   data: "vpp-compare-topologies"
2637   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2638   filter: "'NDRPDR' and '1C'"
2639   parameters:
2640   - "name"
2641   - "parent"
2642   - "throughput"
2643
2644 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2645 -
2646   type: "table"
2647   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2648   algorithm: "table_performance_comparison"
2649   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2650   reference:
2651     title: "3-Node Skx"
2652     data: "vpp-compare-topologies-ref"
2653   compare:
2654     title: "2-Node Skx"
2655     data: "vpp-compare-topologies-cmp"
2656   data: "vpp-compare-topologies"
2657   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2658   filter: "'NDRPDR' and '2C'"
2659   parameters:
2660   - "name"
2661   - "parent"
2662   - "throughput"
2663
2664 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2665 -
2666   type: "table"
2667   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2668   algorithm: "table_performance_comparison"
2669   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2670   reference:
2671     title: "3-Node Skx"
2672     data: "vpp-compare-topologies-ref"
2673   compare:
2674     title: "2-Node Skx"
2675     data: "vpp-compare-topologies-cmp"
2676   data: "vpp-compare-topologies"
2677   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2678   filter: "'NDRPDR' and '1C'"
2679   parameters:
2680   - "name"
2681   - "parent"
2682   - "throughput"
2683
2684 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2685 -
2686   type: "table"
2687   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2688   algorithm: "table_performance_comparison"
2689   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2690   reference:
2691     title: "3-Node Skx"
2692     data: "vpp-compare-topologies-ref"
2693   compare:
2694     title: "2-Node Skx"
2695     data: "vpp-compare-topologies-cmp"
2696   data: "vpp-compare-topologies"
2697   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2698   filter: "'NDRPDR' and '2C'"
2699   parameters:
2700   - "name"
2701   - "parent"
2702   - "throughput"
2703
2704 # VPP Performance Changes 3n-hsw 1t1c MRR
2705 -
2706   type: "table"
2707   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2708   algorithm: "table_performance_comparison"
2709   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2710   history:
2711     -
2712       title: "rls1807"
2713       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2714   reference:
2715     title: "rls1810"
2716     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2717   compare:
2718     title: "rls1901.1"
2719     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2720   data: "vpp-performance-changes-3n-hsw-mrr"
2721   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2722   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2723   parameters:
2724   - "name"
2725   - "parent"
2726   - "result"
2727
2728 # VPP Performance Changes 3n-hsw 2t2c MRR
2729 -
2730   type: "table"
2731   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2732   algorithm: "table_performance_comparison"
2733   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2734   history:
2735     -
2736       title: "rls1807"
2737       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2738   reference:
2739     title: "rls1810"
2740     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2741   compare:
2742     title: "rls1901.1"
2743     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2744   data: "vpp-performance-changes-3n-hsw-mrr"
2745   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2746   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2747   parameters:
2748   - "name"
2749   - "parent"
2750   - "result"
2751
2752 # VPP Performance Changes 3n-hsw 4t4c MRR
2753 -
2754   type: "table"
2755   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2756   algorithm: "table_performance_comparison"
2757   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2758   history:
2759     -
2760       title: "rls1807"
2761       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2762   reference:
2763     title: "rls1810"
2764     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2765   compare:
2766     title: "rls1901.1"
2767     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2768   data: "vpp-performance-changes-3n-hsw-mrr"
2769   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2770   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2771   parameters:
2772   - "name"
2773   - "parent"
2774   - "result"
2775
2776 # VPP Performance Changes 3n-skx 2t1c MRR
2777 -
2778   type: "table"
2779   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2780   algorithm: "table_performance_comparison"
2781   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2782   history:
2783     -
2784       title: "rls1807"
2785       data: "vpp-performance-changes-3n-skx-mrr-h1"
2786   reference:
2787     title: "rls1810"
2788     data: "vpp-performance-changes-3n-skx-mrr-ref"
2789   compare:
2790     title: "rls1901.1"
2791     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2792   data: "vpp-performance-changes-3n-skx-mrr"
2793   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2794   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2795   parameters:
2796   - "name"
2797   - "parent"
2798   - "result"
2799
2800 # VPP Performance Changes 3n-skx 4t2c MRR
2801 -
2802   type: "table"
2803   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2804   algorithm: "table_performance_comparison"
2805   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2806   history:
2807     -
2808       title: "rls1807"
2809       data: "vpp-performance-changes-3n-skx-mrr-h1"
2810   reference:
2811     title: "rls1810"
2812     data: "vpp-performance-changes-3n-skx-mrr-ref"
2813   compare:
2814     title: "rls1901.1"
2815     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2816   data: "vpp-performance-changes-3n-skx-mrr"
2817   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2818   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2819   parameters:
2820   - "name"
2821   - "parent"
2822   - "result"
2823
2824 # VPP Performance Changes 3n-skx 8t4c MRR
2825 -
2826   type: "table"
2827   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2828   algorithm: "table_performance_comparison"
2829   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2830   history:
2831     -
2832       title: "rls1807"
2833       data: "vpp-performance-changes-3n-skx-mrr-h1"
2834   reference:
2835     title: "rls1810"
2836     data: "vpp-performance-changes-3n-skx-mrr-ref"
2837   compare:
2838     title: "rls1901.1"
2839     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2840   data: "vpp-performance-changes-3n-skx-mrr"
2841   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2842   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2843   parameters:
2844   - "name"
2845   - "parent"
2846   - "result"
2847
2848 # VPP Performance Changes 2n-skx 2t1c MRR
2849 -
2850   type: "table"
2851   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2852   algorithm: "table_performance_comparison"
2853   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2854   history:
2855     -
2856       title: "rls1807"
2857       data: "vpp-performance-changes-2n-skx-mrr-h1"
2858   reference:
2859     title: "rls1810"
2860     data: "vpp-performance-changes-2n-skx-mrr-ref"
2861   compare:
2862     title: "rls1901.1"
2863     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2864   data: "vpp-performance-changes-2n-skx-mrr"
2865   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2866   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2867   parameters:
2868   - "name"
2869   - "parent"
2870   - "result"
2871
2872 # VPP Performance Changes 2n-skx 4t2c MRR
2873 -
2874   type: "table"
2875   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2876   algorithm: "table_performance_comparison"
2877   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2878   history:
2879     -
2880       title: "rls1807"
2881       data: "vpp-performance-changes-2n-skx-mrr-h1"
2882   reference:
2883     title: "rls1810"
2884     data: "vpp-performance-changes-2n-skx-mrr-ref"
2885   compare:
2886     title: "rls1901.1"
2887     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2888   data: "vpp-performance-changes-2n-skx-mrr"
2889   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2890   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2891   parameters:
2892   - "name"
2893   - "parent"
2894   - "result"
2895
2896 # VPP Performance Changes 2n-skx 8t4c MRR
2897 -
2898   type: "table"
2899   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2900   algorithm: "table_performance_comparison"
2901   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2902   history:
2903     -
2904       title: "rls1807"
2905       data: "vpp-performance-changes-2n-skx-mrr-h1"
2906   reference:
2907     title: "rls1810"
2908     data: "vpp-performance-changes-2n-skx-mrr-ref"
2909   compare:
2910     title: "rls1901.1"
2911     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2912   data: "vpp-performance-changes-2n-skx-mrr"
2913   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2914   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2915   parameters:
2916   - "name"
2917   - "parent"
2918   - "result"
2919
2920 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2921 -
2922   type: "table"
2923   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2924   algorithm: "table_performance_comparison"
2925   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2926   reference:
2927     title: "3-Node Hsw"
2928     data: "vpp-compare-testbeds-mrr-ref"
2929   compare:
2930     title: "3-Node Skx"
2931     data: "vpp-compare-testbeds-mrr-cmp"
2932   data: "vpp-compare-testbeds-mrr"
2933   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2934   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2935   parameters:
2936   - "name"
2937   - "parent"
2938   - "result"
2939
2940 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2941 -
2942   type: "table"
2943   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2944   algorithm: "table_performance_comparison"
2945   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2946   reference:
2947     title: "3-Node Hsw"
2948     data: "vpp-compare-testbeds-mrr-ref"
2949   compare:
2950     title: "3-Node Skx"
2951     data: "vpp-compare-testbeds-mrr-cmp"
2952   data: "vpp-compare-testbeds-mrr"
2953   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2954   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2955   parameters:
2956   - "name"
2957   - "parent"
2958   - "result"
2959
2960 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2961 -
2962   type: "table"
2963   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2964   algorithm: "table_performance_comparison"
2965   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2966   reference:
2967     title: "3-Node Hsw"
2968     data: "vpp-compare-testbeds-mrr-ref"
2969   compare:
2970     title: "3-Node Skx"
2971     data: "vpp-compare-testbeds-mrr-cmp"
2972   data: "vpp-compare-testbeds-mrr"
2973   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2974   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2975   parameters:
2976   - "name"
2977   - "parent"
2978   - "result"
2979
2980 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2981 -
2982   type: "table"
2983   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2984   algorithm: "table_performance_comparison"
2985   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2986   reference:
2987     title: "3-Node Skx"
2988     data: "vpp-compare-topologies-mrr-ref"
2989   compare:
2990     title: "2-Node Skx"
2991     data: "vpp-compare-topologies-mrr-cmp"
2992   data: "vpp-compare-topologies-mrr"
2993   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2994   filter: "'MRR' and '1C'"
2995   parameters:
2996   - "name"
2997   - "parent"
2998   - "result"
2999
3000 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
3001 -
3002   type: "table"
3003   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
3004   algorithm: "table_performance_comparison"
3005   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
3006   reference:
3007     title: "3-Node Skx"
3008     data: "vpp-compare-topologies-mrr-ref"
3009   compare:
3010     title: "2-Node Skx"
3011     data: "vpp-compare-topologies-mrr-cmp"
3012   data: "vpp-compare-topologies-mrr"
3013   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3014   filter: "'MRR' and '2C'"
3015   parameters:
3016   - "name"
3017   - "parent"
3018   - "result"
3019
3020 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3021 -
3022   type: "table"
3023   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3024   algorithm: "table_performance_comparison"
3025   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3026   reference:
3027     title: "3-Node Skx"
3028     data: "vpp-compare-topologies-mrr-ref"
3029   compare:
3030     title: "2-Node Skx"
3031     data: "vpp-compare-topologies-mrr-cmp"
3032   data: "vpp-compare-topologies-mrr"
3033   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3034   filter: "'MRR' and '4C'"
3035   parameters:
3036   - "name"
3037   - "parent"
3038   - "result"
3039
3040 # Detailed Test Results - VPP Performance Results 3n-hsw
3041 -
3042   type: "table"
3043   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3044   algorithm: "table_merged_details"
3045   output-file-ext: ".csv"
3046   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3047   columns:
3048   -
3049     title: "Name"
3050     data: "data name"
3051   -
3052     title: "Status"
3053     data: "data msg"
3054   rows: "generated"
3055   data: "vpp-perf-results-3n-hsw"
3056   filter: "not 'NDRCHK' and not 'PDRCHK'"
3057   parameters:
3058   - "name"
3059   - "parent"
3060   - "msg"
3061
3062 # Detailed Test Results - VPP Performance Results 3n-skx
3063 -
3064   type: "table"
3065   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3066   algorithm: "table_merged_details"
3067   output-file-ext: ".csv"
3068   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3069   columns:
3070   -
3071     title: "Name"
3072     data: "data name"
3073   -
3074     title: "Status"
3075     data: "data msg"
3076   rows: "generated"
3077   data: "vpp-perf-results-3n-skx"
3078   filter: "not 'NDRCHK' and not 'PDRCHK'"
3079   parameters:
3080   - "name"
3081   - "parent"
3082   - "msg"
3083
3084 # Detailed Test Results - VPP Performance Results 2n-skx
3085 -
3086   type: "table"
3087   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3088   algorithm: "table_merged_details"
3089   output-file-ext: ".csv"
3090   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3091   columns:
3092   -
3093     title: "Name"
3094     data: "data name"
3095   -
3096     title: "Status"
3097     data: "data msg"
3098   rows: "generated"
3099   data: "vpp-perf-results-2n-skx"
3100   filter: "not 'NDRCHK' and not 'PDRCHK'"
3101   parameters:
3102   - "name"
3103   - "parent"
3104   - "msg"
3105
3106 # Detailed Test Results - VPP Performance Results 2n-dnv
3107 -
3108   type: "table"
3109   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3110   algorithm: "table_details"
3111   output-file-ext: ".csv"
3112   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3113   columns:
3114   -
3115     title: "Name"
3116     data: "data name"
3117   -
3118     title: "Status"
3119     data: "data msg"
3120   rows: "generated"
3121   data: "intel-dnv-vpp"
3122   filter: "'NDRPDR'"
3123   parameters:
3124   - "name"
3125   - "parent"
3126   - "msg"
3127
3128 # Test configuration - VPP Performance Test Configs 3n-hsw
3129 -
3130   type: "table"
3131   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3132   algorithm: "table_merged_details"
3133   output-file-ext: ".csv"
3134   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3135   columns:
3136   -
3137     title: "Name"
3138     data: "data name"
3139   -
3140     title: "VPP API Test Commands History - Commands Used Per Test Case"
3141     data: "data conf-history"
3142   rows: "generated"
3143   data: "vpp-perf-results-3n-hsw"
3144   filter: "not 'NDRCHK' and not 'PDRCHK'"
3145   parameters:
3146   - "parent"
3147   - "name"
3148   - "conf-history"
3149
3150 # Test configuration - VPP Performance Test Configs 3n-skx
3151 -
3152   type: "table"
3153   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3154   algorithm: "table_merged_details"
3155   output-file-ext: ".csv"
3156   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3157   columns:
3158   -
3159     title: "Name"
3160     data: "data name"
3161   -
3162     title: "VPP API Test Commands History - Commands Used Per Test Case"
3163     data: "data conf-history"
3164   rows: "generated"
3165   data: "vpp-perf-results-3n-skx"
3166   filter: "not 'NDRCHK' and not 'PDRCHK'"
3167   parameters:
3168   - "parent"
3169   - "name"
3170   - "conf-history"
3171
3172 # Test configuration - VPP Performance Test Configs 2n-skx
3173 -
3174   type: "table"
3175   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3176   algorithm: "table_merged_details"
3177   output-file-ext: ".csv"
3178   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3179   columns:
3180   -
3181     title: "Name"
3182     data: "data name"
3183   -
3184     title: "VPP API Test Commands History - Commands Used Per Test Case"
3185     data: "data conf-history"
3186   rows: "generated"
3187   data: "vpp-perf-results-2n-skx"
3188   filter: "not 'NDRCHK' and not 'PDRCHK'"
3189   parameters:
3190   - "parent"
3191   - "name"
3192   - "conf-history"
3193
3194 # Test configuration - VPP Performance Test Configs 2n-dnv
3195 -
3196   type: "table"
3197   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3198   algorithm: "table_details"
3199   output-file-ext: ".csv"
3200   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3201   columns:
3202   -
3203     title: "Name"
3204     data: "data name"
3205   -
3206     title: "VPP API Test Commands History - Commands Used Per Test Case"
3207     data: "data conf-history"
3208   rows: "generated"
3209   data: "intel-dnv-vpp"
3210   filter: "'NDRPDR'"
3211   parameters:
3212   - "parent"
3213   - "name"
3214   - "conf-history"
3215
3216 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3217 -
3218   type: "table"
3219   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3220   algorithm: "table_merged_details"
3221   output-file-ext: ".csv"
3222   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3223   columns:
3224   -
3225     title: "Name"
3226     data: "data name"
3227   -
3228     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3229     data: "data show-run"
3230   rows: "generated"
3231   data: "vpp-perf-results-3n-hsw"
3232   filter: "not 'NDRCHK' and not 'PDRCHK'"
3233   parameters:
3234   - "parent"
3235   - "name"
3236   - "show-run"
3237
3238 # Test Operational Data - VPP Performance Operational Data 3n-skx
3239 -
3240   type: "table"
3241   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3242   algorithm: "table_merged_details"
3243   output-file-ext: ".csv"
3244   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3245   columns:
3246   -
3247     title: "Name"
3248     data: "data name"
3249   -
3250     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3251     data: "data show-run"
3252   rows: "generated"
3253   data: "vpp-perf-results-3n-skx"
3254   filter: "not 'NDRCHK' and not 'PDRCHK'"
3255   parameters:
3256   - "parent"
3257   - "name"
3258   - "show-run"
3259
3260 # Test Operational Data - VPP Performance Operational Data 2n-skx
3261 -
3262   type: "table"
3263   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3264   algorithm: "table_merged_details"
3265   output-file-ext: ".csv"
3266   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3267   columns:
3268   -
3269     title: "Name"
3270     data: "data name"
3271   -
3272     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3273     data: "data show-run"
3274   rows: "generated"
3275   data: "vpp-perf-results-2n-skx"
3276   filter: "not 'NDRCHK' and not 'PDRCHK'"
3277   parameters:
3278   - "parent"
3279   - "name"
3280   - "show-run"
3281
3282 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3283 -
3284   type: "table"
3285   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3286   algorithm: "table_details"
3287   output-file-ext: ".csv"
3288   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3289   columns:
3290   -
3291     title: "Name"
3292     data: "data name"
3293   -
3294     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3295     data: "data show-run"
3296   rows: "generated"
3297   data: "intel-dnv-vpp"
3298   filter: "'NDRPDR'"
3299   parameters:
3300   - "parent"
3301   - "name"
3302   - "show-run"
3303
3304 # Detailed Test Results - VPP MRR Results 3n-hsw
3305 -
3306   type: "table"
3307   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3308   algorithm: "table_details"
3309   output-file-ext: ".csv"
3310   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3311   columns:
3312   -
3313     title: "Name"
3314     data: "data name"
3315   -
3316     title: "Status"
3317     data: "data msg"
3318   rows: "generated"
3319   data: "vpp-mrr-results-3n-hsw"
3320   filter: "'MRR'"
3321   parameters:
3322   - "name"
3323   - "parent"
3324   - "msg"
3325
3326 # Detailed Test Results - VPP MRR Results 3n-skx
3327 -
3328   type: "table"
3329   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3330   algorithm: "table_details"
3331   output-file-ext: ".csv"
3332   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3333   columns:
3334   -
3335     title: "Name"
3336     data: "data name"
3337   -
3338     title: "Status"
3339     data: "data msg"
3340   rows: "generated"
3341   data: "vpp-mrr-results-3n-skx"
3342   filter: "'MRR'"
3343   parameters:
3344   - "name"
3345   - "parent"
3346   - "msg"
3347
3348 # Detailed Test Results - VPP MRR Results 2n-skx
3349 -
3350   type: "table"
3351   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3352   algorithm: "table_details"
3353   output-file-ext: ".csv"
3354   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3355   columns:
3356   -
3357     title: "Name"
3358     data: "data name"
3359   -
3360     title: "Status"
3361     data: "data msg"
3362   rows: "generated"
3363   data: "vpp-mrr-results-2n-skx"
3364   filter: "'MRR'"
3365   parameters:
3366   - "name"
3367   - "parent"
3368   - "msg"
3369
3370 # Detailed Test Results - VPP MRR Results 2n-dnv
3371 -
3372   type: "table"
3373   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3374   algorithm: "table_details"
3375   output-file-ext: ".csv"
3376   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3377   columns:
3378   -
3379     title: "Name"
3380     data: "data name"
3381   -
3382     title: "Status"
3383     data: "data msg"
3384   rows: "generated"
3385   data: "intel-dnv-vpp"
3386   filter: "'MRR'"
3387   parameters:
3388   - "name"
3389   - "parent"
3390   - "msg"
3391
3392 # Test configuration - VPP MRR Test Configs 3n-hsw
3393 -
3394   type: "table"
3395   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3396   algorithm: "table_details"
3397   output-file-ext: ".csv"
3398   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3399   columns:
3400   -
3401     title: "Name"
3402     data: "data name"
3403   -
3404     title: "VPP API Test Commands History - Commands Used Per Test Case"
3405     data: "data conf-history"
3406   rows: "generated"
3407   data: "vpp-mrr-results-3n-hsw"
3408   filter: "'MRR'"
3409   parameters:
3410   - "parent"
3411   - "name"
3412   - "conf-history"
3413
3414 # Test configuration - VPP MRR Test Configs 3n-skx
3415 -