resources/tools/presentation/specification.yaml

   1 -
   2   type: "environment"
   3
   4   paths:
   5     # Top level directories:
   6     ## Working directory
   7     DIR[WORKING]: "_tmp"
   8     ## Build directories
   9     DIR[BUILD,HTML]: "_build"
  10     DIR[BUILD,LATEX]: "_build_latex"
  11
  12     # Static .rst files
  13     DIR[RST]: "../../../docs/report"
  14
  15     # Working directories
  16     ## Input data files (.zip, .xml)
  17     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  18     ## Static source files from git
  19     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  20     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  21
  22     # Static html content
  23     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  24     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  25     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  26     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  27
  28     # Detailed test results
  29     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  30     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  31     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  32     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  33     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  34     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  35     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  36     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  37     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  38     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  39     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  40     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  41     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  42     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  43     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  44     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  45     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  46     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  47     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  48     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  49
  50     # Detailed test configurations
  51     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  52     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  53     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  54     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  55     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  56     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  57     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  58     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  59     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  60     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  61     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  62     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  63
  64     # Detailed tests operational data
  65     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  66     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  67     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  68     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  69     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  70
  71     # .css patch file to fix tables generated by Sphinx
  72     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  73     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  74
  75   urls:
  76     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  77     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  78     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
  79     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  80     URL[NEXUS]: "https://docs.fd.io/csit"
  81     DIR[NEXUS]: "report/_static/archive"
  82
  83   make-dirs:
  84   # List the directories which are created while preparing the environment.
  85   # All directories MUST be defined in "paths" section.
  86   - "DIR[WORKING,DATA]"
  87   - "DIR[STATIC,VPP]"
  88   - "DIR[STATIC,DPDK]"
  89   - "DIR[STATIC,ARCH]"
  90   - "DIR[BUILD,LATEX]"
  91   - "DIR[WORKING,SRC]"
  92   - "DIR[WORKING,SRC,STATIC]"
  93
  94   remove-dirs:
  95   # List the directories which are deleted while cleaning the environment.
  96   # All directories MUST be defined in "paths" section.
  97   #- "DIR[BUILD,HTML]"
  98   - "DIR[WORKING,DATA]"
  99
 100   build-dirs:
 101   # List the directories where the results (build) is stored.
 102   # All directories MUST be defined in "paths" section.
 103   - "DIR[BUILD,HTML]"
 104   - "DIR[BUILD,LATEX]"
 105
 106 -
 107   type: "configuration"
 108
 109   limits:
 110     nic:
 111       x520: 24460000
 112       x553: 29761905
 113       x710: 35800000
 114       xxv710: 35800000
 115       xl710: 35800000
 116
 117     link:
 118       10ge: 14880952.38
 119       25ge: 37202380.95
 120       40ge: 59523809.52
 121       100ge: 148809523.81
 122
 123     pci:
 124       pci-g3-x8: 74404761.90
 125       pci-g3-x16: 148809523.81
 126
 127   data-sets:
 128
 129     ###########################################################################
 130     # Plots:
 131
 132     # 3n-hsw
 133
 134     plot-vpp-throughput-latency-3n-hsw:
 135       csit-vpp-perf-verify-1901-3n-hsw:
 136 #        - 10  # NDRPDR sel
 137 #        - 19  # NDRPDR sel
 138 #        - 31  # NDRPDR sel
 139 #        - 36  # NDRPDR sel
 140 #        - 40  # NDRPDR sel
 141 #        - 42  # NDRPDR sel
 142 #        - 44  # NDRPDR sel
 143 #        - 46  # NDRPDR sel
 144 #        - 47  # NDRPDR sel
 145 #        - 48  # NDRPDR sel
 146 #        - 61  # NDRPDR LB
 147 #        - 62  # NDRPDR LB
 148 #        - 63  # NDRPDR LB
 149 #        - 64  # NDRPDR LB
 150 #        - 65  # NDRPDR LB
 151 #        - 66  # NDRPDR LB
 152 #        - 67  # NDRPDR LB
 153 #        - 69  # NDRPDR LB
 154 #        - 70  # NDRPDR LB
 155 #        - 71  # NDRPDR LB
 156         - 72  # 1901.1 NDRPDR sel
 157         - 78  # 1901.1 NDRPDR sel
 158
 159     plot-throughput-speedup-analysis-3n-hsw:
 160       csit-vpp-perf-verify-1901-3n-hsw:
 161 #        - 10  # NDRPDR sel
 162 #        - 19  # NDRPDR sel
 163 #        - 31  # NDRPDR sel
 164 #        - 36  # NDRPDR sel
 165 #        - 40  # NDRPDR sel
 166 #        - 42  # NDRPDR sel
 167 #        - 44  # NDRPDR sel
 168 #        - 46  # NDRPDR sel
 169 #        - 47  # NDRPDR sel
 170 #        - 48  # NDRPDR sel
 171 #        - 61  # NDRPDR LB
 172 #        - 62  # NDRPDR LB
 173 #        - 63  # NDRPDR LB
 174 #        - 64  # NDRPDR LB
 175 #        - 65  # NDRPDR LB
 176 #        - 66  # NDRPDR LB
 177 #        - 67  # NDRPDR LB
 178 #        - 69  # NDRPDR LB
 179 #        - 70  # NDRPDR LB
 180 #        - 71  # NDRPDR LB
 181         - 72  # 1901.1 NDRPDR sel
 182         - 78  # 1901.1 NDRPDR sel
 183
 184     plot-vpp-http-server-performance:
 185       # TODO: Replace with new data
 186       # csit-vpp-perf-verify-1901-3n-hsw:
 187       csit-vpp-perf-verify-1810-3n-hsw:
 188         - 28  # WRK
 189         - 29  # WRK
 190         - 30  # WRK
 191         - 31  # WRK
 192         - 32  # WRK
 193         - 33  # WRK
 194         - 34  # WRK
 195         - 35  # WRK
 196         - 36  # WRK
 197         - 37  # WRK
 198
 199     plot-ligato-throughput-latency-3n-hsw:
 200       csit-ligato-perf-verify-1901-3n-hsw:
 201         - 8   # NDRPDR sel
 202         - 9   # NDRPDR sel
 203         - 11  # NDRPDR sel
 204         - 12  # NDRPDR sel
 205         - 13  # NDRPDR sel
 206         - 14  # NDRPDR sel
 207         - 15  # NDRPDR sel
 208         - 16  # NDRPDR sel
 209         - 17  # NDRPDR sel
 210         - 18  # NDRPDR sel
 211
 212     plot-ligato-throughput-speedup-analysis-3n-hsw:
 213       csit-ligato-perf-verify-1901-3n-hsw:
 214         - 8   # NDRPDR sel
 215         - 9   # NDRPDR sel
 216         - 11  # NDRPDR sel
 217         - 12  # NDRPDR sel
 218         - 13  # NDRPDR sel
 219         - 14  # NDRPDR sel
 220         - 15  # NDRPDR sel
 221         - 16  # NDRPDR sel
 222         - 17  # NDRPDR sel
 223         - 18  # NDRPDR sel
 224
 225     plot-dpdk-throughput-latency-3n-hsw:
 226       csit-dpdk-perf-verify-1901-3n-hsw:
 227         - 13  # NDRPDR sel
 228         - 14  # NDRPDR sel
 229         - 16  # NDRPDR sel
 230         - 17  # NDRPDR sel
 231         - 18  # NDRPDR sel
 232         - 19  # NDRPDR sel
 233         - 20  # NDRPDR sel
 234         - 21  # NDRPDR sel
 235         - 22  # NDRPDR sel
 236         - 23  # NDRPDR sel
 237
 238     # 3n-skx
 239
 240     plot-vpp-throughput-latency-3n-skx:
 241       csit-vpp-perf-verify-1901-3n-skx:
 242 #        - 18  # NDRPDR sel
 243 #        - 19  # NDRPDR sel
 244 #        - 20  # NDRPDR sel
 245 #        - 28  # NDRPDR sel
 246 #        - 31  # NDRPDR sel
 247 #        - 33  # NDRPDR sel
 248 #        - 36  # NDRPDR sel
 249 #        - 38  # NDRPDR sel
 250 #        - 47  # NDRPDR sel
 251 #        - 48  # NDRPDR sel
 252 #        - 54  # NDRPDR LB
 253 #        - 57  # NDRPDR LB
 254 #        - 58  # NDRPDR LB
 255 #        - 59  # NDRPDR LB
 256 #        - 60  # NDRPDR LB
 257 #        - 63  # NDRPDR LB
 258 #        - 64  # NDRPDR LB
 259 #        - 65  # NDRPDR LB
 260 #        - 66  # NDRPDR LB
 261 #        - 67  # NDRPDR LB
 262         - 68  # 1901.1 NDRPDR sel
 263
 264     plot-throughput-speedup-analysis-3n-skx:
 265       csit-vpp-perf-verify-1901-3n-skx:
 266 #        - 18  # NDRPDR sel
 267 #        - 19  # NDRPDR sel
 268 #        - 20  # NDRPDR sel
 269 #        - 28  # NDRPDR sel
 270 #        - 31  # NDRPDR sel
 271 #        - 33  # NDRPDR sel
 272 #        - 36  # NDRPDR sel
 273 #        - 38  # NDRPDR sel
 274 #        - 47  # NDRPDR sel
 275 #        - 48  # NDRPDR sel
 276 #        - 54  # NDRPDR LB
 277 #        - 57  # NDRPDR LB
 278 #        - 58  # NDRPDR LB
 279 #        - 59  # NDRPDR LB
 280 #        - 60  # NDRPDR LB
 281 #        - 63  # NDRPDR LB
 282 #        - 64  # NDRPDR LB
 283 #        - 65  # NDRPDR LB
 284 #        - 66  # NDRPDR LB
 285 #        - 67  # NDRPDR LB
 286         - 68  # 1901.1 NDRPDR sel
 287
 288     plot-dpdk-throughput-latency-3n-skx:
 289       csit-dpdk-perf-verify-1901-3n-skx:
 290         - 3   # NDRPDR sel
 291         - 5   # NDRPDR sel
 292         - 6   # NDRPDR sel
 293         - 7   # NDRPDR sel
 294         - 8   # NDRPDR sel
 295         - 9   # NDRPDR sel
 296         - 10  # NDRPDR sel
 297         - 11  # NDRPDR sel
 298         - 12  # NDRPDR sel
 299         - 13  # NDRPDR sel
 300
 301     # 2n-skx
 302
 303     plot-vpp-throughput-latency-2n-skx:
 304       csit-vpp-perf-verify-1901-2n-skx:
 305 #        - 5   # NDRPDR sel
 306 #        - 12  # NDRPDR sel
 307 #        - 13  # NDRPDR sel
 308 #        - 21  # NDRPDR sel
 309 #        - 23  # NDRPDR sel
 310 #        - 31  # NDRPDR sel
 311 #        - 34  # NDRPDR sel
 312 #        - 40  # NDRPDR sel
 313 #        - 42  # NDRPDR sel
 314 #        - 43  # NDRPDR sel
 315         - 64  # 1901.1 NDRPDR sel
 316
 317     plot-throughput-speedup-analysis-2n-skx:
 318       csit-vpp-perf-verify-1901-2n-skx:
 319 #        - 5   # NDRPDR sel
 320 #        - 12  # NDRPDR sel
 321 #        - 13  # NDRPDR sel
 322 #        - 21  # NDRPDR sel
 323 #        - 23  # NDRPDR sel
 324 #        - 31  # NDRPDR sel
 325 #        - 34  # NDRPDR sel
 326 #        - 40  # NDRPDR sel
 327 #        - 42  # NDRPDR sel
 328 #        - 43  # NDRPDR sel
 329         - 64  # 1901.1 NDRPDR sel
 330
 331     plot-vpp-soak-2n-skx:
 332       csit-vpp-perf-verify-1901-2n-skx:
 333         - 45  # SOAK sel
 334
 335     plot-vpp-nfv-2n-skx:
 336       csit-vpp-perf-verify-1901-2n-skx:
 337         - 28  # NFV NDRPDR
 338         - 29  # NFV NDRPDR
 339         - 32  # NFV NDRPDR
 340         - 39  # NFV NDRPDR
 341         - 46  # NFV NDRPDR
 342
 343     plot-vpp-nfv-2n-skx-mrr:
 344       csit-vpp-perf-verify-1901-2n-skx:
 345         - 24  # NFV MRR
 346         - 26  # NFV MRR
 347         - 27  # NFV MRR
 348         - 35  # NFV MRR
 349         - 37  # NFV MRR
 350
 351     plot-dpdk-throughput-latency-2n-skx:
 352       csit-dpdk-perf-verify-1901-2n-skx:
 353         - 12  # NDRPDR sel
 354         - 13  # NDRPDR sel
 355         - 14  # NDRPDR sel
 356         - 15  # NDRPDR sel
 357         - 16  # NDRPDR sel
 358         - 17  # NDRPDR sel
 359         - 18  # NDRPDR sel
 360         - 19  # NDRPDR sel
 361         - 20  # NDRPDR sel
 362         - 21  # NDRPDR sel
 363
 364     # 3rd party
 365
 366     # Denverton:
 367     intel-dnv-vpp:
 368       intel-dnv-vpp-release-1901:
 369         - 1
 370
 371     ###########################################################################
 372     # Simple tables (only one data set):
 373
 374     # NIC Comparisons
 375
 376     vpp-nic-comparison-3n-hsw:
 377       csit-vpp-perf-verify-1901-3n-hsw:
 378 #        - 10  # NDRPDR sel
 379 #        - 19  # NDRPDR sel
 380 #        - 31  # NDRPDR sel
 381 #        - 36  # NDRPDR sel
 382 #        - 40  # NDRPDR sel
 383 #        - 42  # NDRPDR sel
 384 #        - 44  # NDRPDR sel
 385 #        - 46  # NDRPDR sel
 386 #        - 47  # NDRPDR sel
 387 #        - 48  # NDRPDR sel
 388 #        - 61  # NDRPDR LB
 389 #        - 62  # NDRPDR LB
 390 #        - 63  # NDRPDR LB
 391 #        - 64  # NDRPDR LB
 392 #        - 65  # NDRPDR LB
 393 #        - 66  # NDRPDR LB
 394 #        - 67  # NDRPDR LB
 395 #        - 69  # NDRPDR LB
 396 #        - 70  # NDRPDR LB
 397 #        - 71  # NDRPDR LB
 398         - 72  # 1901.1 NDRPDR sel
 399         - 78  # 1901.1 NDRPDR sel
 400
 401     vpp-nic-comparison-3n-skx:
 402       csit-vpp-perf-verify-1901-3n-skx:
 403 #        - 18  # NDRPDR sel
 404 #        - 19  # NDRPDR sel
 405 #        - 20  # NDRPDR sel
 406 #        - 28  # NDRPDR sel
 407 #        - 31  # NDRPDR sel
 408 #        - 33  # NDRPDR sel
 409 #        - 36  # NDRPDR sel
 410 #        - 38  # NDRPDR sel
 411 #        - 47  # NDRPDR sel
 412 #        - 48  # NDRPDR sel
 413 #        - 54  # NDRPDR LB
 414 #        - 57  # NDRPDR LB
 415 #        - 58  # NDRPDR LB
 416 #        - 59  # NDRPDR LB
 417 #        - 60  # NDRPDR LB
 418 #        - 63  # NDRPDR LB
 419 #        - 64  # NDRPDR LB
 420 #        - 65  # NDRPDR LB
 421 #        - 66  # NDRPDR LB
 422 #        - 67  # NDRPDR LB
 423         - 68  # 1901.1 NDRPDR sel
 424
 425     vpp-nic-comparison-2n-skx:
 426       csit-vpp-perf-verify-1901-2n-skx:
 427 #        - 5   # NDRPDR sel
 428 #        - 12  # NDRPDR sel
 429 #        - 13  # NDRPDR sel
 430 #        - 21  # NDRPDR sel
 431 #        - 23  # NDRPDR sel
 432 #        - 31  # NDRPDR sel
 433 #        - 34  # NDRPDR sel
 434 #        - 40  # NDRPDR sel
 435 #        - 42  # NDRPDR sel
 436 #        - 43  # NDRPDR sel
 437         - 64  # 1901.1 NDRPDR sel
 438
 439     vpp-nic-comparison-3n-hsw-mrr:
 440       csit-vpp-perf-verify-1901-3n-hsw:
 441 #        - 35  # MRR sel
 442         - 73  # 1901.1 MRR sel
 443         - 77  # 1901.1 MRR sel
 444
 445     vpp-nic-comparison-3n-skx-mrr:
 446       csit-vpp-perf-verify-1901-3n-skx:
 447 #        - 32  # MRR sel
 448         - 69  # 1901.1 MRR sel
 449
 450     vpp-nic-comparison-2n-skx-mrr:
 451       csit-vpp-perf-verify-1901-2n-skx:
 452 #        - 22  # MRR sel
 453         - 65  # 1901.1 MRR sel
 454
 455     # Results
 456
 457     vpp-perf-results-3n-hsw:
 458       csit-vpp-perf-verify-1901-3n-hsw:
 459 #        - 38  # NDRPDR full
 460 #        - 43  # NDRPDR full
 461 #        - 45  # NDRPDR full
 462 #        - 49  # NDRPDR full
 463         - 72  # 1901.1 NDRPDR sel
 464         - 78  # 1901.1 NDRPDR sel
 465
 466     vpp-perf-results-3n-skx:
 467       csit-vpp-perf-verify-1901-3n-skx:
 468 #        - 37  # NDRPDR full
 469 #        - 39  # NDRPDR full
 470 #        - 40  # NDRPDR full
 471 #        - 49  # NDRPDR full
 472         - 68  # 1901.1 NDRPDR sel
 473
 474     vpp-perf-results-2n-skx:
 475       csit-vpp-perf-verify-1901-2n-skx:
 476 #        - 25  # NDRPDR full
 477 #        - 30  # NDRPDR full
 478 #        - 33  # NDRPDR full
 479 #        - 44  # NDRPDR full
 480         - 64  # 1901.1 NDRPDR sel
 481
 482     vpp-mrr-results-3n-hsw:
 483       csit-vpp-perf-verify-1901-3n-hsw:
 484 #        - 35  # MRR sel
 485         - 73  # 1901.1 MRR sel
 486         - 77  # 1901.1 MRR sel
 487
 488     vpp-mrr-results-3n-skx:
 489       csit-vpp-perf-verify-1901-3n-skx:
 490 #        - 32  # MRR sel
 491         - 69  # 1901.1 MRR sel
 492
 493     vpp-mrr-results-2n-skx:
 494       csit-vpp-perf-verify-1901-2n-skx:
 495 #        - 22  # MRR sel
 496         - 65  # 1901.1 MRR sel
 497
 498     vpp-func-results-ubuntu:
 499       csit-vpp-functional-1901-ubuntu1604-virl:
 500         - 173
 501
 502     vpp-func-results-centos:
 503       csit-vpp-functional-1901-centos7-virl:
 504         - 175
 505
 506     vpp-device-results-ubuntu:
 507       csit-vpp-device-1901-ubuntu1804-1n-skx:
 508         - 175
 509
 510     # VPP Ligato
 511     ligato-perf-results-3n-hsw:
 512       csit-ligato-perf-verify-1901-3n-hsw:
 513         - 10  # NDRPDR full
 514
 515     dpdk-perf-results-3n-hsw:
 516       csit-dpdk-perf-verify-1901-3n-hsw:
 517         - 20  # NDRPDR sel
 518
 519     dpdk-perf-results-3n-skx:
 520       csit-dpdk-perf-verify-1901-3n-skx:
 521         - 13  # NDRPDR sel
 522
 523     dpdk-perf-results-2n-skx:
 524       csit-dpdk-perf-verify-1901-2n-skx:
 525         - 21  # NDRPDR sel
 526
 527     # HoneyComb Functional
 528     hc-func-results:
 529       csit-hc2vpp-verify-func-1901-ubuntu1604:
 530         - 3
 531
 532     # NSH SFC Functional
 533     nsh-func-results:
 534       # Not used
 535       csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 536         - 1
 537
 538     # DMM Functional
 539     dmm-func-results:
 540       csit-dmm-functional-1901-ubuntu1604-virl:
 541         - 2
 542
 543     ###########################################################################
 544     # Tables (more than one data set)
 545
 546     # Performance changes
 547
 548     intel-dnv-vpp-changes-2n-dnv-ref:
 549       intel-dnv-vpp-release-1810:
 550         - 1
 551     intel-dnv-vpp-changes-2n-dnv-cmp:
 552       intel-dnv-vpp-release-1901:
 553         - 1
 554     intel-dnv-vpp-changes-2n-dnv:
 555       - "intel-dnv-vpp-changes-2n-dnv-ref"
 556       - "intel-dnv-vpp-changes-2n-dnv-cmp"
 557
 558     vpp-performance-changes-3n-hsw-h1:
 559       csit-vpp-perf-verify-1807-3n-hsw:
 560         - 11  # NDRPDR full 1
 561         - 22  # NDRPDR full 2
 562         - 45  # NDRPDR full 3
 563         - 46  # NDRPDR full 4
 564         - 15  # NDRPDR sel
 565         - 16  # NDRPDR sel
 566         - 19  # NDRPDR sel
 567         - 18  # NDRPDR sel
 568         - 20  # NDRPDR sel
 569         - 38  # NDRPDR sel
 570         - 40  # NDRPDR sel
 571         - 44  # NDRPDR sel
 572         - 47  # NDRPDR sel
 573     vpp-performance-changes-3n-hsw-ref:
 574       csit-vpp-perf-verify-1810-3n-hsw:
 575         - 8   # NDRPDR sel
 576         - 12  # NDRPDR sel
 577         - 14  # NDRPDR sel
 578         - 18  # NDRPDR sel
 579         - 23  # NDRPDR sel
 580         - 25  # NDRPDR sel
 581         - 38  # NDRPDR sel
 582         - 39  # NDRPDR sel
 583         - 41  # NDRPDR sel
 584         - 42  # NDRPDR sel
 585     vpp-performance-changes-3n-hsw-cmp:
 586       csit-vpp-perf-verify-1901-3n-hsw:
 587 #        - 10  # NDRPDR sel
 588 #        - 19  # NDRPDR sel
 589 #        - 31  # NDRPDR sel
 590 #        - 36  # NDRPDR sel
 591 #        - 40  # NDRPDR sel
 592 #        - 42  # NDRPDR sel
 593 #        - 44  # NDRPDR sel
 594 #        - 46  # NDRPDR sel
 595 #        - 47  # NDRPDR sel
 596 #        - 48  # NDRPDR sel
 597 #        - 61  # NDRPDR LB
 598 #        - 62  # NDRPDR LB
 599 #        - 63  # NDRPDR LB
 600 #        - 64  # NDRPDR LB
 601 #        - 65  # NDRPDR LB
 602 #        - 66  # NDRPDR LB
 603 #        - 67  # NDRPDR LB
 604 #        - 69  # NDRPDR LB
 605 #        - 70  # NDRPDR LB
 606 #        - 71  # NDRPDR LB
 607         - 72  # 1901.1 NDRPDR sel
 608         - 78  # 1901.1 NDRPDR sel
 609     vpp-performance-changes-3n-hsw:
 610       - "vpp-performance-changes-3n-hsw-h1"
 611       - "vpp-performance-changes-3n-hsw-ref"
 612       - "vpp-performance-changes-3n-hsw-cmp"
 613
 614     vpp-performance-changes-3n-skx-h1:
 615       csit-vpp-perf-verify-1807-3n-skx:
 616         - 33  # NDRPDR sel
 617         - 35  # NDRPDR sel
 618         - 37  # NDRPDR sel
 619         - 38  # NDRPDR sel
 620         - 39  # NDRPDR sel
 621         - 43  # NDRPDR sel
 622         - 44  # NDRPDR sel
 623         - 49  # NDRPDR sel
 624         - 50  # NDRPDR sel
 625         - 56  # NDRPDR sel
 626     vpp-performance-changes-3n-skx-ref:
 627       csit-vpp-perf-verify-1810-3n-skx:
 628         - 10  # NDRPDR sel
 629         - 14  # NDRPDR sel
 630         - 15  # NDRPDR sel
 631         - 16  # NDRPDR sel
 632         - 17  # NDRPDR sel
 633         - 19  # NDRPDR sel
 634         - 20  # NDRPDR sel
 635         - 21  # NDRPDR sel
 636         - 22  # NDRPDR sel
 637         - 25  # NDRPDR sel
 638     vpp-performance-changes-3n-skx-cmp:
 639       csit-vpp-perf-verify-1901-3n-skx:
 640 #        - 18  # NDRPDR sel
 641 #        - 19  # NDRPDR sel
 642 #        - 20  # NDRPDR sel
 643 #        - 28  # NDRPDR sel
 644 #        - 31  # NDRPDR sel
 645 #        - 33  # NDRPDR sel
 646 #        - 36  # NDRPDR sel
 647 #        - 38  # NDRPDR sel
 648 #        - 47  # NDRPDR sel
 649 #        - 48  # NDRPDR sel
 650 #        - 54  # NDRPDR LB
 651 #        - 57  # NDRPDR LB
 652 #        - 58  # NDRPDR LB
 653 #        - 59  # NDRPDR LB
 654 #        - 60  # NDRPDR LB
 655 #        - 63  # NDRPDR LB
 656 #        - 64  # NDRPDR LB
 657 #        - 65  # NDRPDR LB
 658 #        - 66  # NDRPDR LB
 659 #        - 67  # NDRPDR LB
 660         - 68  # 1901.1 NDRPDR sel
 661     vpp-performance-changes-3n-skx:
 662       - "vpp-performance-changes-3n-skx-h1"
 663       - "vpp-performance-changes-3n-skx-ref"
 664       - "vpp-performance-changes-3n-skx-cmp"
 665
 666     vpp-performance-changes-2n-skx-h1:
 667       csit-vpp-perf-verify-1807-2n-skx:
 668         - 26  # NDRPDR sel
 669         - 28  # NDRPDR sel
 670         - 29  # NDRPDR sel
 671         - 30  # NDRPDR sel
 672         - 34  # NDRPDR sel
 673         - 35  # NDRPDR sel
 674         - 36  # NDRPDR sel
 675         - 39  # NDRPDR sel
 676         - 40  # NDRPDR sel
 677         - 42  # NDRPDR sel
 678     vpp-performance-changes-2n-skx-ref:
 679       csit-vpp-perf-verify-1810-2n-skx:
 680         - 9   # NDRPDR sel
 681         - 13  # NDRPDR sel
 682         - 14  # NDRPDR sel
 683         - 19  # NDRPDR sel
 684         - 20  # NDRPDR sel
 685         - 21  # NDRPDR sel
 686         - 22  # NDRPDR sel
 687         - 23  # NDRPDR sel
 688         - 24  # NDRPDR sel
 689         - 27  # NDRPDR sel
 690     vpp-performance-changes-2n-skx-cmp:
 691       csit-vpp-perf-verify-1901-2n-skx:
 692 #        - 5   # NDRPDR sel
 693 #        - 12  # NDRPDR sel
 694 #        - 13  # NDRPDR sel
 695 #        - 21  # NDRPDR sel
 696 #        - 23  # NDRPDR sel
 697 #        - 31  # NDRPDR sel
 698 #        - 34  # NDRPDR sel
 699 #        - 40  # NDRPDR sel
 700 #        - 42  # NDRPDR sel
 701 #        - 43  # NDRPDR sel
 702         - 64  # 1901.1 NDRPDR sel
 703     vpp-performance-changes-2n-skx:
 704       - "vpp-performance-changes-2n-skx-h1"
 705       - "vpp-performance-changes-2n-skx-ref"
 706       - "vpp-performance-changes-2n-skx-cmp"
 707
 708     vpp-performance-changes-3n-hsw-mrr-h1:
 709       csit-vpp-perf-verify-1807-3n-hsw:
 710         - 8   # MRR full
 711         - 9   # MRR sel
 712         - 21  # MRR sel
 713         - 31  # MRR sel
 714         - 33  # MRR sel
 715         - 36  # MRR sel
 716         - 41  # MRR sel
 717         - 42  # MRR sel
 718         - 48  # MRR sel
 719     vpp-performance-changes-3n-hsw-mrr-ref:
 720       csit-vpp-perf-verify-1810-3n-hsw:
 721         - 9   # MRR sel
 722     vpp-performance-changes-3n-hsw-mrr-cmp:
 723       csit-vpp-perf-verify-1901-3n-hsw:
 724 #        - 35  # MRR sel
 725         - 73  # 1901.1 MRR sel
 726         - 77  # 1901.1 MRR sel
 727     vpp-performance-changes-3n-hsw-mrr:
 728       - "vpp-performance-changes-3n-hsw-mrr-h1"
 729       - "vpp-performance-changes-3n-hsw-mrr-ref"
 730       - "vpp-performance-changes-3n-hsw-mrr-cmp"
 731
 732     vpp-performance-changes-3n-skx-mrr-h1:
 733       csit-vpp-perf-verify-1807-3n-skx:
 734         - 28  # MRR sel
 735         - 32  # MRR sel
 736         - 36  # MRR sel
 737         - 42  # MRR sel
 738         - 47  # MRR sel
 739         - 48  # MRR sel
 740         - 51  # MRR sel
 741         - 52  # MRR sel
 742         - 53  # MRR sel
 743         - 54  # MRR sel
 744     vpp-performance-changes-3n-skx-mrr-ref:
 745       csit-vpp-perf-verify-1810-3n-skx:
 746         - 9   # MRR sel
 747         - 11  # MRR sel
 748         - 12  # MRR sel
 749         - 13  # MRR sel
 750     vpp-performance-changes-3n-skx-mrr-cmp:
 751       csit-vpp-perf-verify-1901-3n-skx:
 752 #        - 32  # MRR sel
 753         - 69  # 1901.1 MRR sel
 754     vpp-performance-changes-3n-skx-mrr:
 755       - "vpp-performance-changes-3n-skx-mrr-h1"
 756       - "vpp-performance-changes-3n-skx-mrr-ref"
 757       - "vpp-performance-changes-3n-skx-mrr-cmp"
 758
 759     vpp-performance-changes-2n-skx-mrr-h1:
 760       csit-vpp-perf-verify-1807-2n-skx:
 761         - 31  # MRR sel
 762         - 33  # MRR sel
 763         - 37  # MRR sel
 764         - 38  # MRR sel
 765         - 41  # MRR sel
 766         - 43  # MRR sel
 767         - 44  # MRR sel
 768         - 45  # MRR sel
 769         - 46  # MRR sel
 770         - 47  # MRR sel
 771     vpp-performance-changes-2n-skx-mrr-ref:
 772       csit-vpp-perf-verify-1810-2n-skx:
 773         - 8   # MRR sel
 774         - 10  # MRR sel
 775         - 11  # MRR sel
 776         - 12  # MRR sel
 777     vpp-performance-changes-2n-skx-mrr-cmp:
 778       csit-vpp-perf-verify-1901-2n-skx:
 779 #        - 22  # MRR sel
 780         - 65  # 1901.1 MRR sel
 781     vpp-performance-changes-2n-skx-mrr:
 782       - "vpp-performance-changes-2n-skx-mrr-h1"
 783       - "vpp-performance-changes-2n-skx-mrr-ref"
 784       - "vpp-performance-changes-2n-skx-mrr-cmp"
 785
 786     dpdk-performance-changes-3n-hsw-h1:
 787       csit-dpdk-perf-verify-1807-3n-hsw:
 788         - 11
 789         - 12  # full
 790         - 14
 791         - 15
 792         - 16
 793         - 17
 794         - 20
 795         - 21
 796         - 22
 797         - 23
 798     dpdk-performance-changes-3n-hsw-ref:
 799       csit-dpdk-perf-verify-1810-3n-hsw:
 800         - 1   # NDRPDR sel
 801         - 2   # NDRPDR sel
 802         - 3   # NDRPDR sel
 803         - 4   # NDRPDR sel
 804         - 5   # NDRPDR sel
 805         - 6   # NDRPDR sel
 806         - 7   # NDRPDR sel
 807         - 8   # NDRPDR sel
 808         - 9   # NDRPDR sel
 809         - 10  # NDRPDR sel
 810     dpdk-performance-changes-3n-hsw-cmp:
 811       csit-dpdk-perf-verify-1901-3n-hsw:
 812         - 13  # NDRPDR sel
 813         - 14  # NDRPDR sel
 814         - 16  # NDRPDR sel
 815         - 17  # NDRPDR sel
 816         - 18  # NDRPDR sel
 817         - 19  # NDRPDR sel
 818         - 20  # NDRPDR sel
 819         - 21  # NDRPDR sel
 820         - 22  # NDRPDR sel
 821         - 23  # NDRPDR sel
 822     dpdk-performance-changes-3n-hsw:
 823       - "dpdk-performance-changes-3n-hsw-h1"
 824       - "dpdk-performance-changes-3n-hsw-ref"
 825       - "dpdk-performance-changes-3n-hsw-cmp"
 826
 827     dpdk-performance-changes-3n-skx-h1:
 828       csit-dpdk-perf-verify-1807-3n-skx:
 829         - 1   # NDRPDR sel
 830         - 2   # NDRPDR sel
 831         - 3   # NDRPDR sel
 832         - 6   # NDRPDR sel
 833         - 7   # NDRPDR sel
 834         - 8   # NDRPDR sel
 835         - 9   # NDRPDR sel
 836         - 10  # NDRPDR sel
 837         - 11  # NDRPDR sel
 838         - 12  # NDRPDR sel
 839     dpdk-performance-changes-3n-skx-ref:
 840       csit-dpdk-perf-verify-1810-3n-skx:
 841         - 3   # NDRPDR sel
 842         - 4   # NDRPDR sel
 843         - 6   # NDRPDR sel
 844         - 7   # NDRPDR sel
 845         - 8   # NDRPDR sel
 846         - 9   # NDRPDR sel
 847         - 10  # NDRPDR sel
 848         - 11  # NDRPDR sel
 849         - 12  # NDRPDR sel
 850         - 13  # NDRPDR sel
 851     dpdk-performance-changes-3n-skx-cmp:
 852       csit-dpdk-perf-verify-1901-3n-skx:
 853         - 3   # NDRPDR sel
 854         - 5   # NDRPDR sel
 855         - 6   # NDRPDR sel
 856         - 7   # NDRPDR sel
 857         - 8   # NDRPDR sel
 858         - 9   # NDRPDR sel
 859         - 10  # NDRPDR sel
 860         - 11  # NDRPDR sel
 861         - 12  # NDRPDR sel
 862         - 13  # NDRPDR sel
 863     dpdk-performance-changes-3n-skx:
 864       - "dpdk-performance-changes-3n-skx-h1"
 865       - "dpdk-performance-changes-3n-skx-ref"
 866       - "dpdk-performance-changes-3n-skx-cmp"
 867
 868     dpdk-performance-changes-2n-skx-ref:
 869       csit-dpdk-perf-verify-1810-2n-skx:
 870         - 3   # NDRPDR sel
 871         - 4   # NDRPDR sel
 872         - 5   # NDRPDR sel
 873         - 7   # NDRPDR sel
 874         - 8   # NDRPDR sel
 875         - 9   # NDRPDR sel
 876         - 10  # NDRPDR sel
 877         - 11  # NDRPDR sel
 878         - 12  # NDRPDR sel
 879         - 13  # NDRPDR sel
 880     dpdk-performance-changes-2n-skx-cmp:
 881       csit-dpdk-perf-verify-1901-2n-skx:
 882         - 12  # NDRPDR sel
 883         - 13  # NDRPDR sel
 884         - 14  # NDRPDR sel
 885         - 15  # NDRPDR sel
 886         - 16  # NDRPDR sel
 887         - 17  # NDRPDR sel
 888         - 18  # NDRPDR sel
 889         - 19  # NDRPDR sel
 890         - 20  # NDRPDR sel
 891         - 21  # NDRPDR sel
 892     dpdk-performance-changes-2n-skx:
 893       - "dpdk-performance-changes-2n-skx-ref"
 894       - "dpdk-performance-changes-2n-skx-cmp"
 895
 896     # Compare testbeds
 897
 898     vpp-compare-testbeds-ref:
 899       csit-vpp-perf-verify-1901-3n-hsw:
 900 #        - 10  # NDRPDR sel
 901 #        - 19  # NDRPDR sel
 902 #        - 31  # NDRPDR sel
 903 #        - 36  # NDRPDR sel
 904 #        - 40  # NDRPDR sel
 905 #        - 42  # NDRPDR sel
 906 #        - 44  # NDRPDR sel
 907 #        - 46  # NDRPDR sel
 908 #        - 47  # NDRPDR sel
 909 #        - 48  # NDRPDR sel
 910 #        - 61  # NDRPDR LB
 911 #        - 62  # NDRPDR LB
 912 #        - 63  # NDRPDR LB
 913 #        - 64  # NDRPDR LB
 914 #        - 65  # NDRPDR LB
 915 #        - 66  # NDRPDR LB
 916 #        - 67  # NDRPDR LB
 917 #        - 69  # NDRPDR LB
 918 #        - 70  # NDRPDR LB
 919 #        - 71  # NDRPDR LB
 920         - 72  # 1901.1 NDRPDR sel
 921         - 78  # 1901.1 NDRPDR sel
 922     vpp-compare-testbeds-cmp:
 923       csit-vpp-perf-verify-1901-3n-skx:
 924 #        - 18  # NDRPDR sel
 925 #        - 19  # NDRPDR sel
 926 #        - 20  # NDRPDR sel
 927 #        - 28  # NDRPDR sel
 928 #        - 31  # NDRPDR sel
 929 #        - 33  # NDRPDR sel
 930 #        - 36  # NDRPDR sel
 931 #        - 38  # NDRPDR sel
 932 #        - 47  # NDRPDR sel
 933 #        - 48  # NDRPDR sel
 934 #        - 54  # NDRPDR LB
 935 #        - 57  # NDRPDR LB
 936 #        - 58  # NDRPDR LB
 937 #        - 59  # NDRPDR LB
 938 #        - 60  # NDRPDR LB
 939 #        - 63  # NDRPDR LB
 940 #        - 64  # NDRPDR LB
 941 #        - 65  # NDRPDR LB
 942 #        - 66  # NDRPDR LB
 943 #        - 67  # NDRPDR LB
 944         - 68  # 1901.1 NDRPDR sel
 945     vpp-compare-testbeds:
 946       - "vpp-compare-testbeds-ref"
 947       - "vpp-compare-testbeds-cmp"
 948
 949     vpp-compare-testbeds-mrr-ref:
 950       csit-vpp-perf-verify-1901-3n-hsw:
 951 #        - 35  # MRR sel
 952         - 73  # 1901.1 MRR sel
 953         - 77  # 1901.1 MRR sel
 954     vpp-compare-testbeds-mrr-cmp:
 955       csit-vpp-perf-verify-1901-3n-skx:
 956 #        - 32  # MRR sel
 957         - 69  # 1901.1 MRR sel
 958     vpp-compare-testbeds-mrr:
 959       - "vpp-compare-testbeds-mrr-ref"
 960       - "vpp-compare-testbeds-mrr-cmp"
 961
 962     dpdk-compare-testbeds-ref:
 963       csit-dpdk-perf-verify-1901-3n-hsw:
 964         - 13  # NDRPDR sel
 965         - 14  # NDRPDR sel
 966         - 16  # NDRPDR sel
 967         - 17  # NDRPDR sel
 968         - 18  # NDRPDR sel
 969         - 19  # NDRPDR sel
 970         - 20  # NDRPDR sel
 971         - 21  # NDRPDR sel
 972         - 22  # NDRPDR sel
 973         - 23  # NDRPDR sel
 974     dpdk-compare-testbeds-cmp:
 975       csit-dpdk-perf-verify-1901-3n-skx:
 976         - 3   # NDRPDR sel
 977         - 5   # NDRPDR sel
 978         - 6   # NDRPDR sel
 979         - 7   # NDRPDR sel
 980         - 8   # NDRPDR sel
 981         - 9   # NDRPDR sel
 982         - 10  # NDRPDR sel
 983         - 11  # NDRPDR sel
 984         - 12  # NDRPDR sel
 985         - 13  # NDRPDR sel
 986     dpdk-compare-testbeds:
 987       - "dpdk-compare-testbeds-ref"
 988       - "dpdk-compare-testbeds-cmp"
 989
 990     # Compare topologies
 991
 992     vpp-compare-topologies-ref:
 993       csit-vpp-perf-verify-1901-3n-skx:
 994 #        - 18  # NDRPDR sel
 995 #        - 19  # NDRPDR sel
 996 #        - 20  # NDRPDR sel
 997 #        - 28  # NDRPDR sel
 998 #        - 31  # NDRPDR sel
 999 #        - 33  # NDRPDR sel
1000 #        - 36  # NDRPDR sel
1001 #        - 38  # NDRPDR sel
1002 #        - 47  # NDRPDR sel
1003 #        - 48  # NDRPDR sel
1004 #        - 54  # NDRPDR LB
1005 #        - 57  # NDRPDR LB
1006 #        - 58  # NDRPDR LB
1007 #        - 59  # NDRPDR LB
1008 #        - 60  # NDRPDR LB
1009 #        - 63  # NDRPDR LB
1010 #        - 64  # NDRPDR LB
1011 #        - 65  # NDRPDR LB
1012 #        - 66  # NDRPDR LB
1013 #        - 67  # NDRPDR LB
1014         - 68  # 1901.1 NDRPDR sel
1015     vpp-compare-topologies-cmp:
1016       csit-vpp-perf-verify-1901-2n-skx:
1017 #        - 5   # NDRPDR sel
1018 #        - 12  # NDRPDR sel
1019 #        - 13  # NDRPDR sel
1020 #        - 21  # NDRPDR sel
1021 #        - 23  # NDRPDR sel
1022 #        - 31  # NDRPDR sel
1023 #        - 34  # NDRPDR sel
1024 #        - 40  # NDRPDR sel
1025 #        - 42  # NDRPDR sel
1026 #        - 43  # NDRPDR sel
1027         - 64  # 1901.1 NDRPDR sel
1028     vpp-compare-topologies:
1029       - "vpp-compare-topologies-ref"
1030       - "vpp-compare-topologies-cmp"
1031
1032     vpp-compare-topologies-mrr-ref:
1033       csit-vpp-perf-verify-1901-3n-skx:
1034 #        - 32  # MRR sel
1035         - 69  # 1901.1 MRR sel
1036     vpp-compare-topologies-mrr-cmp:
1037       csit-vpp-perf-verify-1901-2n-skx:
1038 #        - 22  # MRR sel
1039         - 65  # 1901.1 MRR sel
1040     vpp-compare-topologies-mrr:
1041       - "vpp-compare-topologies-mrr-ref"
1042       - "vpp-compare-topologies-mrr-cmp"
1043
1044     dpdk-compare-topologies-ref:
1045       csit-dpdk-perf-verify-1901-3n-skx:
1046         - 3   # NDRPDR sel
1047         - 5   # NDRPDR sel
1048         - 6   # NDRPDR sel
1049         - 7   # NDRPDR sel
1050         - 8   # NDRPDR sel
1051         - 9   # NDRPDR sel
1052         - 10  # NDRPDR sel
1053         - 11  # NDRPDR sel
1054         - 12  # NDRPDR sel
1055         - 13  # NDRPDR sel
1056     dpdk-compare-topologies-cmp:
1057       csit-dpdk-perf-verify-1901-2n-skx:
1058         - 12  # NDRPDR sel
1059         - 13  # NDRPDR sel
1060         - 14  # NDRPDR sel
1061         - 15  # NDRPDR sel
1062         - 16  # NDRPDR sel
1063         - 17  # NDRPDR sel
1064         - 18  # NDRPDR sel
1065         - 19  # NDRPDR sel
1066         - 20  # NDRPDR sel
1067         - 21  # NDRPDR sel
1068     dpdk-compare-topologies:
1069       - "dpdk-compare-topologies-ref"
1070       - "dpdk-compare-topologies-cmp"
1071
1072   plot-layouts:
1073
1074     plot-soak-throughput:
1075       titlefont:
1076         size: 18
1077       xaxis:
1078         title: "<b>Test Cases [Index]</b>"
1079         titlefont:
1080           size: 16
1081         autorange: True
1082         fixedrange: False
1083         gridcolor: "rgb(230, 230, 230)"
1084         linecolor: "rgb(220, 220, 220)"
1085         linewidth: 1
1086         showgrid: True
1087         showline: True
1088         showticklabels: True
1089         tickcolor: "rgb(220, 220, 220)"
1090         tickmode: "linear"
1091         tickfont:
1092           size: 16
1093         zeroline: False
1094       yaxis:
1095         title: "<b>Packet Throughput [Mpps]</b>"
1096         titlefont:
1097           size: 16
1098         gridcolor: "rgb(230, 230, 230)"
1099         hoverformat: ".4s"
1100         tickformat: ".3s"
1101         linecolor: "rgb(220, 220, 220)"
1102         linewidth: 1
1103         showgrid: True
1104         showline: True
1105         showticklabels: True
1106         tickcolor: "rgb(220, 220, 220)"
1107         tickfont:
1108           size: 16
1109         zeroline: False
1110         range: [0,50]
1111       autosize: False
1112       margin:
1113         t: 50
1114         b: 0
1115         l: 80
1116         r: 20
1117       showlegend: True
1118       legend:
1119         orientation: "h"
1120         font:
1121           size: 16
1122       width: 700
1123       height: 900
1124
1125     plot-service-density:
1126       titlefont:
1127         size: 18
1128       xaxis:
1129         side: "top"
1130         autorange: True
1131         fixedrange: False
1132         showgrid: False
1133         showline: False
1134         showticklabels: False
1135         ticks: ""
1136         ticklen: 0
1137         tickwidth: 0
1138         zeroline: False
1139       yaxis:
1140         autorange: "reversed"
1141         showgrid: False
1142         showline: False
1143         showticklabels: False
1144         ticks: ""
1145         ticklen: 0
1146         tickwidth: 0
1147         zeroline: False
1148       autosize: True
1149       showlegend: False
1150       width: 700
1151       height: 700
1152
1153     plot-cps:
1154       titlefont:
1155         size: 18
1156       xaxis:
1157         title: "<b>Test Cases [Index]</b>"
1158         titlefont:
1159           size: 16
1160         autorange: True
1161         fixedrange: False
1162         gridcolor: "rgb(230, 230, 230)"
1163         linecolor: "rgb(220, 220, 220)"
1164         linewidth: 1
1165         showgrid: True
1166         showline: True
1167         showticklabels: True
1168         tickcolor: "rgb(220, 220, 220)"
1169         tickmode: "linear"
1170         tickfont:
1171           size: 16
1172         zeroline: False
1173       yaxis:
1174         title: "<b>Connections Per Second [cps]</b>"
1175         titlefont:
1176           size: 16
1177         gridcolor: "rgb(230, 230, 230)"
1178         hoverformat: ".4s"
1179         linecolor: "rgb(220, 220, 220)"
1180         linewidth: 1
1181         rangemode: "tozero"
1182         showgrid: True
1183         showline: True
1184         showticklabels: True
1185         tickcolor: "rgb(220, 220, 220)"
1186         tickformat: ".3s"
1187         tickfont:
1188           size: 16
1189         zeroline: False
1190       boxmode: "group"
1191       boxgroupgap: 0.5
1192       autosize: False
1193       margin:
1194         t: 50
1195         b: 20
1196         l: 80
1197         r: 20
1198       showlegend: True
1199       legend:
1200         orientation: "h"
1201         font:
1202           size: 16
1203       width: 700
1204       height: 800
1205
1206     plot-rps:
1207       titlefont:
1208         size: 18
1209       xaxis:
1210         title: "<b>Test Cases [Index]</b>"
1211         titlefont:
1212           size: 16
1213         autorange: True
1214         fixedrange: False
1215         gridcolor: "rgb(230, 230, 230)"
1216         linecolor: "rgb(220, 220, 220)"
1217         linewidth: 1
1218         showgrid: True
1219         showline: True
1220         showticklabels: True
1221         tickcolor: "rgb(220, 220, 220)"
1222         tickmode: "linear"
1223         tickfont:
1224           size: 16
1225         zeroline: False
1226       yaxis:
1227         title: "<b>Requests Per Second [rps]</b>"
1228         titlefont:
1229           size: 16
1230         gridcolor: "rgb(230, 230, 230)"
1231         hoverformat: ".4s"
1232         linecolor: "rgb(220, 220, 220)"
1233         linewidth: 1
1234         rangemode: "tozero"
1235         showgrid: True
1236         showline: True
1237         showticklabels: True
1238         tickcolor: "rgb(230, 230, 230)"
1239         tickformat: ".3s"
1240         tickfont:
1241           size: 16
1242         zeroline: False
1243       boxmode: "group"
1244       boxgroupgap: 0.5
1245       autosize: False
1246       margin:
1247         t: 50
1248         b: 20
1249         l: 80
1250         r: 20
1251       showlegend: True
1252       legend:
1253         orientation: "h"
1254         font:
1255           size: 16
1256       width: 700
1257       height: 800
1258
1259     plot-throughput:
1260       titlefont:
1261         size: 18
1262       xaxis:
1263         title: "<b>Test Cases [Index]</b>"
1264         titlefont:
1265           size: 16
1266         autorange: True
1267         fixedrange: False
1268         gridcolor: "rgb(230, 230, 230)"
1269         linecolor: "rgb(220, 220, 220)"
1270         linewidth: 1
1271         showgrid: True
1272         showline: True
1273         showticklabels: True
1274         tickcolor: "rgb(220, 220, 220)"
1275         tickmode: "linear"
1276         tickfont:
1277           size: 16
1278         zeroline: False
1279       yaxis:
1280         title: "<b>Packet Throughput [Mpps]</b>"
1281         titlefont:
1282           size: 16
1283         gridcolor: "rgb(230, 230, 230)"
1284         hoverformat: ".4s"
1285         tickformat: ".3s"
1286         linecolor: "rgb(220, 220, 220)"
1287         linewidth: 1
1288         showgrid: True
1289         showline: True
1290         showticklabels: True
1291         tickcolor: "rgb(220, 220, 220)"
1292         tickfont:
1293           size: 16
1294         zeroline: False
1295         range: [0,50]
1296       boxmode: "group"
1297       boxgroupgap: 0.5
1298       autosize: False
1299       margin:
1300         t: 50
1301         b: 0
1302         l: 80
1303         r: 20
1304       showlegend: True
1305       legend:
1306         orientation: "h"
1307         font:
1308           size: 16
1309       width: 700
1310       height: 900
1311
1312     plot-throughput-speedup-analysis:
1313       titlefont:
1314         size: 18
1315       xaxis:
1316         title: "<b>Number of Cores [Qty]</b>"
1317         titlefont:
1318           size: 16
1319         autorange: True
1320         fixedrange: False
1321         gridcolor: "rgb(230, 230, 230)"
1322         linecolor: "rgb(220, 220, 220)"
1323         linewidth: 1
1324         showgrid: True
1325         showline: True
1326         showticklabels: True
1327         tickcolor: "rgb(238, 238, 238)"
1328         tickmode: "linear"
1329         tickfont:
1330           size: 16
1331         zeroline: False
1332       yaxis:
1333         title: "<b>Packet Throughput [Mpps]</b>"
1334         titlefont:
1335           size: 16
1336         type: "linear"
1337         gridcolor: "rgb(230, 230, 230)"
1338         hoverformat: ".4s"
1339         linecolor: "rgb(220, 220, 220)"
1340         linewidth: 1
1341         showgrid: True
1342         showline: True
1343         showticklabels: True
1344         tickcolor: "rgb(220, 220, 220)"
1345         tickformat: ".4s"
1346         tickfont:
1347           size: 16
1348         zeroline: True
1349         rangemode: "tozero"
1350         range: [0,100]
1351       legend:
1352         orientation: "h"
1353         font:
1354           size: 16
1355         xanchor: "left"
1356         yanchor: "top"
1357         x: 0
1358         y: -0.2
1359         bgcolor: "rgba(255, 255, 255, 0)"
1360         bordercolor: "rgba(255, 255, 255, 0)"
1361         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1362       autosize: False
1363       margin:
1364           't': 50
1365           'b': 150
1366           'l': 85
1367           'r': 10
1368       showlegend: True
1369       width: 700
1370       height: 700
1371       hoverlabel:
1372         namelength: -1
1373       annotations: [
1374         {
1375           text: "_ _          __          ...",
1376           align: "left",
1377           showarrow: False,
1378           xref: "paper",
1379           yref: "paper",
1380           xanchor: "left",
1381           yanchor: "top",
1382           x: 0,
1383           y: -0.13,
1384           font: {
1385             family: "Consolas, Courier New",
1386             size: 15
1387           },
1388         },
1389         {
1390           text: "    Perfect     Measured     Limit",
1391           align: "left",
1392           showarrow: False,
1393           xref: "paper",
1394           yref: "paper",
1395           xanchor: "left",
1396           yanchor: "top",
1397           x: 0,
1398           y: -0.15,
1399           font: {
1400             family: "Consolas, Courier New",
1401             size: 15
1402           },
1403         },
1404       ]
1405
1406     plot-latency:
1407       titlefont:
1408         size: 18
1409       xaxis:
1410         title: "<b>Direction</b>"
1411         titlefont:
1412           size: 16
1413         autorange: True
1414         fixedrange: False
1415         gridcolor: "rgb(230, 230, 230)"
1416         linecolor: "rgb(220, 220, 220)"
1417         linewidth: 1
1418         showgrid: True
1419         showline: True
1420         showticklabels: False
1421         tickcolor: "rgb(220, 220, 220)"
1422         tickmode: "linear"
1423         tickfont:
1424           size: 16
1425         zeroline: False
1426       yaxis:
1427         title: "<b>Packet Latency [uSec]</b>"
1428         titlefont:
1429           size: 16
1430         type: "linear"
1431         gridcolor: "rgb(230, 230, 230)"
1432         hoverformat: ".4s"
1433         linecolor: "rgb(220, 220, 220)"
1434         linewidth: 1
1435         showgrid: True
1436         showline: True
1437         showticklabels: True
1438         tickcolor: "rgb(220, 220, 220)"
1439         tickformat: ".4s"
1440         tickfont:
1441           size: 16
1442         zeroline: True
1443         rangemode: "tozero"
1444       legend:
1445         orientation: "h"
1446         font:
1447           size: 16
1448         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1449       autosize: False
1450       margin:
1451           't': 50
1452           'b': 150
1453           'l': 80
1454           'r': 10
1455       showlegend: True
1456       width: 700
1457       height: 700
1458       hoverlabel:
1459         namelength: -1
1460
1461 -
1462   type: "static"
1463   src-path: "{DIR[RST]}"
1464   dst-path: "{DIR[WORKING,SRC]}"
1465
1466 -
1467   type: "input"
1468   general:
1469     file-name: "robot-plugin.zip"
1470     file-format: ".zip"
1471     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1472     extract: "robot-plugin/output.xml"
1473
1474   builds:
1475
1476     intel-dnv-vpp-release-1901:
1477       - 1
1478
1479     intel-dnv-vpp-release-1810:
1480       - 1
1481
1482     csit-vpp-perf-verify-1807-3n-hsw:
1483       - 8   # MRR full
1484       - 9   # MRR sel
1485       - 21  # MRR sel
1486       - 31  # MRR sel
1487       - 33  # MRR sel
1488       - 36  # MRR sel
1489       - 41  # MRR sel
1490       - 42  # MRR sel
1491       - 48  # MRR sel
1492       - 11  # NDRPDR full 1
1493       - 22  # NDRPDR full 2
1494       - 45  # NDRPDR full 3
1495       - 46  # NDRPDR full 4
1496       - 15  # NDRPDR sel
1497       - 16  # NDRPDR sel
1498       - 19  # NDRPDR sel
1499       - 18  # NDRPDR sel
1500       - 20  # NDRPDR sel
1501       - 38  # NDRPDR sel
1502       - 40  # NDRPDR sel
1503       - 44  # NDRPDR sel
1504       - 47  # NDRPDR sel
1505     csit-vpp-perf-verify-1810-3n-hsw:
1506       - 9   # MRR sel
1507       - 20  # NDRPDR full
1508       - 21  # NDRPDR full
1509       - 22  # NDRPDR full
1510       - 27  # NDRPDR full
1511       - 8   # NDRPDR sel
1512       - 12  # NDRPDR sel
1513       - 14  # NDRPDR sel
1514       - 18  # NDRPDR sel
1515       - 23  # NDRPDR sel
1516       - 25  # NDRPDR sel
1517       - 38  # NDRPDR sel
1518       - 39  # NDRPDR sel
1519       - 41  # NDRPDR sel
1520       - 42  # NDRPDR sel
1521       - 28  # WRK
1522       - 29  # WRK
1523       - 30  # WRK
1524       - 31  # WRK
1525       - 32  # WRK
1526       - 33  # WRK
1527       - 34  # WRK
1528       - 35  # WRK
1529       - 36  # WRK
1530       - 37  # WRK
1531     csit-vpp-perf-verify-1901-3n-hsw:
1532 #      - 35  # MRR sel
1533 #      - 38  # NDRPDR full
1534 #      - 43  # NDRPDR full
1535 #      - 45  # NDRPDR full
1536 #      - 49  # NDRPDR full
1537 #      - 10  # NDRPDR sel
1538 #      - 19  # NDRPDR sel
1539 #      - 31  # NDRPDR sel
1540 #      - 36  # NDRPDR sel
1541 #      - 40  # NDRPDR sel
1542 #      - 42  # NDRPDR sel
1543 #      - 44  # NDRPDR sel
1544 #      - 46  # NDRPDR sel
1545 #      - 47  # NDRPDR sel
1546 #      - 48  # NDRPDR sel
1547 #      - 61  # NDRPDR LB
1548 #      - 62  # NDRPDR LB
1549 #      - 63  # NDRPDR LB
1550 #      - 64  # NDRPDR LB
1551 #      - 65  # NDRPDR LB
1552 #      - 66  # NDRPDR LB
1553 #      - 67  # NDRPDR LB
1554 #      - 69  # NDRPDR LB
1555 #      - 70  # NDRPDR LB
1556 #      - 71  # NDRPDR LB
1557       - 72  # 1901.1 NDRPDR sel
1558       - 78  # 1901.1 NDRPDR sel
1559       - 73  # 1901.1 MRR sel
1560       - 77  # 1901.1 MRR sel
1561     csit-vpp-perf-verify-1807-3n-skx:
1562       - 31  # MRR full
1563       - 28  # MRR sel
1564       - 32  # MRR sel
1565       - 36  # MRR sel
1566       - 42  # MRR sel
1567       - 47  # MRR sel
1568       - 48  # MRR sel
1569       - 51  # MRR sel
1570       - 52  # MRR sel
1571       - 53  # MRR sel
1572       - 54  # MRR sel
1573       - 40  # NDRPDR full 1
1574       - 41  # NDRPDR full 2
1575       - 33  # NDRPDR sel
1576       - 35  # NDRPDR sel
1577       - 37  # NDRPDR sel
1578       - 38  # NDRPDR sel
1579       - 39  # NDRPDR sel
1580       - 43  # NDRPDR sel
1581       - 44  # NDRPDR sel
1582       - 49  # NDRPDR sel
1583       - 50  # NDRPDR sel
1584       - 56  # NDRPDR sel
1585     csit-vpp-perf-verify-1810-3n-skx:
1586       - 9   # MRR sel
1587       - 11  # MRR sel
1588       - 12  # MRR sel
1589       - 13  # MRR sel
1590       - 23  # NDRPDR full
1591       - 24  # NDRPDR full
1592       - 10  # NDRPDR sel
1593       - 14  # NDRPDR sel
1594       - 15  # NDRPDR sel
1595       - 16  # NDRPDR sel
1596       - 17  # NDRPDR sel
1597       - 19  # NDRPDR sel
1598       - 20  # NDRPDR sel
1599       - 21  # NDRPDR sel
1600       - 22  # NDRPDR sel
1601       - 25  # NDRPDR sel
1602     csit-vpp-perf-verify-1901-3n-skx:
1603 #      - 32  # MRR sel
1604 #      - 37  # NDRPDR full
1605 #      - 39  # NDRPDR full
1606 #      - 40  # NDRPDR full
1607 #      - 49  # NDRPDR full
1608 #      - 18  # NDRPDR sel
1609 #      - 19  # NDRPDR sel
1610 #      - 20  # NDRPDR sel
1611 #      - 28  # NDRPDR sel
1612 #      - 31  # NDRPDR sel
1613 #      - 33  # NDRPDR sel
1614 #      - 36  # NDRPDR sel
1615 #      - 38  # NDRPDR sel
1616 #      - 47  # NDRPDR sel
1617 #      - 48  # NDRPDR sel
1618 #      - 54  # NDRPDR LB
1619 #      - 57  # NDRPDR LB
1620 #      - 58  # NDRPDR LB
1621 #      - 59  # NDRPDR LB
1622 #      - 60  # NDRPDR LB
1623 #      - 63  # NDRPDR LB
1624 #      - 64  # NDRPDR LB
1625 #      - 65  # NDRPDR LB
1626 #      - 66  # NDRPDR LB
1627 #      - 67  # NDRPDR LB
1628       - 68  # 1901.1 NDRPDR sel
1629       - 69  # 1901.1 MRR sel
1630     csit-vpp-perf-verify-1807-2n-skx:
1631       - 27  # MRR full
1632       - 31  # MRR sel
1633       - 33  # MRR sel
1634       - 37  # MRR sel
1635       - 38  # MRR sel
1636       - 41  # MRR sel
1637       - 43  # MRR sel
1638       - 44  # MRR sel
1639       - 45  # MRR sel
1640       - 46  # MRR sel
1641       - 47  # MRR sel
1642       - 32  # NDRPDR full
1643       - 26  # NDRPDR sel
1644       - 28  # NDRPDR sel
1645       - 29  # NDRPDR sel
1646       - 30  # NDRPDR sel
1647       - 34  # NDRPDR sel
1648       - 35  # NDRPDR sel
1649       - 36  # NDRPDR sel
1650       - 39  # NDRPDR sel
1651       - 40  # NDRPDR sel
1652       - 42  # NDRPDR sel
1653     csit-vpp-perf-verify-1810-2n-skx:
1654       - 8   # MRR sel
1655       - 10  # MRR sel
1656       - 11  # MRR sel
1657       - 12  # MRR sel
1658       - 25  # NDRPDR full
1659       - 26  # NDRPDR full
1660       - 9   # NDRPDR sel
1661       - 13  # NDRPDR sel
1662       - 14  # NDRPDR sel
1663       - 19  # NDRPDR sel
1664       - 20  # NDRPDR sel
1665       - 21  # NDRPDR sel
1666       - 22  # NDRPDR sel
1667       - 23  # NDRPDR sel
1668       - 24  # NDRPDR sel
1669       - 27  # NDRPDR sel
1670     csit-vpp-perf-verify-1901-2n-skx:
1671 #      - 22  # MRR sel
1672 #      - 25  # NDRPDR full
1673 #      - 30  # NDRPDR full
1674 #      - 33  # NDRPDR full
1675 #      - 44  # NDRPDR full
1676 #      - 5   # NDRPDR sel
1677 #      - 12  # NDRPDR sel
1678 #      - 13  # NDRPDR sel
1679 #      - 21  # NDRPDR sel
1680 #      - 23  # NDRPDR sel
1681 #      - 31  # NDRPDR sel
1682 #      - 34  # NDRPDR sel
1683 #      - 40  # NDRPDR sel
1684 #      - 42  # NDRPDR sel
1685 #      - 43  # NDRPDR sel
1686       - 24  # NFV MRR
1687       - 26  # NFV MRR
1688       - 27  # NFV MRR
1689       - 35  # NFV MRR
1690       - 37  # NFV MRR
1691       - 28  # NFV NDRPDR
1692       - 29  # NFV NDRPDR
1693       - 32  # NFV NDRPDR
1694       - 39  # NFV NDRPDR
1695       - 46  # NFV NDRPDR
1696       - 45  # SOAK
1697       - 64  # 1901.1 NDRPDR sel
1698       - 65  # 1901.1 MRR sel
1699     csit-ligato-perf-verify-1901-3n-hsw:
1700       - 10  # NDRPDR full
1701       - 8   # NDRPDR sel
1702       - 9   # NDRPDR sel
1703       - 11  # NDRPDR sel
1704       - 12  # NDRPDR sel
1705       - 13  # NDRPDR sel
1706       - 14  # NDRPDR sel
1707       - 15  # NDRPDR sel
1708       - 16  # NDRPDR sel
1709       - 17  # NDRPDR sel
1710       - 18  # NDRPDR sel
1711     csit-dpdk-perf-verify-1807-3n-hsw:
1712       - 11
1713       - 12  # full
1714       - 14
1715       - 15
1716       - 16
1717       - 17
1718       - 20
1719       - 21
1720       - 22
1721       - 23
1722     csit-dpdk-perf-verify-1810-3n-hsw:
1723       - 1   # NDRPDR sel
1724       - 2   # NDRPDR sel
1725       - 3   # NDRPDR sel
1726       - 4   # NDRPDR sel
1727       - 5   # NDRPDR sel
1728       - 6   # NDRPDR sel
1729       - 7   # NDRPDR sel
1730       - 8   # NDRPDR sel
1731       - 9   # NDRPDR sel
1732       - 10  # NDRPDR sel
1733     csit-dpdk-perf-verify-1901-3n-hsw:
1734       - 13  # NDRPDR sel
1735       - 14  # NDRPDR sel
1736       - 16  # NDRPDR sel
1737       - 17  # NDRPDR sel
1738       - 18  # NDRPDR sel
1739       - 19  # NDRPDR sel
1740       - 20  # NDRPDR sel
1741       - 21  # NDRPDR sel
1742       - 22  # NDRPDR sel
1743       - 23  # NDRPDR sel
1744     csit-dpdk-perf-verify-1807-3n-skx:
1745       - 1   # NDRPDR sel
1746       - 2   # NDRPDR sel
1747       - 3   # NDRPDR sel
1748       - 6   # NDRPDR sel
1749       - 7   # NDRPDR sel
1750       - 8   # NDRPDR sel
1751       - 9   # NDRPDR sel
1752       - 10  # NDRPDR sel
1753       - 11  # NDRPDR sel
1754       - 12  # NDRPDR sel
1755     csit-dpdk-perf-verify-1810-3n-skx:
1756       - 3   # NDRPDR sel
1757       - 4   # NDRPDR sel
1758       - 6   # NDRPDR sel
1759       - 7   # NDRPDR sel
1760       - 8   # NDRPDR sel
1761       - 9   # NDRPDR sel
1762       - 10  # NDRPDR sel
1763       - 11  # NDRPDR sel
1764       - 12  # NDRPDR sel
1765       - 13  # NDRPDR sel
1766     csit-dpdk-perf-verify-1901-3n-skx:
1767       - 3   # NDRPDR sel
1768       - 5   # NDRPDR sel
1769       - 6   # NDRPDR sel
1770       - 7   # NDRPDR sel
1771       - 8   # NDRPDR sel
1772       - 9   # NDRPDR sel
1773       - 10  # NDRPDR sel
1774       - 11  # NDRPDR sel
1775       - 12  # NDRPDR sel
1776       - 13  # NDRPDR sel
1777     csit-dpdk-perf-verify-1810-2n-skx:
1778       - 3   # NDRPDR sel
1779       - 4   # NDRPDR sel
1780       - 5   # NDRPDR sel
1781       - 7   # NDRPDR sel
1782       - 8   # NDRPDR sel
1783       - 9   # NDRPDR sel
1784       - 10  # NDRPDR sel
1785       - 11  # NDRPDR sel
1786       - 12  # NDRPDR sel
1787       - 13  # NDRPDR sel
1788     csit-dpdk-perf-verify-1901-2n-skx:
1789       - 12  # NDRPDR sel
1790       - 13  # NDRPDR sel
1791       - 14  # NDRPDR sel
1792       - 15  # NDRPDR sel
1793       - 16  # NDRPDR sel
1794       - 17  # NDRPDR sel
1795       - 18  # NDRPDR sel
1796       - 19  # NDRPDR sel
1797       - 20  # NDRPDR sel
1798       - 21  # NDRPDR sel
1799     csit-vpp-functional-1901-ubuntu1604-virl:
1800       - 173
1801     csit-vpp-functional-1901-centos7-virl:
1802       - 175
1803     csit-vpp-device-1901-ubuntu1804-1n-skx:
1804       - 175
1805     # Not used
1806     csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1807       - 1
1808     csit-dmm-functional-1901-ubuntu1604-virl:
1809       - 2
1810     csit-hc2vpp-verify-func-1901-ubuntu1604:
1811       - 3
1812
1813 -
1814   type: "output"
1815   output: "report"
1816   format:
1817     html:
1818     - full
1819     pdf:
1820     - minimal
1821
1822 ################################################################################
1823 ###                               T A B L E S                                ###
1824 ################################################################################
1825
1826 # VPP Compare NICs 3n-hsw 1t1c ndr
1827 -
1828   type: "table"
1829   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1830   algorithm: "table_nics_comparison"
1831   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1832   reference:
1833     title: "Intel-x520"
1834     nic: "NIC_Intel-X520-DA2"
1835   compare:
1836     title: "Intel-x710"
1837     nic: "NIC_Intel-X710"
1838   data: "vpp-nic-comparison-3n-hsw"
1839   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1840   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1841   parameters:
1842   - "name"
1843   - "parent"
1844   - "throughput"
1845   - "tags"
1846
1847 # VPP Compare NICs 3n-hsw 2t2c ndr
1848 -
1849   type: "table"
1850   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1851   algorithm: "table_nics_comparison"
1852   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1853   reference:
1854     title: "Intel-x520"
1855     nic: "NIC_Intel-X520-DA2"
1856   compare:
1857     title: "Intel-x710"
1858     nic: "NIC_Intel-X710"
1859   data: "vpp-nic-comparison-3n-hsw"
1860   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1861   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1862   parameters:
1863   - "name"
1864   - "parent"
1865   - "throughput"
1866   - "tags"
1867
1868 # VPP Compare NICs 3n-hsw 1t1c pdr
1869 -
1870   type: "table"
1871   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1872   algorithm: "table_nics_comparison"
1873   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1874   reference:
1875     title: "Intel-x520"
1876     nic: "NIC_Intel-X520-DA2"
1877   compare:
1878     title: "Intel-x710"
1879     nic: "NIC_Intel-X710"
1880   data: "vpp-nic-comparison-3n-hsw"
1881   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1882   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1883   parameters:
1884   - "name"
1885   - "parent"
1886   - "throughput"
1887   - "tags"
1888
1889 # VPP Compare NICs 3n-hsw 2t2c pdr
1890 -
1891   type: "table"
1892   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1893   algorithm: "table_nics_comparison"
1894   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1895   reference:
1896     title: "Intel-x520"
1897     nic: "NIC_Intel-X520-DA2"
1898   compare:
1899     title: "Intel-x710"
1900     nic: "NIC_Intel-X710"
1901   data: "vpp-nic-comparison-3n-hsw"
1902   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1903   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1904   parameters:
1905   - "name"
1906   - "parent"
1907   - "throughput"
1908   - "tags"
1909
1910 # VPP Compare NICs 3n-hsw 1t1c mrr
1911 -
1912   type: "table"
1913   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1914   algorithm: "table_nics_comparison"
1915   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1916   reference:
1917     title: "Intel-x520"
1918     nic: "NIC_Intel-X520-DA2"
1919   compare:
1920     title: "Intel-x710"
1921     nic: "NIC_Intel-X710"
1922   data: "vpp-nic-comparison-3n-hsw-mrr"
1923   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1924   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1925   parameters:
1926   - "name"
1927   - "parent"
1928   - "result"
1929   - "tags"
1930
1931 # VPP Compare NICs 3n-hsw 2t2c mrr
1932 -
1933   type: "table"
1934   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1935   algorithm: "table_nics_comparison"
1936   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1937   reference:
1938     title: "Intel-x520"
1939     nic: "NIC_Intel-X520-DA2"
1940   compare:
1941     title: "Intel-x710"
1942     nic: "NIC_Intel-X710"
1943   data: "vpp-nic-comparison-3n-hsw-mrr"
1944   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1945   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1946   parameters:
1947   - "name"
1948   - "parent"
1949   - "result"
1950   - "tags"
1951
1952 # VPP Compare NICs 3n-hsw 4t4c mrr
1953 -
1954   type: "table"
1955   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1956   algorithm: "table_nics_comparison"
1957   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1958   reference:
1959     title: "Intel-x520"
1960     nic: "NIC_Intel-X520-DA2"
1961   compare:
1962     title: "Intel-x710"
1963     nic: "NIC_Intel-X710"
1964   data: "vpp-nic-comparison-3n-hsw-mrr"
1965   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1966   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1967   parameters:
1968   - "name"
1969   - "parent"
1970   - "result"
1971   - "tags"
1972
1973 # VPP Compare NICs 3n-skx 2t1c ndr
1974 -
1975   type: "table"
1976   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1977   algorithm: "table_nics_comparison"
1978   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1979   reference:
1980     title: "Intel-x710"
1981     nic: "NIC_Intel-X710"
1982   compare:
1983     title: "Intel-xxv710"
1984     nic: "NIC_Intel-XXV710"
1985   data: "vpp-nic-comparison-3n-skx"
1986   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1987   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1988   parameters:
1989   - "name"
1990   - "parent"
1991   - "throughput"
1992   - "tags"
1993
1994 # VPP Compare NICs 3n-skx 4t2c ndr
1995 -
1996   type: "table"
1997   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1998   algorithm: "table_nics_comparison"
1999   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
2000   reference:
2001     title: "Intel-x710"
2002     nic: "NIC_Intel-X710"
2003   compare:
2004     title: "Intel-xxv710"
2005     nic: "NIC_Intel-XXV710"
2006   data: "vpp-nic-comparison-3n-skx"
2007   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2008   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2009   parameters:
2010   - "name"
2011   - "parent"
2012   - "throughput"
2013   - "tags"
2014
2015 # VPP Compare NICs 3n-skx 2t1c pdr
2016 -
2017   type: "table"
2018   title: "VPP Compare NICs 3n-skx 2t1c pdr"
2019   algorithm: "table_nics_comparison"
2020   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
2021   reference:
2022     title: "Intel-x710"
2023     nic: "NIC_Intel-X710"
2024   compare:
2025     title: "Intel-xxv710"
2026     nic: "NIC_Intel-XXV710"
2027   data: "vpp-nic-comparison-3n-skx"
2028   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2029   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2030   parameters:
2031   - "name"
2032   - "parent"
2033   - "throughput"
2034   - "tags"
2035
2036  # VPP Compare NICs 3n-skx 4t2c pdr
2037 -
2038   type: "table"
2039   title: "VPP Compare NICs 3n-skx 4t2c pdr"
2040   algorithm: "table_nics_comparison"
2041   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
2042   reference:
2043     title: "Intel-x710"
2044     nic: "NIC_Intel-X710"
2045   compare:
2046     title: "Intel-xxv710"
2047     nic: "NIC_Intel-XXV710"
2048   data: "vpp-nic-comparison-3n-skx"
2049   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2050   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2051   parameters:
2052   - "name"
2053   - "parent"
2054   - "throughput"
2055   - "tags"
2056
2057 # VPP Compare NICs 3n-skx 2t1c mrr
2058 -
2059   type: "table"
2060   title: "VPP Compare NICs 3n-skx 2t1c mrr"
2061   algorithm: "table_nics_comparison"
2062   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
2063   reference:
2064     title: "Intel-x710"
2065     nic: "NIC_Intel-X710"
2066   compare:
2067     title: "Intel-xxv710"
2068     nic: "NIC_Intel-XXV710"
2069   data: "vpp-nic-comparison-3n-skx-mrr"
2070   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2071   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2072   parameters:
2073   - "name"
2074   - "parent"
2075   - "result"
2076   - "tags"
2077
2078 # VPP Compare NICs 3n-skx 4t2c mrr
2079 -
2080   type: "table"
2081   title: "VPP Compare NICs 3n-skx 4t2c mrr"
2082   algorithm: "table_nics_comparison"
2083   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
2084   reference:
2085     title: "Intel-x710"
2086     nic: "NIC_Intel-X710"
2087   compare:
2088     title: "Intel-xxv710"
2089     nic: "NIC_Intel-XXV710"
2090   data: "vpp-nic-comparison-3n-skx-mrr"
2091   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2092   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2093   parameters:
2094   - "name"
2095   - "parent"
2096   - "result"
2097   - "tags"
2098
2099  # VPP Compare NICs 3n-skx 8t4c mrr
2100 -
2101   type: "table"
2102   title: "VPP Compare NICs 3n-skx 8t4c mrr"
2103   algorithm: "table_nics_comparison"
2104   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
2105   reference:
2106     title: "Intel-x710"
2107     nic: "NIC_Intel-X710"
2108   compare:
2109     title: "Intel-xxv710"
2110     nic: "NIC_Intel-XXV710"
2111   data: "vpp-nic-comparison-3n-skx-mrr"
2112   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2113   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2114   parameters:
2115   - "name"
2116   - "parent"
2117   - "result"
2118   - "tags"
2119
2120 # VPP Compare NICs 2n-skx 2t1c ndr
2121 -
2122   type: "table"
2123   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2124   algorithm: "table_nics_comparison"
2125   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2126   reference:
2127     title: "Intel-x710"
2128     nic: "NIC_Intel-X710"
2129   compare:
2130     title: "Intel-xxv710"
2131     nic: "NIC_Intel-XXV710"
2132   data: "vpp-nic-comparison-2n-skx"
2133   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2134   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2135   parameters:
2136   - "name"
2137   - "parent"
2138   - "throughput"
2139   - "tags"
2140
2141 # VPP Compare NICs 2n-skx 4t2c ndr
2142 -
2143   type: "table"
2144   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2145   algorithm: "table_nics_comparison"
2146   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2147   reference:
2148     title: "Intel-x710"
2149     nic: "NIC_Intel-X710"
2150   compare:
2151     title: "Intel-xxv710"
2152     nic: "NIC_Intel-XXV710"
2153   data: "vpp-nic-comparison-2n-skx"
2154   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2155   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2156   parameters:
2157   - "name"
2158   - "parent"
2159   - "throughput"
2160   - "tags"
2161
2162  # VPP Compare NICs 2n-skx 2t1c pdr
2163 -
2164   type: "table"
2165   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2166   algorithm: "table_nics_comparison"
2167   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2168   reference:
2169     title: "Intel-x710"
2170     nic: "NIC_Intel-X710"
2171   compare:
2172     title: "Intel-xxv710"
2173     nic: "NIC_Intel-XXV710"
2174   data: "vpp-nic-comparison-2n-skx"
2175   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2176   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2177   parameters:
2178   - "name"
2179   - "parent"
2180   - "throughput"
2181   - "tags"
2182
2183 # VPP Compare NICs 2n-skx 4t2c pdr
2184 -
2185   type: "table"
2186   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2187   algorithm: "table_nics_comparison"
2188   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2189   reference:
2190     title: "Intel-x710"
2191     nic: "NIC_Intel-X710"
2192   compare:
2193     title: "Intel-xxv710"
2194     nic: "NIC_Intel-XXV710"
2195   data: "vpp-nic-comparison-2n-skx"
2196   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2197   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2198   parameters:
2199   - "name"
2200   - "parent"
2201   - "throughput"
2202   - "tags"
2203
2204 # VPP Compare NICs 2n-skx 2t1c mrr
2205 -
2206   type: "table"
2207   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2208   algorithm: "table_nics_comparison"
2209   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2210   reference:
2211     title: "Intel-x710"
2212     nic: "NIC_Intel-X710"
2213   compare:
2214     title: "Intel-xxv710"
2215     nic: "NIC_Intel-XXV710"
2216   data: "vpp-nic-comparison-2n-skx-mrr"
2217   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2218   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2219   parameters:
2220   - "name"
2221   - "parent"
2222   - "result"
2223   - "tags"
2224
2225 # VPP Compare NICs 2n-skx 4t2c mrr
2226 -
2227   type: "table"
2228   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2229   algorithm: "table_nics_comparison"
2230   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2231   reference:
2232     title: "Intel-x710"
2233     nic: "NIC_Intel-X710"
2234   compare:
2235     title: "Intel-xxv710"
2236     nic: "NIC_Intel-XXV710"
2237   data: "vpp-nic-comparison-2n-skx-mrr"
2238   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2239   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2240   parameters:
2241   - "name"
2242   - "parent"
2243   - "result"
2244   - "tags"
2245
2246 # VPP Compare NICs 2n-skx 8t4c mrr
2247 -
2248   type: "table"
2249   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2250   algorithm: "table_nics_comparison"
2251   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2252   reference:
2253     title: "Intel-x710"
2254     nic: "NIC_Intel-X710"
2255   compare:
2256     title: "Intel-xxv710"
2257     nic: "NIC_Intel-XXV710"
2258   data: "vpp-nic-comparison-2n-skx-mrr"
2259   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2260   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2261   parameters:
2262   - "name"
2263   - "parent"
2264   - "result"
2265   - "tags"
2266
2267 ################################################################################
2268 # VPP
2269
2270 # VPP Performance Changes 2n-dnv 1t1c pdr
2271 -
2272   type: "table"
2273   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2274   algorithm: "table_performance_comparison"
2275   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2276   reference:
2277     title: "rls1810"
2278     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2279   compare:
2280     title: "rls1901.1"
2281     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2282   data: "intel-dnv-vpp-changes-2n-dnv"
2283   include-tests: "PDR"
2284   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2285   parameters:
2286   - "name"
2287   - "parent"
2288   - "throughput"
2289
2290 # VPP Performance Changes 2n-dnv 2t2c pdr
2291 -
2292   type: "table"
2293   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2294   algorithm: "table_performance_comparison"
2295   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2296   reference:
2297     title: "rls1810"
2298     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2299   compare:
2300     title: "rls1901.1"
2301     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2302   data: "intel-dnv-vpp-changes-2n-dnv"
2303   include-tests: "PDR"
2304   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2305   parameters:
2306   - "name"
2307   - "parent"
2308   - "throughput"
2309
2310 # VPP Performance Changes 2n-dnv 1t1c ndr
2311 -
2312   type: "table"
2313   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2314   algorithm: "table_performance_comparison"
2315   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2316   reference:
2317     title: "rls1810"
2318     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2319   compare:
2320     title: "rls1901.1"
2321     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2322   data: "intel-dnv-vpp-changes-2n-dnv"
2323   include-tests: "NDR"
2324   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2325   parameters:
2326   - "name"
2327   - "parent"
2328   - "throughput"
2329
2330 # VPP Performance Changes 2n-dnv 2t2c ndr
2331 -
2332   type: "table"
2333   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2334   algorithm: "table_performance_comparison"
2335   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2336   reference:
2337     title: "rls1810"
2338     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2339   compare:
2340     title: "rls1901.1"
2341     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2342   data: "intel-dnv-vpp-changes-2n-dnv"
2343   include-tests: "NDR"
2344   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2345   parameters:
2346   - "name"
2347   - "parent"
2348   - "throughput"
2349
2350
2351 # VPP Performance Changes 2n-dnv 1t1c MRR
2352 -
2353   type: "table"
2354   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2355   algorithm: "table_performance_comparison"
2356   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2357   reference:
2358     title: "rls1810"
2359     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2360   compare:
2361     title: "rls1901.1"
2362     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2363   data: "intel-dnv-vpp-changes-2n-dnv"
2364   include-tests: "MRR"
2365   filter: "'1T1C' and 'MRR'"
2366   parameters:
2367   - "name"
2368   - "parent"
2369   - "result"
2370
2371 # VPP Performance Changes 2n-dnv 2t2c MRR
2372 -
2373   type: "table"
2374   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2375   algorithm: "table_performance_comparison"
2376   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2377   reference:
2378     title: "rls1810"
2379     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2380   compare:
2381     title: "rls1901.1"
2382     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2383   data: "intel-dnv-vpp-changes-2n-dnv"
2384   include-tests: "MRR"
2385   filter: "'2T2C' and 'MRR'"
2386   parameters:
2387   - "name"
2388   - "parent"
2389   - "result"
2390
2391 # VPP Performance Changes 2n-dnv 4t4c MRR
2392 -
2393   type: "table"
2394   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2395   algorithm: "table_performance_comparison"
2396   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2397   reference:
2398     title: "rls1810"
2399     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2400   compare:
2401     title: "rls1901.1"
2402     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2403   data: "intel-dnv-vpp-changes-2n-dnv"
2404   include-tests: "MRR"
2405   filter: "'4T4C' and 'MRR'"
2406   parameters:
2407   - "name"
2408   - "parent"
2409   - "result"
2410
2411 # VPP Performance Changes 3n-hsw 1t1c pdr
2412 -
2413   type: "table"
2414   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2415   algorithm: "table_performance_comparison"
2416   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2417   history:
2418     -
2419       title: "rls1807"
2420       data: "vpp-performance-changes-3n-hsw-h1"
2421   reference:
2422     title: "rls1810"
2423     data: "vpp-performance-changes-3n-hsw-ref"
2424   compare:
2425     title: "rls1901.1"
2426     data: "vpp-performance-changes-3n-hsw-cmp"
2427   data: "vpp-performance-changes-3n-hsw"
2428   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2429   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2430   parameters:
2431   - "name"
2432   - "parent"
2433   - "throughput"
2434
2435 # VPP Performance Changes 3n-hsw 2t2c pdr
2436 -
2437   type: "table"
2438   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2439   algorithm: "table_performance_comparison"
2440   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2441   history:
2442     -
2443       title: "rls1807"
2444       data: "vpp-performance-changes-3n-hsw-h1"
2445   reference:
2446     title: "rls1810"
2447     data: "vpp-performance-changes-3n-hsw-ref"
2448   compare:
2449     title: "rls1901.1"
2450     data: "vpp-performance-changes-3n-hsw-cmp"
2451   data: "vpp-performance-changes-3n-hsw"
2452   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2453   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2454   parameters:
2455   - "name"
2456   - "parent"
2457   - "throughput"
2458
2459 # VPP Performance Changes 3n-hsw 1t1c ndr
2460 -
2461   type: "table"
2462   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2463   algorithm: "table_performance_comparison"
2464   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2465   history:
2466     -
2467       title: "rls1807"
2468       data: "vpp-performance-changes-3n-hsw-h1"
2469   reference:
2470     title: "rls1810"
2471     data: "vpp-performance-changes-3n-hsw-ref"
2472   compare:
2473     title: "rls1901.1"
2474     data: "vpp-performance-changes-3n-hsw-cmp"
2475   data: "vpp-performance-changes-3n-hsw"
2476   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2477   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2478   parameters:
2479   - "name"
2480   - "parent"
2481   - "throughput"
2482
2483 # VPP Performance Changes 3n-hsw 2t2c ndr
2484 -
2485   type: "table"
2486   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2487   algorithm: "table_performance_comparison"
2488   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2489   history:
2490     -
2491       title: "rls1807"
2492       data: "vpp-performance-changes-3n-hsw-h1"
2493   reference:
2494     title: "rls1810"
2495     data: "vpp-performance-changes-3n-hsw-ref"
2496   compare:
2497     title: "rls1901.1"
2498     data: "vpp-performance-changes-3n-hsw-cmp"
2499   data: "vpp-performance-changes-3n-hsw"
2500   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2501   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2502   parameters:
2503   - "name"
2504   - "parent"
2505   - "throughput"
2506
2507 # VPP Performance Changes 3n-skx 2t1c pdr
2508 -
2509   type: "table"
2510   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2511   algorithm: "table_performance_comparison"
2512   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2513   history:
2514     -
2515       title: "rls1807"
2516       data: "vpp-performance-changes-3n-skx-h1"
2517   reference:
2518     title: "rls1810"
2519     data: "vpp-performance-changes-3n-skx-ref"
2520   compare:
2521     title: "rls1901.1"
2522     data: "vpp-performance-changes-3n-skx-cmp"
2523   data: "vpp-performance-changes-3n-skx"
2524   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2525   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2526   parameters:
2527   - "name"
2528   - "parent"
2529   - "throughput"
2530
2531 # VPP Performance Changes 3n-skx 4t2c pdr
2532 -
2533   type: "table"
2534   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2535   algorithm: "table_performance_comparison"
2536   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2537   history:
2538     -
2539       title: "rls1807"
2540       data: "vpp-performance-changes-3n-skx-h1"
2541   reference:
2542     title: "rls1810"
2543     data: "vpp-performance-changes-3n-skx-ref"
2544   compare:
2545     title: "rls1901.1"
2546     data: "vpp-performance-changes-3n-skx-cmp"
2547   data: "vpp-performance-changes-3n-skx"
2548   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2549   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2550   parameters:
2551   - "name"
2552   - "parent"
2553   - "throughput"
2554
2555 # VPP Performance Changes 3n-skx 2t1c ndr
2556 -
2557   type: "table"
2558   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2559   algorithm: "table_performance_comparison"
2560   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2561   history:
2562     -
2563       title: "rls1807"
2564       data: "vpp-performance-changes-3n-skx-h1"
2565   reference:
2566     title: "rls1810"
2567     data: "vpp-performance-changes-3n-skx-ref"
2568   compare:
2569     title: "rls1901.1"
2570     data: "vpp-performance-changes-3n-skx-cmp"
2571   data: "vpp-performance-changes-3n-skx"
2572   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2573   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2574   parameters:
2575   - "name"
2576   - "parent"
2577   - "throughput"
2578
2579 # VPP Performance Changes 3n-skx 4t2c ndr
2580 -
2581   type: "table"
2582   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2583   algorithm: "table_performance_comparison"
2584   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2585   history:
2586     -
2587       title: "rls1807"
2588       data: "vpp-performance-changes-3n-skx-h1"
2589   reference:
2590     title: "rls1810"
2591     data: "vpp-performance-changes-3n-skx-ref"
2592   compare:
2593     title: "rls1901.1"
2594     data: "vpp-performance-changes-3n-skx-cmp"
2595   data: "vpp-performance-changes-3n-skx"
2596   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2597   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2598   parameters:
2599   - "name"
2600   - "parent"
2601   - "throughput"
2602
2603 # VPP Performance Changes 2n-skx 2t1c pdr
2604 -
2605   type: "table"
2606   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2607   algorithm: "table_performance_comparison"
2608   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2609   history:
2610     -
2611       title: "rls1807"
2612       data: "vpp-performance-changes-2n-skx-h1"
2613   reference:
2614     title: "rls1810"
2615     data: "vpp-performance-changes-2n-skx-ref"
2616   compare:
2617     title: "rls1901.1"
2618     data: "vpp-performance-changes-2n-skx-cmp"
2619   data: "vpp-performance-changes-2n-skx"
2620   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2621   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2622   parameters:
2623   - "name"
2624   - "parent"
2625   - "throughput"
2626
2627 # VPP Performance Changes 2n-skx 4t2c pdr
2628 -
2629   type: "table"
2630   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2631   algorithm: "table_performance_comparison"
2632   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2633   history:
2634     - title: "rls1807"
2635       data: "vpp-performance-changes-2n-skx-h1"
2636   reference:
2637     title: "rls1810"
2638     data: "vpp-performance-changes-2n-skx-ref"
2639   compare:
2640     title: "rls1901.1"
2641     data: "vpp-performance-changes-2n-skx-cmp"
2642   data: "vpp-performance-changes-2n-skx"
2643   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2644   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2645   parameters:
2646   - "name"
2647   - "parent"
2648   - "throughput"
2649
2650 # VPP Performance Changes 2n-skx 2t1c ndr
2651 -
2652   type: "table"
2653   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2654   algorithm: "table_performance_comparison"
2655   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2656   history:
2657     - title: "rls1807"
2658       data: "vpp-performance-changes-2n-skx-h1"
2659   reference:
2660     title: "rls1810"
2661     data: "vpp-performance-changes-2n-skx-ref"
2662   compare:
2663     title: "rls1901.1"
2664     data: "vpp-performance-changes-2n-skx-cmp"
2665   data: "vpp-performance-changes-2n-skx"
2666   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2667   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2668   parameters:
2669   - "name"
2670   - "parent"
2671   - "throughput"
2672
2673 # VPP Performance Changes 2n-skx 4t2c ndr
2674 -
2675   type: "table"
2676   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2677   algorithm: "table_performance_comparison"
2678   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2679   history:
2680     - title: "rls1807"
2681       data: "vpp-performance-changes-2n-skx-h1"
2682   reference:
2683     title: "rls1810"
2684     data: "vpp-performance-changes-2n-skx-ref"
2685   compare:
2686     title: "rls1901.1"
2687     data: "vpp-performance-changes-2n-skx-cmp"
2688   data: "vpp-performance-changes-2n-skx"
2689   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2690   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2691   parameters:
2692   - "name"
2693   - "parent"
2694   - "throughput"
2695
2696 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2697 -
2698   type: "table"
2699   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2700   algorithm: "table_performance_comparison"
2701   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2702   reference:
2703     title: "3-Node Hsw"
2704     data: "vpp-compare-testbeds-ref"
2705   compare:
2706     title: "3-Node Skx"
2707     data: "vpp-compare-testbeds-cmp"
2708   data: "vpp-compare-testbeds"
2709   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2710   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2711   parameters:
2712   - "name"
2713   - "parent"
2714   - "throughput"
2715
2716 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2717 -
2718   type: "table"
2719   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2720   algorithm: "table_performance_comparison"
2721   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2722   reference:
2723     title: "3-Node Hsw"
2724     data: "vpp-compare-testbeds-ref"
2725   compare:
2726     title: "3-Node Skx"
2727     data: "vpp-compare-testbeds-cmp"
2728   data: "vpp-compare-testbeds"
2729   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2730   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2731   parameters:
2732   - "name"
2733   - "parent"
2734   - "throughput"
2735
2736 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2737 -
2738   type: "table"
2739   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2740   algorithm: "table_performance_comparison"
2741   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2742   reference:
2743     title: "3-Node Hsw"
2744     data: "vpp-compare-testbeds-ref"
2745   compare:
2746     title: "3-Node Skx"
2747     data: "vpp-compare-testbeds-cmp"
2748   data: "vpp-compare-testbeds"
2749   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2750   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2751   parameters:
2752   - "name"
2753   - "parent"
2754   - "throughput"
2755
2756 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2757 -
2758   type: "table"
2759   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2760   algorithm: "table_performance_comparison"
2761   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2762   reference:
2763     title: "3-Node Hsw"
2764     data: "vpp-compare-testbeds-ref"
2765   compare:
2766     title: "3-Node Skx"
2767     data: "vpp-compare-testbeds-cmp"
2768   data: "vpp-compare-testbeds"
2769   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2770   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2771   parameters:
2772   - "name"
2773   - "parent"
2774   - "throughput"
2775
2776 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2777 -
2778   type: "table"
2779   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2780   algorithm: "table_performance_comparison"
2781   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2782   reference:
2783     title: "3-Node Skx"
2784     data: "vpp-compare-topologies-ref"
2785   compare:
2786     title: "2-Node Skx"
2787     data: "vpp-compare-topologies-cmp"
2788   data: "vpp-compare-topologies"
2789   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2790   filter: "'NDRPDR' and '1C'"
2791   parameters:
2792   - "name"
2793   - "parent"
2794   - "throughput"
2795
2796 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2797 -
2798   type: "table"
2799   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2800   algorithm: "table_performance_comparison"
2801   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2802   reference:
2803     title: "3-Node Skx"
2804     data: "vpp-compare-topologies-ref"
2805   compare:
2806     title: "2-Node Skx"
2807     data: "vpp-compare-topologies-cmp"
2808   data: "vpp-compare-topologies"
2809   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2810   filter: "'NDRPDR' and '2C'"
2811   parameters:
2812   - "name"
2813   - "parent"
2814   - "throughput"
2815
2816 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2817 -
2818   type: "table"
2819   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2820   algorithm: "table_performance_comparison"
2821   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2822   reference:
2823     title: "3-Node Skx"
2824     data: "vpp-compare-topologies-ref"
2825   compare:
2826     title: "2-Node Skx"
2827     data: "vpp-compare-topologies-cmp"
2828   data: "vpp-compare-topologies"
2829   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2830   filter: "'NDRPDR' and '1C'"
2831   parameters:
2832   - "name"
2833   - "parent"
2834   - "throughput"
2835
2836 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2837 -
2838   type: "table"
2839   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2840   algorithm: "table_performance_comparison"
2841   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2842   reference:
2843     title: "3-Node Skx"
2844     data: "vpp-compare-topologies-ref"
2845   compare:
2846     title: "2-Node Skx"
2847     data: "vpp-compare-topologies-cmp"
2848   data: "vpp-compare-topologies"
2849   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2850   filter: "'NDRPDR' and '2C'"
2851   parameters:
2852   - "name"
2853   - "parent"
2854   - "throughput"
2855
2856 # VPP Performance Changes 3n-hsw 1t1c MRR
2857 -
2858   type: "table"
2859   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2860   algorithm: "table_performance_comparison"
2861   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2862   history:
2863     -
2864       title: "rls1807"
2865       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2866   reference:
2867     title: "rls1810"
2868     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2869   compare:
2870     title: "rls1901.1"
2871     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2872   data: "vpp-performance-changes-3n-hsw-mrr"
2873   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2874   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2875   parameters:
2876   - "name"
2877   - "parent"
2878   - "result"
2879
2880 # VPP Performance Changes 3n-hsw 2t2c MRR
2881 -
2882   type: "table"
2883   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2884   algorithm: "table_performance_comparison"
2885   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2886   history:
2887     -
2888       title: "rls1807"
2889       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2890   reference:
2891     title: "rls1810"
2892     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2893   compare:
2894     title: "rls1901.1"
2895     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2896   data: "vpp-performance-changes-3n-hsw-mrr"
2897   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2898   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2899   parameters:
2900   - "name"
2901   - "parent"
2902   - "result"
2903
2904 # VPP Performance Changes 3n-hsw 4t4c MRR
2905 -
2906   type: "table"
2907   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2908   algorithm: "table_performance_comparison"
2909   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2910   history:
2911     -
2912       title: "rls1807"
2913       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2914   reference:
2915     title: "rls1810"
2916     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2917   compare:
2918     title: "rls1901.1"
2919     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2920   data: "vpp-performance-changes-3n-hsw-mrr"
2921   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2922   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2923   parameters:
2924   - "name"
2925   - "parent"
2926   - "result"
2927
2928 # VPP Performance Changes 3n-skx 2t1c MRR
2929 -
2930   type: "table"
2931   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2932   algorithm: "table_performance_comparison"
2933   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2934   history:
2935     -
2936       title: "rls1807"
2937       data: "vpp-performance-changes-3n-skx-mrr-h1"
2938   reference:
2939     title: "rls1810"
2940     data: "vpp-performance-changes-3n-skx-mrr-ref"
2941   compare:
2942     title: "rls1901.1"
2943     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2944   data: "vpp-performance-changes-3n-skx-mrr"
2945   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2946   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2947   parameters:
2948   - "name"
2949   - "parent"
2950   - "result"
2951
2952 # VPP Performance Changes 3n-skx 4t2c MRR
2953 -
2954   type: "table"
2955   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2956   algorithm: "table_performance_comparison"
2957   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2958   history:
2959     -
2960       title: "rls1807"
2961       data: "vpp-performance-changes-3n-skx-mrr-h1"
2962   reference:
2963     title: "rls1810"
2964     data: "vpp-performance-changes-3n-skx-mrr-ref"
2965   compare:
2966     title: "rls1901.1"
2967     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2968   data: "vpp-performance-changes-3n-skx-mrr"
2969   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2970   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2971   parameters:
2972   - "name"
2973   - "parent"
2974   - "result"
2975
2976 # VPP Performance Changes 3n-skx 8t4c MRR
2977 -
2978   type: "table"
2979   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2980   algorithm: "table_performance_comparison"
2981   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2982   history:
2983     -
2984       title: "rls1807"
2985       data: "vpp-performance-changes-3n-skx-mrr-h1"
2986   reference:
2987     title: "rls1810"
2988     data: "vpp-performance-changes-3n-skx-mrr-ref"
2989   compare:
2990     title: "rls1901.1"
2991     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2992   data: "vpp-performance-changes-3n-skx-mrr"
2993   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2994   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2995   parameters:
2996   - "name"
2997   - "parent"
2998   - "result"
2999
3000 # VPP Performance Changes 2n-skx 2t1c MRR
3001 -
3002   type: "table"
3003   title: "VPP Performance Changes 2n-skx 2t1c MRR"
3004   algorithm: "table_performance_comparison"
3005   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
3006   history:
3007     -
3008       title: "rls1807"
3009       data: "vpp-performance-changes-2n-skx-mrr-h1"
3010   reference:
3011     title: "rls1810"
3012     data: "vpp-performance-changes-2n-skx-mrr-ref"
3013   compare:
3014     title: "rls1901.1"
3015     data: "vpp-performance-changes-2n-skx-mrr-cmp"
3016   data: "vpp-performance-changes-2n-skx-mrr"
3017   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3018   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3019   parameters:
3020   - "name"
3021   - "parent"
3022   - "result"
3023
3024 # VPP Performance Changes 2n-skx 4t2c MRR
3025 -
3026   type: "table"
3027   title: "VPP Performance Changes 2n-skx 4t2c MRR"
3028   algorithm: "table_performance_comparison"
3029   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
3030   history:
3031     -
3032       title: "rls1807"
3033       data: "vpp-performance-changes-2n-skx-mrr-h1"
3034   reference:
3035     title: "rls1810"
3036     data: "vpp-performance-changes-2n-skx-mrr-ref"
3037   compare:
3038     title: "rls1901.1"
3039     data: "vpp-performance-changes-2n-skx-mrr-cmp"
3040   data: "vpp-performance-changes-2n-skx-mrr"
3041   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3042   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3043   parameters:
3044   - "name"
3045   - "parent"
3046   - "result"
3047
3048 # VPP Performance Changes 2n-skx 8t4c MRR
3049 -
3050   type: "table"
3051   title: "VPP Performance Changes 2n-skx 8t4c MRR"
3052   algorithm: "table_performance_comparison"
3053   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
3054   history:
3055     -
3056       title: "rls1807"
3057       data: "vpp-performance-changes-2n-skx-mrr-h1"
3058   reference:
3059     title: "rls1810"
3060     data: "vpp-performance-changes-2n-skx-mrr-ref"
3061   compare:
3062     title: "rls1901.1"
3063     data: "vpp-performance-changes-2n-skx-mrr-cmp"
3064   data: "vpp-performance-changes-2n-skx-mrr"
3065   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3066   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3067   parameters:
3068   - "name"
3069   - "parent"
3070   - "result"
3071
3072 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
3073 -
3074   type: "table"
3075   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
3076   algorithm: "table_performance_comparison"
3077   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
3078   reference:
3079     title: "3-Node Hsw"
3080     data: "vpp-compare-testbeds-mrr-ref"
3081   compare:
3082     title: "3-Node Skx"
3083     data: "vpp-compare-testbeds-mrr-cmp"
3084   data: "vpp-compare-testbeds-mrr"
3085   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3086   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
3087   parameters:
3088   - "name"
3089   - "parent"
3090   - "result"
3091
3092 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
3093 -
3094   type: "table"
3095   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
3096   algorithm: "table_performance_comparison"
3097   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
3098   reference:
3099     title: "3-Node Hsw"
3100     data: "vpp-compare-testbeds-mrr-ref"
3101   compare:
3102     title: "3-Node Skx"
3103     data: "vpp-compare-testbeds-mrr-cmp"
3104   data: "vpp-compare-testbeds-mrr"
3105   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3106   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
3107   parameters:
3108   - "name"
3109   - "parent"
3110   - "result"
3111
3112 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
3113 -
3114   type: "table"
3115   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
3116   algorithm: "table_performance_comparison"
3117   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
3118   reference:
3119     title: "3-Node Hsw"
3120     data: "vpp-compare-testbeds-mrr-ref"
3121   compare:
3122     title: "3-Node Skx"
3123     data: "vpp-compare-testbeds-mrr-cmp"
3124   data: "vpp-compare-testbeds-mrr"
3125   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3126   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
3127   parameters:
3128   - "name"
3129   - "parent"
3130   - "result"
3131
3132 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
3133 -
3134   type: "table"
3135   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
3136   algorithm: "table_performance_comparison"
3137   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
3138   reference:
3139     title: "3-Node Skx"
3140     data: "vpp-compare-topologies-mrr-ref"
3141   compare:
3142     title: "2-Node Skx"
3143     data: "vpp-compare-topologies-mrr-cmp"
3144   data: "vpp-compare-topologies-mrr"
3145   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3146   filter: "'MRR' and '1C'"
3147   parameters:
3148   - "name"
3149   - "parent"
3150   - "result"
3151
3152 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
3153 -
3154   type: "table"
3155   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
3156   algorithm: "table_performance_comparison"
3157   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
3158   reference:
3159     title: "3-Node Skx"
3160     data: "vpp-compare-topologies-mrr-ref"
3161   compare:
3162     title: "2-Node Skx"
3163     data: "vpp-compare-topologies-mrr-cmp"
3164   data: "vpp-compare-topologies-mrr"
3165   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3166   filter: "'MRR' and '2C'"
3167   parameters:
3168   - "name"
3169   - "parent"
3170   - "result"
3171
3172 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3173 -
3174   type: "table"
3175   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3176   algorithm: "table_performance_comparison"
3177   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3178   reference:
3179     title: "3-Node Skx"
3180     data: "vpp-compare-topologies-mrr-ref"
3181   compare:
3182     title: "2-Node Skx"
3183     data: "vpp-compare-topologies-mrr-cmp"
3184   data: "vpp-compare-topologies-mrr"
3185   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3186   filter: "'MRR' and '4C'"
3187   parameters:
3188   - "name"
3189   - "parent"
3190   - "result"
3191
3192 # Detailed Test Results - VPP Performance Results 3n-hsw
3193 -
3194   type: "table"
3195   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3196   algorithm: "table_merged_details"
3197   output-file-ext: ".csv"
3198   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3199   columns:
3200   -
3201     title: "Name"
3202     data: "data name"
3203   -
3204     title: "Status"
3205     data: "data msg"
3206   rows: "generated"
3207   data: "vpp-perf-results-3n-hsw"
3208   filter: "not 'NDRCHK' and not 'PDRCHK'"
3209   parameters:
3210   - "name"
3211   - "parent"
3212   - "msg"
3213
3214 # Detailed Test Results - VPP Performance Results 3n-skx
3215 -
3216   type: "table"
3217   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3218   algorithm: "table_merged_details"
3219   output-file-ext: ".csv"
3220   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3221   columns:
3222   -
3223     title: "Name"
3224     data: "data name"
3225   -
3226     title: "Status"
3227     data: "data msg"
3228   rows: "generated"
3229   data: "vpp-perf-results-3n-skx"
3230   filter: "not 'NDRCHK' and not 'PDRCHK'"
3231   parameters:
3232   - "name"
3233   - "parent"
3234   - "msg"
3235
3236 # Detailed Test Results - VPP Performance Results 2n-skx
3237 -
3238   type: "table"
3239   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3240   algorithm: "table_merged_details"
3241   output-file-ext: ".csv"
3242   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3243   columns:
3244   -
3245     title: "Name"
3246     data: "data name"
3247   -
3248     title: "Status"
3249     data: "data msg"
3250   rows: "generated"
3251   data: "vpp-perf-results-2n-skx"
3252   filter: "not 'NDRCHK' and not 'PDRCHK'"
3253   parameters:
3254   - "name"
3255   - "parent"
3256   - "msg"
3257
3258 # Detailed Test Results - VPP Performance Results 2n-dnv
3259 -
3260   type: "table"
3261   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3262   algorithm: "table_details"
3263   output-file-ext: ".csv"
3264   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3265   columns:
3266   -
3267     title: "Name"
3268     data: "data name"
3269   -
3270     title: "Status"
3271     data: "data msg"
3272   rows: "generated"
3273   data: "intel-dnv-vpp"
3274   filter: "'NDRPDR'"
3275   parameters:
3276   - "name"
3277   - "parent"
3278   - "msg"
3279
3280 # Test configuration - VPP Performance Test Configs 3n-hsw
3281 -
3282   type: "table"
3283   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3284   algorithm: "table_merged_details"
3285   output-file-ext: ".csv"
3286   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3287   columns:
3288   -
3289     title: "Name"
3290     data: "data name"
3291   -
3292     title: "VPP API Test Commands History - Commands Used Per Test Case"
3293     data: "data conf-history"
3294   rows: "generated"
3295   data: "vpp-perf-results-3n-hsw"
3296   filter: "not 'NDRCHK' and not 'PDRCHK'"
3297   parameters:
3298   - "parent"
3299   - "name"
3300   - "conf-history"
3301
3302 # Test configuration - VPP Performance Test Configs 3n-skx
3303 -
3304   type: "table"
3305   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3306   algorithm: "table_merged_details"
3307   output-file-ext: ".csv"
3308   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3309   columns:
3310   -
3311     title: "Name"
3312     data: "data name"
3313   -
3314     title: "VPP API Test Commands History - Commands Used Per Test Case"
3315     data: "data conf-history"
3316   rows: "generated"
3317   data: "vpp-perf-results-3n-skx"
3318   filter: "not 'NDRCHK' and not 'PDRCHK'"
3319   parameters:
3320   - "parent"
3321   - "name"
3322   - "conf-history"
3323
3324 # Test configuration - VPP Performance Test Configs 2n-skx
3325 -
3326   type: "table"
3327   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3328   algorithm: "table_merged_details"
3329   output-file-ext: ".csv"
3330   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3331   columns:
3332   -
3333     title: "Name"
3334     data: "data name"
3335   -
3336     title: "VPP API Test Commands History - Commands Used Per Test Case"
3337     data: "data conf-history"
3338   rows: "generated"
3339   data: "vpp-perf-results-2n-skx"
3340   filter: "not 'NDRCHK' and not 'PDRCHK'"
3341   parameters:
3342   - "parent"
3343   - "name"
3344   - "conf-history"
3345
3346 # Test configuration - VPP Performance Test Configs 2n-dnv
3347 -
3348   type: "table"
3349   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3350   algorithm: "table_details"
3351   output-file-ext: ".csv"
3352   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3353   columns:
3354   -
3355     title: "Name"
3356     data: "data name"
3357   -
3358     title: "VPP API Test Commands History - Commands Used Per Test Case"
3359     data: "data conf-history"
3360   rows: "generated"
3361   data: "intel-dnv-vpp"
3362   filter: "'NDRPDR'"
3363   parameters:
3364   - "parent"
3365   - "name"
3366   - "conf-history"
3367
3368 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3369 -
3370   type: "table"
3371   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3372   algorithm: "table_merged_details"
3373   output-file-ext: ".csv"
3374   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3375   columns:
3376   -
3377     title: "Name"
3378     data: "data name"
3379   -
3380     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3381     data: "data show-run"
3382   rows: "generated"
3383   data: "vpp-perf-results-3n-hsw"
3384   filter: "not 'NDRCHK' and not 'PDRCHK'"
3385   parameters:
3386   - "parent"
3387   - "name"
3388   - "show-run"
3389
3390 # Test Operational Data - VPP Performance Operational Data 3n-skx
3391 -
3392   type: "table"
3393   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3394   algorithm: "table_merged_details"
3395   output-file-ext: ".csv"
3396   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3397   columns:
3398   -
3399     title: "Name"
3400     data: "data name"
3401   -
3402     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3403     data: "data show-run"
3404   rows: "generated"
3405   data: "vpp-perf-results-3n-skx"
3406   filter: "not 'NDRCHK' and not 'PDRCHK'"
3407   parameters:
3408   - "parent"
3409   - "name"
3410   - "show-run"
3411
3412 # Test Operational Data - VPP Performance Operational Data 2n-skx
3413 -
3414   type: "table"