resources/tools/presentation/specification.yaml

   1 -
   2   type: "environment"
   3
   4   paths:
   5     # Top level directories:
   6     ## Working directory
   7     DIR[WORKING]: "_tmp"
   8     ## Build directories
   9     DIR[BUILD,HTML]: "_build"
  10     DIR[BUILD,LATEX]: "_build_latex"
  11
  12     # Static .rst files
  13     DIR[RST]: "../../../docs/report"
  14
  15     # Working directories
  16     ## Input data files (.zip, .xml)
  17     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  18     ## Static source files from git
  19     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  20     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  21
  22     # Static html content
  23     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  24     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  25     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  26     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  27
  28     # Detailed test results
  29     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  30     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  31     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  32     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  33     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  34     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  35     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  36     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  37     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  38     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  39     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  40     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  41     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  42     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  43     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  44     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  45     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  46     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  47     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  48     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  49
  50     # Detailed test configurations
  51     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  52     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  53     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  54     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  55     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  56     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  57     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  58     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  59     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  60     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  61     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  62     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  63
  64     # Detailed tests operational data
  65     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  66     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  67     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  68     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  69     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  70
  71     # .css patch file to fix tables generated by Sphinx
  72     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  73     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  74
  75   urls:
  76     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  77     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  78     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
  79     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  80     URL[NEXUS]: "https://docs.fd.io/csit"
  81     DIR[NEXUS]: "report/_static/archive"
  82
  83   make-dirs:
  84   # List the directories which are created while preparing the environment.
  85   # All directories MUST be defined in "paths" section.
  86   - "DIR[WORKING,DATA]"
  87   - "DIR[STATIC,VPP]"
  88   - "DIR[STATIC,DPDK]"
  89   - "DIR[STATIC,ARCH]"
  90   - "DIR[BUILD,LATEX]"
  91   - "DIR[WORKING,SRC]"
  92   - "DIR[WORKING,SRC,STATIC]"
  93
  94   remove-dirs:
  95   # List the directories which are deleted while cleaning the environment.
  96   # All directories MUST be defined in "paths" section.
  97   #- "DIR[BUILD,HTML]"
  98   - "DIR[WORKING,DATA]"
  99
 100   build-dirs:
 101   # List the directories where the results (build) is stored.
 102   # All directories MUST be defined in "paths" section.
 103   - "DIR[BUILD,HTML]"
 104   - "DIR[BUILD,LATEX]"
 105
 106 -
 107   type: "configuration"
 108
 109   limits:
 110     nic:
 111       x520: 24460000
 112       x553: 29761905
 113       x710: 35800000
 114       xxv710: 35800000
 115       xl710: 35800000
 116
 117     link:
 118       10ge: 14880952.38
 119       25ge: 37202380.95
 120       40ge: 59523809.52
 121       100ge: 148809523.81
 122
 123     pci:
 124       pci-g3-x8: 74404761.90
 125       pci-g3-x16: 148809523.81
 126
 127   data-sets:
 128
 129     ###########################################################################
 130     # Plots:
 131
 132     # 3n-hsw
 133
 134     plot-vpp-throughput-latency-3n-hsw:
 135       csit-vpp-perf-verify-1901-3n-hsw:
 136         - 86  # 1901.3 NDRPDR sel
 137
 138     plot-throughput-speedup-analysis-3n-hsw:
 139       csit-vpp-perf-verify-1901-3n-hsw:
 140         - 86  # 1901.3 NDRPDR sel
 141
 142 #    plot-vpp-http-server-performance:
 143 #      # TODO: Replace with new data
 144 #      # csit-vpp-perf-verify-1901-3n-hsw:
 145 #      csit-vpp-perf-verify-1810-3n-hsw:
 146 #        - 28  # WRK
 147 #        - 29  # WRK
 148 #        - 30  # WRK
 149 #        - 31  # WRK
 150 #        - 32  # WRK
 151 #        - 33  # WRK
 152 #        - 34  # WRK
 153 #        - 35  # WRK
 154 #        - 36  # WRK
 155 #        - 37  # WRK
 156
 157 #    plot-ligato-throughput-latency-3n-hsw:
 158 #      csit-ligato-perf-verify-1901-3n-hsw:
 159 #        - 8   # NDRPDR sel
 160 #        - 9   # NDRPDR sel
 161 #        - 11  # NDRPDR sel
 162 #        - 12  # NDRPDR sel
 163 #        - 13  # NDRPDR sel
 164 #        - 14  # NDRPDR sel
 165 #        - 15  # NDRPDR sel
 166 #        - 16  # NDRPDR sel
 167 #        - 17  # NDRPDR sel
 168 #        - 18  # NDRPDR sel
 169
 170 #    plot-ligato-throughput-speedup-analysis-3n-hsw:
 171 #      csit-ligato-perf-verify-1901-3n-hsw:
 172 #        - 8   # NDRPDR sel
 173 #        - 9   # NDRPDR sel
 174 #        - 11  # NDRPDR sel
 175 #        - 12  # NDRPDR sel
 176 #        - 13  # NDRPDR sel
 177 #        - 14  # NDRPDR sel
 178 #        - 15  # NDRPDR sel
 179 #        - 16  # NDRPDR sel
 180 #        - 17  # NDRPDR sel
 181 #        - 18  # NDRPDR sel
 182
 183     plot-dpdk-throughput-latency-3n-hsw:
 184       csit-dpdk-perf-verify-1901-3n-hsw:
 185         - 13  # NDRPDR sel
 186         - 14  # NDRPDR sel
 187         - 16  # NDRPDR sel
 188         - 17  # NDRPDR sel
 189         - 18  # NDRPDR sel
 190         - 19  # NDRPDR sel
 191         - 20  # NDRPDR sel
 192         - 21  # NDRPDR sel
 193         - 22  # NDRPDR sel
 194         - 23  # NDRPDR sel
 195
 196     # 3n-skx
 197
 198 #    plot-vpp-throughput-latency-3n-skx:
 199 #      csit-vpp-perf-verify-1901-3n-skx:
 200 #        - 70  # 1901.2 NDRPDR sel
 201 #
 202 #    plot-throughput-speedup-analysis-3n-skx:
 203 #      csit-vpp-perf-verify-1901-3n-skx:
 204 #        - 70  # 1901.2 NDRPDR sel
 205
 206     plot-dpdk-throughput-latency-3n-skx:
 207       csit-dpdk-perf-verify-1901-3n-skx:
 208         - 3   # NDRPDR sel
 209         - 5   # NDRPDR sel
 210         - 6   # NDRPDR sel
 211         - 7   # NDRPDR sel
 212         - 8   # NDRPDR sel
 213         - 9   # NDRPDR sel
 214         - 10  # NDRPDR sel
 215         - 11  # NDRPDR sel
 216         - 12  # NDRPDR sel
 217         - 13  # NDRPDR sel
 218
 219     # 2n-skx
 220
 221 #    plot-vpp-throughput-latency-2n-skx:
 222 #      csit-vpp-perf-verify-1901-2n-skx:
 223 #        - 5   # NDRPDR sel
 224 #        - 12  # NDRPDR sel
 225 #        - 13  # NDRPDR sel
 226 #        - 21  # NDRPDR sel
 227 #        - 23  # NDRPDR sel
 228 #        - 31  # NDRPDR sel
 229 #        - 34  # NDRPDR sel
 230 #        - 40  # NDRPDR sel
 231 #        - 42  # NDRPDR sel
 232 #        - 43  # NDRPDR sel
 233 #        - 64  # 1901.1 NDRPDR sel
 234
 235 #    plot-throughput-speedup-analysis-2n-skx:
 236 #      csit-vpp-perf-verify-1901-2n-skx:
 237 #        - 5   # NDRPDR sel
 238 #        - 12  # NDRPDR sel
 239 #        - 13  # NDRPDR sel
 240 #        - 21  # NDRPDR sel
 241 #        - 23  # NDRPDR sel
 242 #        - 31  # NDRPDR sel
 243 #        - 34  # NDRPDR sel
 244 #        - 40  # NDRPDR sel
 245 #        - 42  # NDRPDR sel
 246 #        - 43  # NDRPDR sel
 247 #        - 64  # 1901.1 NDRPDR sel
 248
 249 #    plot-vpp-soak-2n-skx:
 250 #      csit-vpp-perf-verify-1901-2n-skx:
 251 #        - 45  # SOAK sel
 252
 253 #    plot-vpp-nfv-2n-skx:
 254 #      csit-vpp-perf-verify-1901-2n-skx:
 255 #        - 28  # NFV NDRPDR
 256 #        - 29  # NFV NDRPDR
 257 #        - 32  # NFV NDRPDR
 258 #        - 39  # NFV NDRPDR
 259 #        - 46  # NFV NDRPDR
 260
 261 #    plot-vpp-nfv-2n-skx-mrr:
 262 #      csit-vpp-perf-verify-1901-2n-skx:
 263 #        - 24  # NFV MRR
 264 #        - 26  # NFV MRR
 265 #        - 27  # NFV MRR
 266 #        - 35  # NFV MRR
 267 #        - 37  # NFV MRR
 268
 269     plot-dpdk-throughput-latency-2n-skx:
 270       csit-dpdk-perf-verify-1901-2n-skx:
 271         - 12  # NDRPDR sel
 272         - 13  # NDRPDR sel
 273         - 14  # NDRPDR sel
 274         - 15  # NDRPDR sel
 275         - 16  # NDRPDR sel
 276         - 17  # NDRPDR sel
 277         - 18  # NDRPDR sel
 278         - 19  # NDRPDR sel
 279         - 20  # NDRPDR sel
 280         - 21  # NDRPDR sel
 281
 282     # 3rd party
 283
 284 #    # Denverton:
 285 #    intel-dnv-vpp:
 286 #      intel-dnv-vpp-release-1901:
 287 #        - 1
 288
 289     ###########################################################################
 290     # Simple tables (only one data set):
 291
 292     # NIC Comparisons
 293
 294 #    vpp-nic-comparison-3n-hsw:
 295 #      csit-vpp-perf-verify-1901-3n-hsw:
 296 #        - 84  # 1901.2 NDRPDR sel
 297
 298 #    vpp-nic-comparison-3n-skx:
 299 #      csit-vpp-perf-verify-1901-3n-skx:
 300 #        - 70  # 1901.2 NDRPDR sel
 301
 302 #    vpp-nic-comparison-2n-skx:
 303 #      csit-vpp-perf-verify-1901-2n-skx:
 304 #        - 5   # NDRPDR sel
 305 #        - 12  # NDRPDR sel
 306 #        - 13  # NDRPDR sel
 307 #        - 21  # NDRPDR sel
 308 #        - 23  # NDRPDR sel
 309 #        - 31  # NDRPDR sel
 310 #        - 34  # NDRPDR sel
 311 #        - 40  # NDRPDR sel
 312 #        - 42  # NDRPDR sel
 313 #        - 43  # NDRPDR sel
 314 #        - 64  # 1901.1 NDRPDR sel
 315
 316 #    vpp-nic-comparison-3n-hsw-mrr:
 317 #      csit-vpp-perf-verify-1901-3n-hsw:
 318 #        - 35  # MRR sel
 319 #        - 73  # 1901.1 MRR sel
 320 #        - 77  # 1901.1 MRR sel
 321
 322 #    vpp-nic-comparison-3n-skx-mrr:
 323 #      csit-vpp-perf-verify-1901-3n-skx:
 324 #        - 32  # MRR sel
 325 #        - 69  # 1901.1 MRR sel
 326
 327 #    vpp-nic-comparison-2n-skx-mrr:
 328 #      csit-vpp-perf-verify-1901-2n-skx:
 329 #        - 22  # MRR sel
 330 #        - 65  # 1901.1 MRR sel
 331
 332     # Results
 333
 334     vpp-perf-results-3n-hsw:
 335       csit-vpp-perf-verify-1901-3n-hsw:
 336         - 84  # 1901.2 NDRPDR sel
 337
 338 #    vpp-perf-results-3n-skx:
 339 #      csit-vpp-perf-verify-1901-3n-skx:
 340 #        - 70  # 1901.2 NDRPDR sel
 341
 342 #    vpp-perf-results-2n-skx:
 343 #      csit-vpp-perf-verify-1901-2n-skx:
 344 #        - 25  # NDRPDR full
 345 #        - 30  # NDRPDR full
 346 #        - 33  # NDRPDR full
 347 #        - 44  # NDRPDR full
 348 #        - 64  # 1901.1 NDRPDR sel
 349
 350 #    vpp-mrr-results-3n-hsw:
 351 #      csit-vpp-perf-verify-1901-3n-hsw:
 352 #        - 35  # MRR sel
 353 #        - 73  # 1901.1 MRR sel
 354 #        - 77  # 1901.1 MRR sel
 355
 356 #    vpp-mrr-results-3n-skx:
 357 #      csit-vpp-perf-verify-1901-3n-skx:
 358 #        - 32  # MRR sel
 359 #        - 69  # 1901.1 MRR sel
 360
 361 #    vpp-mrr-results-2n-skx:
 362 #      csit-vpp-perf-verify-1901-2n-skx:
 363 #        - 22  # MRR sel
 364 #        - 65  # 1901.1 MRR sel
 365
 366     vpp-func-results-ubuntu:
 367       csit-vpp-functional-1901-ubuntu1604-virl:
 368         - 182
 369
 370     vpp-func-results-centos:
 371       csit-vpp-functional-1901-centos7-virl:
 372         - 184
 373
 374     vpp-device-results-ubuntu:
 375       csit-vpp-device-1901-ubuntu1804-1n-skx:
 376         - 184
 377
 378 #    # VPP Ligato
 379 #    ligato-perf-results-3n-hsw:
 380 #      csit-ligato-perf-verify-1901-3n-hsw:
 381 #        - 10  # NDRPDR full
 382
 383     dpdk-perf-results-3n-hsw:
 384       csit-dpdk-perf-verify-1901-3n-hsw:
 385         - 20  # NDRPDR sel
 386
 387     dpdk-perf-results-3n-skx:
 388       csit-dpdk-perf-verify-1901-3n-skx:
 389         - 13  # NDRPDR sel
 390
 391     dpdk-perf-results-2n-skx:
 392       csit-dpdk-perf-verify-1901-2n-skx:
 393         - 21  # NDRPDR sel
 394
 395 #    # HoneyComb Functional
 396 #    hc-func-results:
 397 #      csit-hc2vpp-verify-func-1901-ubuntu1604:
 398 #        - 3
 399
 400 #    # NSH SFC Functional
 401 #    nsh-func-results:
 402 #      # Not used
 403 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 404 #        - 1
 405
 406 #    # DMM Functional
 407 #    dmm-func-results:
 408 #      csit-dmm-functional-1901-ubuntu1604-virl:
 409 #        - 2
 410
 411     ###########################################################################
 412     # Tables (more than one data set)
 413
 414     # Performance changes
 415
 416 #    intel-dnv-vpp-changes-2n-dnv-ref:
 417 #      intel-dnv-vpp-release-1810:
 418 #        - 1
 419 #    intel-dnv-vpp-changes-2n-dnv-cmp:
 420 #      intel-dnv-vpp-release-1901:
 421 #        - 1
 422 #    intel-dnv-vpp-changes-2n-dnv:
 423 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
 424 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
 425
 426     vpp-performance-changes-3n-hsw-h1:
 427       csit-vpp-perf-verify-1807-3n-hsw:
 428         - 15  # NDRPDR sel
 429         - 16  # NDRPDR sel
 430         - 19  # NDRPDR sel
 431         - 18  # NDRPDR sel
 432         - 20  # NDRPDR sel
 433         - 38  # NDRPDR sel
 434         - 40  # NDRPDR sel
 435         - 44  # NDRPDR sel
 436         - 47  # NDRPDR sel
 437     vpp-performance-changes-3n-hsw-ref:
 438       csit-vpp-perf-verify-1810-3n-hsw:
 439         - 8   # NDRPDR sel
 440         - 12  # NDRPDR sel
 441         - 14  # NDRPDR sel
 442         - 18  # NDRPDR sel
 443         - 23  # NDRPDR sel
 444         - 25  # NDRPDR sel
 445         - 38  # NDRPDR sel
 446         - 39  # NDRPDR sel
 447         - 41  # NDRPDR sel
 448         - 42  # NDRPDR sel
 449     vpp-performance-changes-3n-hsw-cmp:
 450       csit-vpp-perf-verify-1901-3n-hsw:
 451         - 86  # 1901.3 NDRPDR sel
 452     vpp-performance-changes-3n-hsw:
 453       - "vpp-performance-changes-3n-hsw-h1"
 454       - "vpp-performance-changes-3n-hsw-ref"
 455       - "vpp-performance-changes-3n-hsw-cmp"
 456
 457 #    vpp-performance-changes-3n-skx-h1:
 458 #      csit-vpp-perf-verify-1807-3n-skx:
 459 #        - 33  # NDRPDR sel
 460 #        - 35  # NDRPDR sel
 461 #        - 37  # NDRPDR sel
 462 #        - 38  # NDRPDR sel
 463 #        - 39  # NDRPDR sel
 464 #        - 43  # NDRPDR sel
 465 #        - 44  # NDRPDR sel
 466 #        - 49  # NDRPDR sel
 467 #        - 50  # NDRPDR sel
 468 #        - 56  # NDRPDR sel
 469 #    vpp-performance-changes-3n-skx-ref:
 470 #      csit-vpp-perf-verify-1810-3n-skx:
 471 #        - 10  # NDRPDR sel
 472 #        - 14  # NDRPDR sel
 473 #        - 15  # NDRPDR sel
 474 #        - 16  # NDRPDR sel
 475 #        - 17  # NDRPDR sel
 476 #        - 19  # NDRPDR sel
 477 #        - 20  # NDRPDR sel
 478 #        - 21  # NDRPDR sel
 479 #        - 22  # NDRPDR sel
 480 #        - 25  # NDRPDR sel
 481 #    vpp-performance-changes-3n-skx-cmp:
 482 #      csit-vpp-perf-verify-1901-3n-skx:
 483 #        - 70  # 1901.2 NDRPDR sel
 484 #    vpp-performance-changes-3n-skx:
 485 #      - "vpp-performance-changes-3n-skx-h1"
 486 #      - "vpp-performance-changes-3n-skx-ref"
 487 #      - "vpp-performance-changes-3n-skx-cmp"
 488
 489 #    vpp-performance-changes-2n-skx-h1:
 490 #      csit-vpp-perf-verify-1807-2n-skx:
 491 #        - 26  # NDRPDR sel
 492 #        - 28  # NDRPDR sel
 493 #        - 29  # NDRPDR sel
 494 #        - 30  # NDRPDR sel
 495 #        - 34  # NDRPDR sel
 496 #        - 35  # NDRPDR sel
 497 #        - 36  # NDRPDR sel
 498 #        - 39  # NDRPDR sel
 499 #        - 40  # NDRPDR sel
 500 #        - 42  # NDRPDR sel
 501 #    vpp-performance-changes-2n-skx-ref:
 502 #      csit-vpp-perf-verify-1810-2n-skx:
 503 #        - 9   # NDRPDR sel
 504 #        - 13  # NDRPDR sel
 505 #        - 14  # NDRPDR sel
 506 #        - 19  # NDRPDR sel
 507 #        - 20  # NDRPDR sel
 508 #        - 21  # NDRPDR sel
 509 #        - 22  # NDRPDR sel
 510 #        - 23  # NDRPDR sel
 511 #        - 24  # NDRPDR sel
 512 #        - 27  # NDRPDR sel
 513 #    vpp-performance-changes-2n-skx-cmp:
 514 #      csit-vpp-perf-verify-1901-2n-skx:
 515 ##        - 5   # NDRPDR sel
 516 ##        - 12  # NDRPDR sel
 517 ##        - 13  # NDRPDR sel
 518 ##        - 21  # NDRPDR sel
 519 ##        - 23  # NDRPDR sel
 520 ##        - 31  # NDRPDR sel
 521 ##        - 34  # NDRPDR sel
 522 ##        - 40  # NDRPDR sel
 523 ##        - 42  # NDRPDR sel
 524 ##        - 43  # NDRPDR sel
 525 #        - 64  # 1901.1 NDRPDR sel
 526 #    vpp-performance-changes-2n-skx:
 527 #      - "vpp-performance-changes-2n-skx-h1"
 528 #      - "vpp-performance-changes-2n-skx-ref"
 529 #      - "vpp-performance-changes-2n-skx-cmp"
 530
 531 #    vpp-performance-changes-3n-hsw-mrr-h1:
 532 #      csit-vpp-perf-verify-1807-3n-hsw:
 533 #        - 8   # MRR full
 534 #        - 9   # MRR sel
 535 #        - 21  # MRR sel
 536 #        - 31  # MRR sel
 537 #        - 33  # MRR sel
 538 #        - 36  # MRR sel
 539 #        - 41  # MRR sel
 540 #        - 42  # MRR sel
 541 #        - 48  # MRR sel
 542 #    vpp-performance-changes-3n-hsw-mrr-ref:
 543 #      csit-vpp-perf-verify-1810-3n-hsw:
 544 #        - 9   # MRR sel
 545 #    vpp-performance-changes-3n-hsw-mrr-cmp:
 546 #      csit-vpp-perf-verify-1901-3n-hsw:
 547 ##        - 35  # MRR sel
 548 #        - 73  # 1901.1 MRR sel
 549 #        - 77  # 1901.1 MRR sel
 550 #    vpp-performance-changes-3n-hsw-mrr:
 551 #      - "vpp-performance-changes-3n-hsw-mrr-h1"
 552 #      - "vpp-performance-changes-3n-hsw-mrr-ref"
 553 #      - "vpp-performance-changes-3n-hsw-mrr-cmp"
 554
 555 #    vpp-performance-changes-3n-skx-mrr-h1:
 556 #      csit-vpp-perf-verify-1807-3n-skx:
 557 #        - 28  # MRR sel
 558 #        - 32  # MRR sel
 559 #        - 36  # MRR sel
 560 #        - 42  # MRR sel
 561 #        - 47  # MRR sel
 562 #        - 48  # MRR sel
 563 #        - 51  # MRR sel
 564 #        - 52  # MRR sel
 565 #        - 53  # MRR sel
 566 #        - 54  # MRR sel
 567 #    vpp-performance-changes-3n-skx-mrr-ref:
 568 #      csit-vpp-perf-verify-1810-3n-skx:
 569 #        - 9   # MRR sel
 570 #        - 11  # MRR sel
 571 #        - 12  # MRR sel
 572 #        - 13  # MRR sel
 573 #    vpp-performance-changes-3n-skx-mrr-cmp:
 574 #      csit-vpp-perf-verify-1901-3n-skx:
 575 ##        - 32  # MRR sel
 576 #        - 69  # 1901.1 MRR sel
 577 #    vpp-performance-changes-3n-skx-mrr:
 578 #      - "vpp-performance-changes-3n-skx-mrr-h1"
 579 #      - "vpp-performance-changes-3n-skx-mrr-ref"
 580 #      - "vpp-performance-changes-3n-skx-mrr-cmp"
 581
 582 #    vpp-performance-changes-2n-skx-mrr-h1:
 583 #      csit-vpp-perf-verify-1807-2n-skx:
 584 #        - 31  # MRR sel
 585 #        - 33  # MRR sel
 586 #        - 37  # MRR sel
 587 #        - 38  # MRR sel
 588 #        - 41  # MRR sel
 589 #        - 43  # MRR sel
 590 #        - 44  # MRR sel
 591 #        - 45  # MRR sel
 592 #        - 46  # MRR sel
 593 #        - 47  # MRR sel
 594 #    vpp-performance-changes-2n-skx-mrr-ref:
 595 #      csit-vpp-perf-verify-1810-2n-skx:
 596 #        - 8   # MRR sel
 597 #        - 10  # MRR sel
 598 #        - 11  # MRR sel
 599 #        - 12  # MRR sel
 600 #    vpp-performance-changes-2n-skx-mrr-cmp:
 601 #      csit-vpp-perf-verify-1901-2n-skx:
 602 ##        - 22  # MRR sel
 603 #        - 65  # 1901.1 MRR sel
 604 #    vpp-performance-changes-2n-skx-mrr:
 605 #      - "vpp-performance-changes-2n-skx-mrr-h1"
 606 #      - "vpp-performance-changes-2n-skx-mrr-ref"
 607 #      - "vpp-performance-changes-2n-skx-mrr-cmp"
 608
 609     dpdk-performance-changes-3n-hsw-h1:
 610       csit-dpdk-perf-verify-1807-3n-hsw:
 611         - 11
 612         - 12  # full
 613         - 14
 614         - 15
 615         - 16
 616         - 17
 617         - 20
 618         - 21
 619         - 22
 620         - 23
 621     dpdk-performance-changes-3n-hsw-ref:
 622       csit-dpdk-perf-verify-1810-3n-hsw:
 623         - 1   # NDRPDR sel
 624         - 2   # NDRPDR sel
 625         - 3   # NDRPDR sel
 626         - 4   # NDRPDR sel
 627         - 5   # NDRPDR sel
 628         - 6   # NDRPDR sel
 629         - 7   # NDRPDR sel
 630         - 8   # NDRPDR sel
 631         - 9   # NDRPDR sel
 632         - 10  # NDRPDR sel
 633     dpdk-performance-changes-3n-hsw-cmp:
 634       csit-dpdk-perf-verify-1901-3n-hsw:
 635         - 13  # NDRPDR sel
 636         - 14  # NDRPDR sel
 637         - 16  # NDRPDR sel
 638         - 17  # NDRPDR sel
 639         - 18  # NDRPDR sel
 640         - 19  # NDRPDR sel
 641         - 20  # NDRPDR sel
 642         - 21  # NDRPDR sel
 643         - 22  # NDRPDR sel
 644         - 23  # NDRPDR sel
 645     dpdk-performance-changes-3n-hsw:
 646       - "dpdk-performance-changes-3n-hsw-h1"
 647       - "dpdk-performance-changes-3n-hsw-ref"
 648       - "dpdk-performance-changes-3n-hsw-cmp"
 649
 650     dpdk-performance-changes-3n-skx-h1:
 651       csit-dpdk-perf-verify-1807-3n-skx:
 652         - 1   # NDRPDR sel
 653         - 2   # NDRPDR sel
 654         - 3   # NDRPDR sel
 655         - 6   # NDRPDR sel
 656         - 7   # NDRPDR sel
 657         - 8   # NDRPDR sel
 658         - 9   # NDRPDR sel
 659         - 10  # NDRPDR sel
 660         - 11  # NDRPDR sel
 661         - 12  # NDRPDR sel
 662     dpdk-performance-changes-3n-skx-ref:
 663       csit-dpdk-perf-verify-1810-3n-skx:
 664         - 3   # NDRPDR sel
 665         - 4   # NDRPDR sel
 666         - 6   # NDRPDR sel
 667         - 7   # NDRPDR sel
 668         - 8   # NDRPDR sel
 669         - 9   # NDRPDR sel
 670         - 10  # NDRPDR sel
 671         - 11  # NDRPDR sel
 672         - 12  # NDRPDR sel
 673         - 13  # NDRPDR sel
 674     dpdk-performance-changes-3n-skx-cmp:
 675       csit-dpdk-perf-verify-1901-3n-skx:
 676         - 3   # NDRPDR sel
 677         - 5   # NDRPDR sel
 678         - 6   # NDRPDR sel
 679         - 7   # NDRPDR sel
 680         - 8   # NDRPDR sel
 681         - 9   # NDRPDR sel
 682         - 10  # NDRPDR sel
 683         - 11  # NDRPDR sel
 684         - 12  # NDRPDR sel
 685         - 13  # NDRPDR sel
 686     dpdk-performance-changes-3n-skx:
 687       - "dpdk-performance-changes-3n-skx-h1"
 688       - "dpdk-performance-changes-3n-skx-ref"
 689       - "dpdk-performance-changes-3n-skx-cmp"
 690
 691     dpdk-performance-changes-2n-skx-ref:
 692       csit-dpdk-perf-verify-1810-2n-skx:
 693         - 3   # NDRPDR sel
 694         - 4   # NDRPDR sel
 695         - 5   # NDRPDR sel
 696         - 7   # NDRPDR sel
 697         - 8   # NDRPDR sel
 698         - 9   # NDRPDR sel
 699         - 10  # NDRPDR sel
 700         - 11  # NDRPDR sel
 701         - 12  # NDRPDR sel
 702         - 13  # NDRPDR sel
 703     dpdk-performance-changes-2n-skx-cmp:
 704       csit-dpdk-perf-verify-1901-2n-skx:
 705         - 12  # NDRPDR sel
 706         - 13  # NDRPDR sel
 707         - 14  # NDRPDR sel
 708         - 15  # NDRPDR sel
 709         - 16  # NDRPDR sel
 710         - 17  # NDRPDR sel
 711         - 18  # NDRPDR sel
 712         - 19  # NDRPDR sel
 713         - 20  # NDRPDR sel
 714         - 21  # NDRPDR sel
 715     dpdk-performance-changes-2n-skx:
 716       - "dpdk-performance-changes-2n-skx-ref"
 717       - "dpdk-performance-changes-2n-skx-cmp"
 718
 719     # Compare testbeds
 720
 721 #    vpp-compare-testbeds-ref:
 722 #      csit-vpp-perf-verify-1901-3n-hsw:
 723 #        - 84  # 1901.2 NDRPDR sel
 724 #    vpp-compare-testbeds-cmp:
 725 #      csit-vpp-perf-verify-1901-3n-skx:
 726 #        - 70  # 1901.2 NDRPDR sel
 727 #    vpp-compare-testbeds:
 728 #      - "vpp-compare-testbeds-ref"
 729 #      - "vpp-compare-testbeds-cmp"
 730
 731 #    vpp-compare-testbeds-mrr-ref:
 732 #      csit-vpp-perf-verify-1901-3n-hsw:
 733 ##        - 35  # MRR sel
 734 #        - 73  # 1901.1 MRR sel
 735 #        - 77  # 1901.1 MRR sel
 736 #    vpp-compare-testbeds-mrr-cmp:
 737 #      csit-vpp-perf-verify-1901-3n-skx:
 738 ##        - 32  # MRR sel
 739 #        - 69  # 1901.1 MRR sel
 740 #    vpp-compare-testbeds-mrr:
 741 #      - "vpp-compare-testbeds-mrr-ref"
 742 #      - "vpp-compare-testbeds-mrr-cmp"
 743
 744     dpdk-compare-testbeds-ref:
 745       csit-dpdk-perf-verify-1901-3n-hsw:
 746         - 13  # NDRPDR sel
 747         - 14  # NDRPDR sel
 748         - 16  # NDRPDR sel
 749         - 17  # NDRPDR sel
 750         - 18  # NDRPDR sel
 751         - 19  # NDRPDR sel
 752         - 20  # NDRPDR sel
 753         - 21  # NDRPDR sel
 754         - 22  # NDRPDR sel
 755         - 23  # NDRPDR sel
 756     dpdk-compare-testbeds-cmp:
 757       csit-dpdk-perf-verify-1901-3n-skx:
 758         - 3   # NDRPDR sel
 759         - 5   # NDRPDR sel
 760         - 6   # NDRPDR sel
 761         - 7   # NDRPDR sel
 762         - 8   # NDRPDR sel
 763         - 9   # NDRPDR sel
 764         - 10  # NDRPDR sel
 765         - 11  # NDRPDR sel
 766         - 12  # NDRPDR sel
 767         - 13  # NDRPDR sel
 768     dpdk-compare-testbeds:
 769       - "dpdk-compare-testbeds-ref"
 770       - "dpdk-compare-testbeds-cmp"
 771
 772     # Compare topologies
 773
 774 #    vpp-compare-topologies-ref:
 775 #      csit-vpp-perf-verify-1901-3n-skx:
 776 ##        - 18  # NDRPDR sel
 777 ##        - 19  # NDRPDR sel
 778 ##        - 20  # NDRPDR sel
 779 ##        - 28  # NDRPDR sel
 780 ##        - 31  # NDRPDR sel
 781 ##        - 33  # NDRPDR sel
 782 ##        - 36  # NDRPDR sel
 783 ##        - 38  # NDRPDR sel
 784 ##        - 47  # NDRPDR sel
 785 ##        - 48  # NDRPDR sel
 786 ##        - 54  # NDRPDR LB
 787 ##        - 57  # NDRPDR LB
 788 ##        - 58  # NDRPDR LB
 789 ##        - 59  # NDRPDR LB
 790 ##        - 60  # NDRPDR LB
 791 ##        - 63  # NDRPDR LB
 792 ##        - 64  # NDRPDR LB
 793 ##        - 65  # NDRPDR LB
 794 ##        - 66  # NDRPDR LB
 795 ##        - 67  # NDRPDR LB
 796 #        - 70  # 1901.2 NDRPDR sel
 797 #    vpp-compare-topologies-cmp:
 798 #      csit-vpp-perf-verify-1901-2n-skx:
 799 ##        - 5   # NDRPDR sel
 800 ##        - 12  # NDRPDR sel
 801 ##        - 13  # NDRPDR sel
 802 ##        - 21  # NDRPDR sel
 803 ##        - 23  # NDRPDR sel
 804 ##        - 31  # NDRPDR sel
 805 ##        - 34  # NDRPDR sel
 806 ##        - 40  # NDRPDR sel
 807 ##        - 42  # NDRPDR sel
 808 ##        - 43  # NDRPDR sel
 809 #        - 64  # 1901.1 NDRPDR sel
 810 #    vpp-compare-topologies:
 811 #      - "vpp-compare-topologies-ref"
 812 #      - "vpp-compare-topologies-cmp"
 813
 814 #    vpp-compare-topologies-mrr-ref:
 815 #      csit-vpp-perf-verify-1901-3n-skx:
 816 ##        - 32  # MRR sel
 817 #        - 69  # 1901.1 MRR sel
 818 #    vpp-compare-topologies-mrr-cmp:
 819 #      csit-vpp-perf-verify-1901-2n-skx:
 820 ##        - 22  # MRR sel
 821 #        - 65  # 1901.1 MRR sel
 822 #    vpp-compare-topologies-mrr:
 823 #      - "vpp-compare-topologies-mrr-ref"
 824 #      - "vpp-compare-topologies-mrr-cmp"
 825
 826     dpdk-compare-topologies-ref:
 827       csit-dpdk-perf-verify-1901-3n-skx:
 828         - 3   # NDRPDR sel
 829         - 5   # NDRPDR sel
 830         - 6   # NDRPDR sel
 831         - 7   # NDRPDR sel
 832         - 8   # NDRPDR sel
 833         - 9   # NDRPDR sel
 834         - 10  # NDRPDR sel
 835         - 11  # NDRPDR sel
 836         - 12  # NDRPDR sel
 837         - 13  # NDRPDR sel
 838     dpdk-compare-topologies-cmp:
 839       csit-dpdk-perf-verify-1901-2n-skx:
 840         - 12  # NDRPDR sel
 841         - 13  # NDRPDR sel
 842         - 14  # NDRPDR sel
 843         - 15  # NDRPDR sel
 844         - 16  # NDRPDR sel
 845         - 17  # NDRPDR sel
 846         - 18  # NDRPDR sel
 847         - 19  # NDRPDR sel
 848         - 20  # NDRPDR sel
 849         - 21  # NDRPDR sel
 850     dpdk-compare-topologies:
 851       - "dpdk-compare-topologies-ref"
 852       - "dpdk-compare-topologies-cmp"
 853
 854   plot-layouts:
 855
 856     plot-soak-throughput:
 857       titlefont:
 858         size: 18
 859       xaxis:
 860         title: "<b>Test Cases [Index]</b>"
 861         titlefont:
 862           size: 16
 863         autorange: True
 864         fixedrange: False
 865         gridcolor: "rgb(230, 230, 230)"
 866         linecolor: "rgb(220, 220, 220)"
 867         linewidth: 1
 868         showgrid: True
 869         showline: True
 870         showticklabels: True
 871         tickcolor: "rgb(220, 220, 220)"
 872         tickmode: "linear"
 873         tickfont:
 874           size: 16
 875         zeroline: False
 876       yaxis:
 877         title: "<b>Packet Throughput [Mpps]</b>"
 878         titlefont:
 879           size: 16
 880         gridcolor: "rgb(230, 230, 230)"
 881         hoverformat: ".4s"
 882         tickformat: ".3s"
 883         linecolor: "rgb(220, 220, 220)"
 884         linewidth: 1
 885         showgrid: True
 886         showline: True
 887         showticklabels: True
 888         tickcolor: "rgb(220, 220, 220)"
 889         tickfont:
 890           size: 16
 891         zeroline: False
 892         range: [0,50]
 893       autosize: False
 894       margin:
 895         t: 50
 896         b: 0
 897         l: 80
 898         r: 20
 899       showlegend: True
 900       legend:
 901         orientation: "h"
 902         font:
 903           size: 16
 904       width: 700
 905       height: 900
 906
 907     plot-service-density:
 908       titlefont:
 909         size: 18
 910       xaxis:
 911         side: "top"
 912         autorange: True
 913         fixedrange: False
 914         showgrid: False
 915         showline: False
 916         showticklabels: False
 917         ticks: ""
 918         ticklen: 0
 919         tickwidth: 0
 920         zeroline: False
 921       yaxis:
 922         autorange: "reversed"
 923         showgrid: False
 924         showline: False
 925         showticklabels: False
 926         ticks: ""
 927         ticklen: 0
 928         tickwidth: 0
 929         zeroline: False
 930       autosize: True
 931       showlegend: False
 932       width: 700
 933       height: 700
 934
 935     plot-cps:
 936       titlefont:
 937         size: 18
 938       xaxis:
 939         title: "<b>Test Cases [Index]</b>"
 940         titlefont:
 941           size: 16
 942         autorange: True
 943         fixedrange: False
 944         gridcolor: "rgb(230, 230, 230)"
 945         linecolor: "rgb(220, 220, 220)"
 946         linewidth: 1
 947         showgrid: True
 948         showline: True
 949         showticklabels: True
 950         tickcolor: "rgb(220, 220, 220)"
 951         tickmode: "linear"
 952         tickfont:
 953           size: 16
 954         zeroline: False
 955       yaxis:
 956         title: "<b>Connections Per Second [cps]</b>"
 957         titlefont:
 958           size: 16
 959         gridcolor: "rgb(230, 230, 230)"
 960         hoverformat: ".4s"
 961         linecolor: "rgb(220, 220, 220)"
 962         linewidth: 1
 963         rangemode: "tozero"
 964         showgrid: True
 965         showline: True
 966         showticklabels: True
 967         tickcolor: "rgb(220, 220, 220)"
 968         tickformat: ".3s"
 969         tickfont:
 970           size: 16
 971         zeroline: False
 972       boxmode: "group"
 973       boxgroupgap: 0.5
 974       autosize: False
 975       margin:
 976         t: 50
 977         b: 20
 978         l: 80
 979         r: 20
 980       showlegend: True
 981       legend:
 982         orientation: "h"
 983         font:
 984           size: 16
 985       width: 700
 986       height: 800
 987
 988     plot-rps:
 989       titlefont:
 990         size: 18
 991       xaxis:
 992         title: "<b>Test Cases [Index]</b>"
 993         titlefont:
 994           size: 16
 995         autorange: True
 996         fixedrange: False
 997         gridcolor: "rgb(230, 230, 230)"
 998         linecolor: "rgb(220, 220, 220)"
 999         linewidth: 1
1000         showgrid: True
1001         showline: True
1002         showticklabels: True
1003         tickcolor: "rgb(220, 220, 220)"
1004         tickmode: "linear"
1005         tickfont:
1006           size: 16
1007         zeroline: False
1008       yaxis:
1009         title: "<b>Requests Per Second [rps]</b>"
1010         titlefont:
1011           size: 16
1012         gridcolor: "rgb(230, 230, 230)"
1013         hoverformat: ".4s"
1014         linecolor: "rgb(220, 220, 220)"
1015         linewidth: 1
1016         rangemode: "tozero"
1017         showgrid: True
1018         showline: True
1019         showticklabels: True
1020         tickcolor: "rgb(230, 230, 230)"
1021         tickformat: ".3s"
1022         tickfont:
1023           size: 16
1024         zeroline: False
1025       boxmode: "group"
1026       boxgroupgap: 0.5
1027       autosize: False
1028       margin:
1029         t: 50
1030         b: 20
1031         l: 80
1032         r: 20
1033       showlegend: True
1034       legend:
1035         orientation: "h"
1036         font:
1037           size: 16
1038       width: 700
1039       height: 800
1040
1041     plot-throughput:
1042       titlefont:
1043         size: 18
1044       xaxis:
1045         title: "<b>Test Cases [Index]</b>"
1046         titlefont:
1047           size: 16
1048         autorange: True
1049         fixedrange: False
1050         gridcolor: "rgb(230, 230, 230)"
1051         linecolor: "rgb(220, 220, 220)"
1052         linewidth: 1
1053         showgrid: True
1054         showline: True
1055         showticklabels: True
1056         tickcolor: "rgb(220, 220, 220)"
1057         tickmode: "linear"
1058         tickfont:
1059           size: 16
1060         zeroline: False
1061       yaxis:
1062         title: "<b>Packet Throughput [Mpps]</b>"
1063         titlefont:
1064           size: 16
1065         gridcolor: "rgb(230, 230, 230)"
1066         hoverformat: ".4s"
1067         tickformat: ".3s"
1068         linecolor: "rgb(220, 220, 220)"
1069         linewidth: 1
1070         showgrid: True
1071         showline: True
1072         showticklabels: True
1073         tickcolor: "rgb(220, 220, 220)"
1074         tickfont:
1075           size: 16
1076         zeroline: False
1077         range: [0,50]
1078       boxmode: "group"
1079       boxgroupgap: 0.5
1080       autosize: False
1081       margin:
1082         t: 50
1083         b: 0
1084         l: 80
1085         r: 20
1086       showlegend: True
1087       legend:
1088         orientation: "h"
1089         font:
1090           size: 16
1091       width: 700
1092       height: 900
1093
1094     plot-throughput-speedup-analysis:
1095       titlefont:
1096         size: 18
1097       xaxis:
1098         title: "<b>Number of Cores [Qty]</b>"
1099         titlefont:
1100           size: 16
1101         autorange: True
1102         fixedrange: False
1103         gridcolor: "rgb(230, 230, 230)"
1104         linecolor: "rgb(220, 220, 220)"
1105         linewidth: 1
1106         showgrid: True
1107         showline: True
1108         showticklabels: True
1109         tickcolor: "rgb(238, 238, 238)"
1110         tickmode: "linear"
1111         tickfont:
1112           size: 16
1113         zeroline: False
1114       yaxis:
1115         title: "<b>Packet Throughput [Mpps]</b>"
1116         titlefont:
1117           size: 16
1118         type: "linear"
1119         gridcolor: "rgb(230, 230, 230)"
1120         hoverformat: ".4s"
1121         linecolor: "rgb(220, 220, 220)"
1122         linewidth: 1
1123         showgrid: True
1124         showline: True
1125         showticklabels: True
1126         tickcolor: "rgb(220, 220, 220)"
1127         tickformat: ".4s"
1128         tickfont:
1129           size: 16
1130         zeroline: True
1131         rangemode: "tozero"
1132         range: [0,100]
1133       legend:
1134         orientation: "h"
1135         font:
1136           size: 16
1137         xanchor: "left"
1138         yanchor: "top"
1139         x: 0
1140         y: -0.2
1141         bgcolor: "rgba(255, 255, 255, 0)"
1142         bordercolor: "rgba(255, 255, 255, 0)"
1143         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1144       autosize: False
1145       margin:
1146           't': 50
1147           'b': 150
1148           'l': 85
1149           'r': 10
1150       showlegend: True
1151       width: 700
1152       height: 700
1153       hoverlabel:
1154         namelength: -1
1155       annotations: [
1156         {
1157           text: "_ _          __          ...",
1158           align: "left",
1159           showarrow: False,
1160           xref: "paper",
1161           yref: "paper",
1162           xanchor: "left",
1163           yanchor: "top",
1164           x: 0,
1165           y: -0.13,
1166           font: {
1167             family: "Consolas, Courier New",
1168             size: 15
1169           },
1170         },
1171         {
1172           text: "    Perfect     Measured     Limit",
1173           align: "left",
1174           showarrow: False,
1175           xref: "paper",
1176           yref: "paper",
1177           xanchor: "left",
1178           yanchor: "top",
1179           x: 0,
1180           y: -0.15,
1181           font: {
1182             family: "Consolas, Courier New",
1183             size: 15
1184           },
1185         },
1186       ]
1187
1188     plot-latency:
1189       titlefont:
1190         size: 18
1191       xaxis:
1192         title: "<b>Direction</b>"
1193         titlefont:
1194           size: 16
1195         autorange: True
1196         fixedrange: False
1197         gridcolor: "rgb(230, 230, 230)"
1198         linecolor: "rgb(220, 220, 220)"
1199         linewidth: 1
1200         showgrid: True
1201         showline: True
1202         showticklabels: False
1203         tickcolor: "rgb(220, 220, 220)"
1204         tickmode: "linear"
1205         tickfont:
1206           size: 16
1207         zeroline: False
1208       yaxis:
1209         title: "<b>Packet Latency [uSec]</b>"
1210         titlefont:
1211           size: 16
1212         type: "linear"
1213         gridcolor: "rgb(230, 230, 230)"
1214         hoverformat: ".4s"
1215         linecolor: "rgb(220, 220, 220)"
1216         linewidth: 1
1217         showgrid: True
1218         showline: True
1219         showticklabels: True
1220         tickcolor: "rgb(220, 220, 220)"
1221         tickformat: ".4s"
1222         tickfont:
1223           size: 16
1224         zeroline: True
1225         rangemode: "tozero"
1226       legend:
1227         orientation: "h"
1228         font:
1229           size: 16
1230         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1231       autosize: False
1232       margin:
1233           't': 50
1234           'b': 150
1235           'l': 80
1236           'r': 10
1237       showlegend: True
1238       width: 700
1239       height: 700
1240       hoverlabel:
1241         namelength: -1
1242
1243 -
1244   type: "static"
1245   src-path: "{DIR[RST]}"
1246   dst-path: "{DIR[WORKING,SRC]}"
1247
1248 -
1249   type: "input"
1250   general:
1251     file-name: "robot-plugin.zip"
1252     file-format: ".zip"
1253     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1254     extract: "robot-plugin/output.xml"
1255
1256   builds:
1257
1258 #    intel-dnv-vpp-release-1901:
1259 #      - 1
1260 #
1261 #    intel-dnv-vpp-release-1810:
1262 #      - 1
1263
1264     csit-vpp-perf-verify-1807-3n-hsw:
1265 #      - 8   # MRR full
1266 #      - 9   # MRR sel
1267 #      - 21  # MRR sel
1268 #      - 31  # MRR sel
1269 #      - 33  # MRR sel
1270 #      - 36  # MRR sel
1271 #      - 41  # MRR sel
1272 #      - 42  # MRR sel
1273 #      - 48  # MRR sel
1274 #      - 11  # NDRPDR full 1
1275 #      - 22  # NDRPDR full 2
1276 #      - 45  # NDRPDR full 3
1277 #      - 46  # NDRPDR full 4
1278       - 15  # NDRPDR sel
1279       - 16  # NDRPDR sel
1280       - 19  # NDRPDR sel
1281       - 18  # NDRPDR sel
1282       - 20  # NDRPDR sel
1283       - 38  # NDRPDR sel
1284       - 40  # NDRPDR sel
1285       - 44  # NDRPDR sel
1286       - 47  # NDRPDR sel
1287     csit-vpp-perf-verify-1810-3n-hsw:
1288 #      - 9   # MRR sel
1289 #      - 20  # NDRPDR full
1290 #      - 21  # NDRPDR full
1291 #      - 22  # NDRPDR full
1292 #      - 27  # NDRPDR full
1293       - 8   # NDRPDR sel
1294       - 12  # NDRPDR sel
1295       - 14  # NDRPDR sel
1296       - 18  # NDRPDR sel
1297       - 23  # NDRPDR sel
1298       - 25  # NDRPDR sel
1299       - 38  # NDRPDR sel
1300       - 39  # NDRPDR sel
1301       - 41  # NDRPDR sel
1302       - 42  # NDRPDR sel
1303 #      - 28  # WRK
1304 #      - 29  # WRK
1305 #      - 30  # WRK
1306 #      - 31  # WRK
1307 #      - 32  # WRK
1308 #      - 33  # WRK
1309 #      - 34  # WRK
1310 #      - 35  # WRK
1311 #      - 36  # WRK
1312 #      - 37  # WRK
1313     csit-vpp-perf-verify-1901-3n-hsw:
1314       - 86  # 1901.3 NDRPDR sel
1315
1316 #    csit-vpp-perf-verify-1807-3n-skx:
1317 #      - 33  # NDRPDR sel
1318 #      - 35  # NDRPDR sel
1319 #      - 37  # NDRPDR sel
1320 #      - 38  # NDRPDR sel
1321 #      - 39  # NDRPDR sel
1322 #      - 43  # NDRPDR sel
1323 #      - 44  # NDRPDR sel
1324 #      - 49  # NDRPDR sel
1325 #      - 50  # NDRPDR sel
1326 #      - 56  # NDRPDR sel
1327 #    csit-vpp-perf-verify-1810-3n-skx:
1328 #      - 10  # NDRPDR sel
1329 #      - 14  # NDRPDR sel
1330 #      - 15  # NDRPDR sel
1331 #      - 16  # NDRPDR sel
1332 #      - 17  # NDRPDR sel
1333 #      - 19  # NDRPDR sel
1334 #      - 20  # NDRPDR sel
1335 #      - 21  # NDRPDR sel
1336 #      - 22  # NDRPDR sel
1337 #      - 25  # NDRPDR sel
1338 #    csit-vpp-perf-verify-1901-3n-skx:
1339 #      - 70  # 1901.2 NDRPDR sel
1340
1341 #    csit-vpp-perf-verify-1807-2n-skx:
1342 #      - 27  # MRR full
1343 #      - 31  # MRR sel
1344 #      - 33  # MRR sel
1345 #      - 37  # MRR sel
1346 #      - 38  # MRR sel
1347 #      - 41  # MRR sel
1348 #      - 43  # MRR sel
1349 #      - 44  # MRR sel
1350 #      - 45  # MRR sel
1351 #      - 46  # MRR sel
1352 #      - 47  # MRR sel
1353 #      - 32  # NDRPDR full
1354 #      - 26  # NDRPDR sel
1355 #      - 28  # NDRPDR sel
1356 #      - 29  # NDRPDR sel
1357 #      - 30  # NDRPDR sel
1358 #      - 34  # NDRPDR sel
1359 #      - 35  # NDRPDR sel
1360 #      - 36  # NDRPDR sel
1361 #      - 39  # NDRPDR sel
1362 #      - 40  # NDRPDR sel
1363 #      - 42  # NDRPDR sel
1364 #    csit-vpp-perf-verify-1810-2n-skx:
1365 #      - 8   # MRR sel
1366 #      - 10  # MRR sel
1367 #      - 11  # MRR sel
1368 #      - 12  # MRR sel
1369 #      - 25  # NDRPDR full
1370 #      - 26  # NDRPDR full
1371 #      - 9   # NDRPDR sel
1372 #      - 13  # NDRPDR sel
1373 #      - 14  # NDRPDR sel
1374 #      - 19  # NDRPDR sel
1375 #      - 20  # NDRPDR sel
1376 #      - 21  # NDRPDR sel
1377 #      - 22  # NDRPDR sel
1378 #      - 23  # NDRPDR sel
1379 #      - 24  # NDRPDR sel
1380 #      - 27  # NDRPDR sel
1381 #    csit-vpp-perf-verify-1901-2n-skx:
1382 ##      - 22  # MRR sel
1383 ##      - 25  # NDRPDR full
1384 ##      - 30  # NDRPDR full
1385 ##      - 33  # NDRPDR full
1386 ##      - 44  # NDRPDR full
1387 ##      - 5   # NDRPDR sel
1388 ##      - 12  # NDRPDR sel
1389 ##      - 13  # NDRPDR sel
1390 ##      - 21  # NDRPDR sel
1391 ##      - 23  # NDRPDR sel
1392 ##      - 31  # NDRPDR sel
1393 ##      - 34  # NDRPDR sel
1394 ##      - 40  # NDRPDR sel
1395 ##      - 42  # NDRPDR sel
1396 ##      - 43  # NDRPDR sel
1397 #      - 24  # NFV MRR
1398 #      - 26  # NFV MRR
1399 #      - 27  # NFV MRR
1400 #      - 35  # NFV MRR
1401 #      - 37  # NFV MRR
1402 #      - 28  # NFV NDRPDR
1403 #      - 29  # NFV NDRPDR
1404 #      - 32  # NFV NDRPDR
1405 #      - 39  # NFV NDRPDR
1406 #      - 46  # NFV NDRPDR
1407 #      - 45  # SOAK
1408 #      - 64  # 1901.1 NDRPDR sel
1409 #      - 65  # 1901.1 MRR sel
1410 #    csit-ligato-perf-verify-1901-3n-hsw:
1411 #      - 10  # NDRPDR full
1412 #      - 8   # NDRPDR sel
1413 #      - 9   # NDRPDR sel
1414 #      - 11  # NDRPDR sel
1415 #      - 12  # NDRPDR sel
1416 #      - 13  # NDRPDR sel
1417 #      - 14  # NDRPDR sel
1418 #      - 15  # NDRPDR sel
1419 #      - 16  # NDRPDR sel
1420 #      - 17  # NDRPDR sel
1421 #      - 18  # NDRPDR sel
1422     csit-dpdk-perf-verify-1807-3n-hsw:
1423       - 11
1424       - 12  # full
1425       - 14
1426       - 15
1427       - 16
1428       - 17
1429       - 20
1430       - 21
1431       - 22
1432       - 23
1433     csit-dpdk-perf-verify-1810-3n-hsw:
1434       - 1   # NDRPDR sel
1435       - 2   # NDRPDR sel
1436       - 3   # NDRPDR sel
1437       - 4   # NDRPDR sel
1438       - 5   # NDRPDR sel
1439       - 6   # NDRPDR sel
1440       - 7   # NDRPDR sel
1441       - 8   # NDRPDR sel
1442       - 9   # NDRPDR sel
1443       - 10  # NDRPDR sel
1444     csit-dpdk-perf-verify-1901-3n-hsw:
1445       - 13  # NDRPDR sel
1446       - 14  # NDRPDR sel
1447       - 16  # NDRPDR sel
1448       - 17  # NDRPDR sel
1449       - 18  # NDRPDR sel
1450       - 19  # NDRPDR sel
1451       - 20  # NDRPDR sel
1452       - 21  # NDRPDR sel
1453       - 22  # NDRPDR sel
1454       - 23  # NDRPDR sel
1455     csit-dpdk-perf-verify-1807-3n-skx:
1456       - 1   # NDRPDR sel
1457       - 2   # NDRPDR sel
1458       - 3   # NDRPDR sel
1459       - 6   # NDRPDR sel
1460       - 7   # NDRPDR sel
1461       - 8   # NDRPDR sel
1462       - 9   # NDRPDR sel
1463       - 10  # NDRPDR sel
1464       - 11  # NDRPDR sel
1465       - 12  # NDRPDR sel
1466     csit-dpdk-perf-verify-1810-3n-skx:
1467       - 3   # NDRPDR sel
1468       - 4   # NDRPDR sel
1469       - 6   # NDRPDR sel
1470       - 7   # NDRPDR sel
1471       - 8   # NDRPDR sel
1472       - 9   # NDRPDR sel
1473       - 10  # NDRPDR sel
1474       - 11  # NDRPDR sel
1475       - 12  # NDRPDR sel
1476       - 13  # NDRPDR sel
1477     csit-dpdk-perf-verify-1901-3n-skx:
1478       - 3   # NDRPDR sel
1479       - 5   # NDRPDR sel
1480       - 6   # NDRPDR sel
1481       - 7   # NDRPDR sel
1482       - 8   # NDRPDR sel
1483       - 9   # NDRPDR sel
1484       - 10  # NDRPDR sel
1485       - 11  # NDRPDR sel
1486       - 12  # NDRPDR sel
1487       - 13  # NDRPDR sel
1488     csit-dpdk-perf-verify-1810-2n-skx:
1489       - 3   # NDRPDR sel
1490       - 4   # NDRPDR sel
1491       - 5   # NDRPDR sel
1492       - 7   # NDRPDR sel
1493       - 8   # NDRPDR sel
1494       - 9   # NDRPDR sel
1495       - 10  # NDRPDR sel
1496       - 11  # NDRPDR sel
1497       - 12  # NDRPDR sel
1498       - 13  # NDRPDR sel
1499     csit-dpdk-perf-verify-1901-2n-skx:
1500       - 12  # NDRPDR sel
1501       - 13  # NDRPDR sel
1502       - 14  # NDRPDR sel
1503       - 15  # NDRPDR sel
1504       - 16  # NDRPDR sel
1505       - 17  # NDRPDR sel
1506       - 18  # NDRPDR sel
1507       - 19  # NDRPDR sel
1508       - 20  # NDRPDR sel
1509       - 21  # NDRPDR sel
1510     csit-vpp-functional-1901-ubuntu1604-virl:
1511       - 182  # 1901.3
1512     csit-vpp-functional-1901-centos7-virl:
1513       - 184  # 1901.3
1514     csit-vpp-device-1901-ubuntu1804-1n-skx:
1515       - 184  # 1901.3
1516 #    # Not used
1517 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1518 #      - 1
1519 #    csit-dmm-functional-1901-ubuntu1604-virl:
1520 #      - 2
1521 #    csit-hc2vpp-verify-func-1901-ubuntu1604:
1522 #      - 3
1523
1524 -
1525   type: "output"
1526   output: "report"
1527   format:
1528     html:
1529     - full
1530     pdf:
1531     - minimal
1532
1533 ################################################################################
1534 ###                               T A B L E S                                ###
1535 ################################################################################
1536
1537 # VPP Performance Changes 3n-hsw 1t1c pdr
1538 -
1539   type: "table"
1540   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
1541   algorithm: "table_performance_comparison"
1542   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
1543   history:
1544     -
1545       title: "rls1807"
1546       data: "vpp-performance-changes-3n-hsw-h1"
1547   reference:
1548     title: "rls1810"
1549     data: "vpp-performance-changes-3n-hsw-ref"
1550   compare:
1551     title: "rls1901.1"
1552     data: "vpp-performance-changes-3n-hsw-cmp"
1553   data: "vpp-performance-changes-3n-hsw"
1554   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1555   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1556   parameters:
1557   - "name"
1558   - "parent"
1559   - "throughput"
1560
1561 # VPP Performance Changes 3n-hsw 2t2c pdr
1562 -
1563   type: "table"
1564   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
1565   algorithm: "table_performance_comparison"
1566   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
1567   history:
1568     -
1569       title: "rls1807"
1570       data: "vpp-performance-changes-3n-hsw-h1"
1571   reference:
1572     title: "rls1810"
1573     data: "vpp-performance-changes-3n-hsw-ref"
1574   compare:
1575     title: "rls1901.1"
1576     data: "vpp-performance-changes-3n-hsw-cmp"
1577   data: "vpp-performance-changes-3n-hsw"
1578   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1579   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1580   parameters:
1581   - "name"
1582   - "parent"
1583   - "throughput"
1584
1585 # VPP Performance Changes 3n-hsw 1t1c ndr
1586 -
1587   type: "table"
1588   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
1589   algorithm: "table_performance_comparison"
1590   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
1591   history:
1592     -
1593       title: "rls1807"
1594       data: "vpp-performance-changes-3n-hsw-h1"
1595   reference:
1596     title: "rls1810"
1597     data: "vpp-performance-changes-3n-hsw-ref"
1598   compare:
1599     title: "rls1901.1"
1600     data: "vpp-performance-changes-3n-hsw-cmp"
1601   data: "vpp-performance-changes-3n-hsw"
1602   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1603   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1604   parameters:
1605   - "name"
1606   - "parent"
1607   - "throughput"
1608
1609 # VPP Performance Changes 3n-hsw 2t2c ndr
1610 -
1611   type: "table"
1612   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
1613   algorithm: "table_performance_comparison"
1614   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
1615   history:
1616     -
1617       title: "rls1807"
1618       data: "vpp-performance-changes-3n-hsw-h1"
1619   reference:
1620     title: "rls1810"
1621     data: "vpp-performance-changes-3n-hsw-ref"
1622   compare:
1623     title: "rls1901.1"
1624     data: "vpp-performance-changes-3n-hsw-cmp"
1625   data: "vpp-performance-changes-3n-hsw"
1626   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1627   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1628   parameters:
1629   - "name"
1630   - "parent"
1631   - "throughput"
1632
1633 # Detailed Test Results - VPP Performance Results 3n-hsw
1634 -
1635   type: "table"
1636   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
1637   algorithm: "table_merged_details"
1638   output-file-ext: ".csv"
1639   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
1640   columns:
1641   -
1642     title: "Name"
1643     data: "data name"
1644   -
1645     title: "Status"
1646     data: "data msg"
1647   rows: "generated"
1648   data: "vpp-perf-results-3n-hsw"
1649   filter: "not 'NDRCHK' and not 'PDRCHK'"
1650   parameters:
1651   - "name"
1652   - "parent"
1653   - "msg"
1654
1655 # Test configuration - VPP Performance Test Configs 3n-hsw
1656 -
1657   type: "table"
1658   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
1659   algorithm: "table_merged_details"
1660   output-file-ext: ".csv"
1661   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
1662   columns:
1663   -
1664     title: "Name"
1665     data: "data name"
1666   -
1667     title: "VPP API Test Commands History - Commands Used Per Test Case"
1668     data: "data conf-history"
1669   rows: "generated"
1670   data: "vpp-perf-results-3n-hsw"
1671   filter: "not 'NDRCHK' and not 'PDRCHK'"
1672   parameters:
1673   - "parent"
1674   - "name"
1675   - "conf-history"
1676
1677 # Test Operational Data - VPP Performance Operational Data 3n-hsw
1678 -
1679   type: "table"
1680   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
1681   algorithm: "table_merged_details"
1682   output-file-ext: ".csv"
1683   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
1684   columns:
1685   -
1686     title: "Name"
1687     data: "data name"
1688   -
1689     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
1690     data: "data show-run"
1691   rows: "generated"
1692   data: "vpp-perf-results-3n-hsw"
1693   filter: "not 'NDRCHK' and not 'PDRCHK'"
1694   parameters:
1695   - "parent"
1696   - "name"
1697   - "show-run"
1698
1699 # Detailed Test Results - VPP Functional Results - Ubuntu
1700 -
1701   type: "table"
1702   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
1703   algorithm: "table_details"
1704   output-file-ext: ".csv"
1705   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
1706   columns:
1707   -
1708     title: "Name"
1709     data: "data name"
1710   -
1711     title: "Documentation"
1712     data: "data doc"
1713   -
1714     title: "Status"
1715     data: "data status"
1716   rows: "generated"
1717   data: "vpp-func-results-ubuntu"
1718   filter: "all"
1719   parameters:
1720   - "name"
1721   - "parent"
1722   - "doc"
1723   - "status"
1724
1725 # Detailed Test Results - VPP Functional Results - CentOS
1726 -
1727   type: "table"
1728   title: "Detailed Test Results - VPP Functional Results - CentOS"
1729   algorithm: "table_details"
1730   output-file-ext: ".csv"
1731   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1732   columns:
1733   -
1734     title: "Name"
1735     data: "data name"
1736   -
1737     title: "Documentation"
1738     data: "data doc"
1739   -
1740     title: "Status"
1741     data: "data status"
1742   rows: "generated"
1743   data:
1744     "vpp-func-results-centos"
1745   filter: "all"
1746   parameters:
1747   - "name"
1748   - "parent"
1749   - "doc"
1750   - "status"
1751
1752 # Test configuration - VPP Functional Test Configs - Ubuntu
1753 -
1754   type: "table"
1755   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
1756   algorithm: "table_details"
1757   output-file-ext: ".csv"
1758   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
1759   columns:
1760   -
1761     title: "Name"
1762     data: "data name"
1763   -
1764     title: "VPP API Test Commands History - Commands Used Per Test Case"
1765     data: "data conf-history"
1766   rows: "generated"
1767   data: "vpp-func-results-ubuntu"
1768   filter: "all"
1769   parameters:
1770   - "parent"
1771   - "name"
1772   - "conf-history"
1773
1774 # Test configuration - VPP Functional Test Configs - CentOS
1775 -
1776   type: "table"
1777   title: "Test configuration - VPP Functional Test Configs - CentOS"
1778   algorithm: "table_details"
1779   output-file-ext: ".csv"
1780   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1781   columns:
1782   -
1783     title: "Name"
1784     data: "data name"
1785   -
1786     title: "VPP API Test Commands History - Commands Used Per Test Case"
1787     data: "data conf-history"
1788   rows: "generated"
1789   data: "vpp-func-results-centos"
1790   filter: "all"
1791   parameters:
1792   - "parent"
1793   - "name"
1794   - "conf-history"
1795
1796 # Detailed Test Results - VPP Device Results - Ubuntu
1797 -
1798   type: "table"
1799   title: "Detailed Test Results - VPP Device Results - Ubuntu"
1800   algorithm: "table_details"
1801   output-file-ext: ".csv"
1802   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
1803   columns:
1804   -
1805     title: "Name"
1806     data: "data name"
1807   -
1808     title: "Documentation"
1809     data: "data doc"
1810   -
1811     title: "Status"
1812     data: "data status"
1813   rows: "generated"
1814   data: "vpp-device-results-ubuntu"
1815   filter: "all"
1816   parameters:
1817   - "name"
1818   - "parent"
1819   - "doc"
1820   - "status"
1821
1822 # Test configuration - VPP Device Test Configs - Ubuntu
1823 -
1824   type: "table"
1825   title: "Test configuration - VPP Device Test Configs - Ubuntu"
1826   algorithm: "table_details"
1827   output-file-ext: ".csv"
1828   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
1829   columns:
1830   -
1831     title: "Name"
1832     data: "data name"
1833   -
1834     title: "VPP API Test Commands History - Commands Used Per Test Case"
1835     data: "data conf-history"
1836   rows: "generated"
1837   data: "vpp-device-results-ubuntu"
1838   filter: "all"
1839   parameters:
1840   - "parent"
1841   - "name"
1842   - "conf-history"
1843
1844 ################################################################################
1845
1846 # DPDK Performance Changes 3n-hsw 1t1c pdr
1847 -
1848   type: "table"
1849   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
1850   algorithm: "table_performance_comparison"
1851   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
1852   history:
1853     -
1854       title: "rls1807"
1855       data: "dpdk-performance-changes-3n-hsw-h1"
1856   reference:
1857     title: "rls1810"
1858     data: "dpdk-performance-changes-3n-hsw-ref"
1859   compare:
1860     title: "rls1901"
1861     data: "dpdk-performance-changes-3n-hsw-cmp"
1862   data: "dpdk-performance-changes-3n-hsw"
1863   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1864   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1865   parameters:
1866   - "name"
1867   - "parent"
1868   - "throughput"
1869
1870 # DPDK Performance Changes 3n-hsw 2t2c pdr
1871 -
1872   type: "table"
1873   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
1874   algorithm: "table_performance_comparison"
1875   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
1876   history:
1877     -
1878       title: "rls1807"
1879       data: "dpdk-performance-changes-3n-hsw-h1"
1880   reference:
1881     title: "rls1810"
1882     data: "dpdk-performance-changes-3n-hsw-ref"
1883   compare:
1884     title: "rls1901"
1885     data: "dpdk-performance-changes-3n-hsw-cmp"
1886   data: "dpdk-performance-changes-3n-hsw"
1887   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1888   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1889   parameters:
1890   - "name"
1891   - "parent"
1892   - "throughput"
1893
1894 # DPDK Performance Changes 3n-hsw 1t1c ndr
1895 -
1896   type: "table"
1897   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
1898   algorithm: "table_performance_comparison"
1899   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
1900   history:
1901     -
1902       title: "rls1807"
1903       data: "dpdk-performance-changes-3n-hsw-h1"
1904   reference:
1905     title: "rls1810"
1906     data: "dpdk-performance-changes-3n-hsw-ref"
1907   compare:
1908     title: "rls1901"
1909     data: "dpdk-performance-changes-3n-hsw-cmp"
1910   data: "dpdk-performance-changes-3n-hsw"
1911   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1912   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1913   parameters:
1914   - "name"
1915   - "parent"
1916   - "throughput"
1917
1918 # DPDK Performance Changes 3n-hsw 2t2c ndr
1919 -
1920   type: "table"
1921   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
1922   algorithm: "table_performance_comparison"
1923   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
1924   history:
1925     -
1926       title: "rls1807"
1927       data: "dpdk-performance-changes-3n-hsw-h1"
1928   reference:
1929     title: "rls1810"
1930     data: "dpdk-performance-changes-3n-hsw-ref"
1931   compare:
1932     title: "rls1901"
1933     data: "dpdk-performance-changes-3n-hsw-cmp"
1934   data: "dpdk-performance-changes-3n-hsw"
1935   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1936   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1937   parameters:
1938   - "name"
1939   - "parent"
1940   - "throughput"
1941
1942 # DPDK Performance Changes 3n-skx 2t1c pdr
1943 -
1944   type: "table"
1945   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
1946   algorithm: "table_performance_comparison"
1947   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
1948   history:
1949     -
1950       title: "rls1807"
1951       data: "dpdk-performance-changes-3n-skx-h1"
1952   reference:
1953     title: "rls1810"
1954     data: "dpdk-performance-changes-3n-skx-ref"
1955   compare:
1956     title: "rls1901"
1957     data: "dpdk-performance-changes-3n-skx-cmp"
1958   data: "dpdk-performance-changes-3n-skx"
1959   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1960   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1961   parameters:
1962   - "name"
1963   - "parent"
1964   - "throughput"
1965
1966 # DPDK Performance Changes 3n-skx 4t2c pdr
1967 -
1968   type: "table"
1969   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
1970   algorithm: "table_performance_comparison"
1971   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
1972   history:
1973     -
1974       title: "rls1807"
1975       data: "dpdk-performance-changes-3n-skx-h1"
1976   reference:
1977     title: "rls1810"
1978     data: "dpdk-performance-changes-3n-skx-ref"
1979   compare:
1980     title: "rls1901"
1981     data: "dpdk-performance-changes-3n-skx-cmp"
1982   data: "dpdk-performance-changes-3n-skx"
1983   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1984   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1985   parameters:
1986   - "name"
1987   - "parent"
1988   - "throughput"
1989
1990 # DPDK Performance Changes 3n-skx 2t1c ndr
1991 -
1992   type: "table"
1993   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
1994   algorithm: "table_performance_comparison"
1995   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
1996   history:
1997     -
1998       title: "rls1807"
1999       data: "dpdk-performance-changes-3n-skx-h1"
2000   reference:
2001     title: "rls1810"
2002     data: "dpdk-performance-changes-3n-skx-ref"
2003   compare:
2004     title: "rls1901"
2005     data: "dpdk-performance-changes-3n-skx-cmp"
2006   data: "dpdk-performance-changes-3n-skx"
2007   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2008   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2009   parameters:
2010   - "name"
2011   - "parent"
2012   - "throughput"
2013
2014 # DPDK Performance Changes 3n-skx 4t2c ndr
2015 -
2016   type: "table"
2017   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
2018   algorithm: "table_performance_comparison"
2019   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
2020   history:
2021     -
2022       title: "rls1807"
2023       data: "dpdk-performance-changes-3n-skx-h1"
2024   reference:
2025     title: "rls1810"
2026     data: "dpdk-performance-changes-3n-skx-ref"
2027   compare:
2028     title: "rls1901"
2029     data: "dpdk-performance-changes-3n-skx-cmp"
2030   data: "dpdk-performance-changes-3n-skx"
2031   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2032   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2033   parameters:
2034   - "name"
2035   - "parent"
2036   - "throughput"
2037
2038 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
2039 -
2040   type: "table"
2041   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
2042   algorithm: "table_performance_comparison"
2043   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
2044   reference:
2045     title: "3-Node Hsw"
2046     data: "dpdk-compare-testbeds-ref"
2047   compare:
2048     title: "3-Node Skx"
2049     data: "dpdk-compare-testbeds-cmp"
2050   data: "dpdk-compare-testbeds"
2051   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2052   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2053   parameters:
2054   - "name"
2055   - "parent"
2056   - "throughput"
2057
2058 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
2059 -
2060   type: "table"
2061   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
2062   algorithm: "table_performance_comparison"
2063   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
2064   reference:
2065     title: "3-Node Hsw"
2066     data: "dpdk-compare-testbeds-ref"
2067   compare:
2068     title: "3-Node Skx"
2069     data: "dpdk-compare-testbeds-cmp"
2070   data: "dpdk-compare-testbeds"
2071   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2072   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2073   parameters:
2074   - "name"
2075   - "parent"
2076   - "throughput"
2077
2078 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
2079 -
2080   type: "table"
2081   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
2082   algorithm: "table_performance_comparison"
2083   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
2084   reference:
2085     title: "3-Node Skx"
2086     data: "dpdk-compare-topologies-ref"
2087   compare:
2088     title: "2-Node Skx"
2089     data: "dpdk-compare-topologies-cmp"
2090   data: "dpdk-compare-topologies"
2091   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2092   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2093   parameters:
2094   - "name"
2095   - "parent"
2096   - "throughput"
2097
2098 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
2099 -
2100   type: "table"
2101   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
2102   algorithm: "table_performance_comparison"
2103   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
2104   reference:
2105     title: "3-Node Skx"
2106     data: "dpdk-compare-topologies-ref"
2107   compare:
2108     title: "2-Node Skx"
2109     data: "dpdk-compare-topologies-cmp"
2110   data: "dpdk-compare-topologies"
2111   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2112   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2113   parameters:
2114   - "name"
2115   - "parent"
2116   - "throughput"
2117
2118 # DPDK Performance Changes 2n-skx 2t1c pdr
2119 -
2120   type: "table"
2121   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
2122   algorithm: "table_performance_comparison"
2123   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
2124   reference:
2125     title: "rls1810"
2126     data: "dpdk-performance-changes-2n-skx-ref"
2127   compare:
2128     title: "rls1901"
2129     data: "dpdk-performance-changes-2n-skx-cmp"
2130   data: "dpdk-performance-changes-2n-skx"
2131   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2132   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2133   parameters:
2134   - "name"
2135   - "parent"
2136   - "throughput"
2137
2138 # DPDK Performance Changes 2n-skx 4t2c pdr
2139 -
2140   type: "table"
2141   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
2142   algorithm: "table_performance_comparison"
2143   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
2144   reference:
2145     title: "rls1810"
2146     data: "dpdk-performance-changes-2n-skx-ref"
2147   compare:
2148     title: "rls1901"
2149     data: "dpdk-performance-changes-2n-skx-cmp"
2150   data: "dpdk-performance-changes-2n-skx"
2151   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2152   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2153   parameters:
2154   - "name"
2155   - "parent"
2156   - "throughput"
2157
2158 # DPDK Performance Changes 2n-skx 2t1c ndr
2159 -
2160   type: "table"
2161   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
2162   algorithm: "table_performance_comparison"
2163   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
2164   reference:
2165     title: "rls1810"
2166     data: "dpdk-performance-changes-2n-skx-ref"
2167   compare:
2168     title: "rls1901"
2169     data: "dpdk-performance-changes-2n-skx-cmp"
2170   data: "dpdk-performance-changes-2n-skx"
2171   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2172   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2173   parameters:
2174   - "name"
2175   - "parent"
2176   - "throughput"
2177
2178 # DPDK Performance Changes 2n-skx 4t2c ndr
2179 -
2180   type: "table"
2181   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
2182   algorithm: "table_performance_comparison"
2183   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
2184   reference:
2185     title: "rls1810"
2186     data: "dpdk-performance-changes-2n-skx-ref"
2187   compare:
2188     title: "rls1901"
2189     data: "dpdk-performance-changes-2n-skx-cmp"
2190   data: "dpdk-performance-changes-2n-skx"
2191   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2192   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2193   parameters:
2194   - "name"
2195   - "parent"
2196   - "throughput"
2197
2198 # Detailed Test Results - DPDK Performance Results 3n-hsw
2199 -
2200   type: "table"
2201   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
2202   algorithm: "table_details"
2203   output-file-ext: ".csv"
2204   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
2205   columns:
2206   -
2207     title: "Name"
2208     data: "data name"
2209   -
2210     title: "Status"
2211     data: "data msg"
2212   rows: "generated"
2213   data: "dpdk-perf-results-3n-hsw"
2214   filter: "all"
2215   parameters:
2216   - "name"
2217   - "parent"
2218   - "msg"
2219
2220 # Detailed Test Results - DPDK Performance Results 3n-skx
2221 -
2222   type: "table"
2223   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
2224   algorithm: "table_details"
2225   output-file-ext: ".csv"
2226   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
2227   columns:
2228   -
2229     title: "Name"
2230     data: "data name"
2231   -
2232     title: "Status"
2233     data: "data msg"
2234   rows: "generated"
2235   data: "dpdk-perf-results-3n-skx"
2236   filter: "all"
2237   parameters:
2238   - "name"
2239   - "parent"
2240   - "msg"
2241
2242 # Detailed Test Results - DPDK Performance Results 2n-skx
2243 -
2244   type: "table"
2245   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
2246   algorithm: "table_details"
2247   output-file-ext: ".csv"
2248   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
2249   columns:
2250   -
2251     title: "Name"
2252     data: "data name"
2253   -
2254     title: "Status"
2255     data: "data msg"
2256   rows: "generated"
2257   data: "dpdk-perf-results-2n-skx"
2258   filter: "all"
2259   parameters:
2260   - "name"
2261   - "parent"
2262   - "msg"
2263
2264 ################################################################################
2265 ###                                F I L E S                                 ###
2266 ################################################################################
2267
2268 # VPP Performance Results 3n-hsw
2269 -
2270   type: "file"
2271   title: "VPP Performance Results 3n-hsw"
2272   algorithm: "file_test_results"
2273   output-file-ext: ".rst"
2274   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2275   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2276   dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}"
2277   data: "vpp-perf-results-3n-hsw"
2278   filter: "not 'NDRCHK' and not 'PDRCHK'"
2279   parameters:
2280   - "name"
2281   - "doc"
2282   - "level"
2283   - "parent"
2284   data-start-level: 3
2285
2286 # VPP Performance Configuration 3n-hsw
2287 -
2288   type: "file"
2289   title: "VPP Performance Configuration 3n-hsw"
2290   algorithm: "file_test_results"
2291   output-file-ext: ".rst"
2292   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw"
2293   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2294   dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}"
2295   data: "vpp-perf-results-3n-hsw"
2296   filter: "not 'NDRCHK' and not 'PDRCHK'"
2297   parameters:
2298   - "name"
2299   - "doc"
2300   - "level"
2301   - "parent"
2302   data-start-level: 3
2303
2304 # VPP Performance Operational Data 3n-hsw
2305 -
2306   type: "file"
2307   title: "VPP Performance Operational Data 3n-hsw"
2308   algorithm: "file_test_results"
2309   output-file-ext: ".rst"
2310   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw"
2311   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2312   dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}"
2313   data: "vpp-perf-results-3n-hsw"
2314   filter: "not 'NDRCHK' and not 'PDRCHK'"
2315   parameters:
2316   - "name"
2317   - "doc"
2318   - "level"
2319   - "parent"
2320   data-start-level: 3
2321
2322 # VPP Functional Results - Ubuntu
2323 -
2324   type: "file"
2325   title: "VPP Functional Results - Ubuntu"
2326   algorithm: "file_test_results"
2327   output-file-ext: ".rst"
2328   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
2329   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2330   dir-tables: "{DIR[DTR,FUNC,VPP,UBUNTU]}"
2331   data: "vpp-func-results-ubuntu"
2332   filter: "all"
2333   parameters:
2334   - "name"
2335   - "doc"
2336   - "level"
2337   - "parent"
2338   data-start-level: 3
2339
2340 # VPP Functional Results - CentOS
2341 -
2342   type: "file"
2343   title: "VPP Functional Results - CentOS"
2344   algorithm: "file_test_results"
2345   output-file-ext: ".rst"
2346   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
2347   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2348   dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
2349   data:
2350     "vpp-func-results-centos"
2351   filter: "all"
2352   parameters:
2353   - "name"
2354   - "doc"
2355   - "level"
2356   - "parent"
2357   data-start-level: 3
2358
2359 # VPP Functional Configuration - Ubuntu
2360 -
2361   type: "file"
2362   title: "VPP Functional Configuration - Ubuntu"
2363   algorithm: "file_test_results"
2364   output-file-ext: ".rst"
2365   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
2366   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2367   dir-tables: "{DIR[DTC,FUNC,VPP,UBUNTU]}"
2368   data: "vpp-func-results-ubuntu"
2369   filter: "all"
2370   parameters:
2371   - "name"
2372   - "doc"
2373   - "level"
2374   - "parent"
2375   data-start-level: 3
2376
2377 # VPP Functional Configuration - CentOS
2378 -
2379   type: "file"
2380   title: "VPP Functional Configuration - CentOS"
2381   algorithm: "file_test_results"
2382   output-file-ext: ".rst"
2383   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
2384   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2385   dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
2386   data:
2387     "vpp-func-results-centos"
2388   filter: "all"
2389   parameters:
2390   - "name"
2391   - "doc"
2392   - "level"
2393   - "parent"
2394   data-start-level: 3
2395
2396 # VPP Device Results - Ubuntu
2397 -
2398   type: "file"
2399   title: "VPP Device Results - Ubuntu"
2400   algorithm: "file_test_results"
2401   output-file-ext: ".rst"
2402   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
2403   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2404   dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}"
2405   data: "vpp-device-results-ubuntu"
2406   filter: "all"
2407   parameters:
2408   - "name"
2409   - "doc"
2410   - "level"
2411   - "parent"
2412   data-start-level: 2
2413
2414 # VPP Device Configuration - Ubuntu
2415 -
2416   type: "file"
2417   title: "VPP Device Configuration - Ubuntu"
2418   algorithm: "file_test_results"
2419   output-file-ext: ".rst"
2420   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
2421   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2422   dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}"
2423   data: "vpp-device-results-ubuntu"
2424   filter: "all"
2425   parameters:
2426   - "name"
2427   - "doc"
2428   - "level"
2429   - "parent"
2430   data-start-level: 2
2431
2432 # DPDK Performance Results 3n-hsw
2433 -
2434   type: "file"
2435   title: "DPDK Performance Results 3n-hsw"
2436   algorithm: "file_test_results"
2437   output-file-ext: ".rst"
2438   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
2439   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2440   dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}"
2441   data: "dpdk-perf-results-3n-hsw"
2442   filter: "all"
2443   parameters:
2444   - "name"
2445   - "doc"
2446   - "level"
2447   - "parent"
2448   data-start-level: 3
2449
2450 # DPDK Performance Results 3n-skx
2451 -
2452   type: "file"
2453   title: "DPDK Performance Results 3n-skx"
2454   algorithm: "file_test_results"
2455   output-file-ext: ".rst"
2456   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
2457   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2458   dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}"
2459   data: "dpdk-perf-results-3n-skx"
2460   filter: "all"
2461   parameters:
2462   - "name"
2463   - "doc"
2464   - "level"
2465   - "parent"
2466   data-start-level: 3
2467
2468 # DPDK Performance Results 2n-skx
2469 -
2470   type: "file"
2471   title: "DPDK Performance Results 2n-skx"
2472   algorithm: "file_test_results"
2473   output-file-ext: ".rst"
2474   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
2475   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2476   dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}"
2477   data: "dpdk-perf-results-2n-skx"
2478   filter: "all"
2479   parameters:
2480   - "name"
2481   - "doc"
2482   - "level"
2483   - "parent"
2484   data-start-level: 3
2485
2486 ################################################################################
2487 ###                                P L O T S                                 ###
2488 ################################################################################
2489
2490 # Packet Throughput - VPP IPSec 3n-hsw-xl710 base
2491 -
2492   type: "plot"
2493   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-base-ndr"
2494   algorithm: "plot_performance_box"
2495   output-file-type: ".html"
2496   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-base-ndr"
2497   data: "plot-vpp-throughput-latency-3n-hsw"
2498   filter: "'NIC_Intel-XL710' and
2499            '64B' and
2500            'IP4FWD' and
2501            'NDRPDR' and
2502            'BASE' and
2503            '1T1C' and
2504            'IPSECHW' and
2505            ('IPSECTRAN' or 'IPSECTUN') and
2506            not 'VHOST'"
2507   parameters:
2508   - "throughput"
2509   - "parent"
2510   - "tags"
2511   traces:
2512     hoverinfo: "x+y"
2513     boxpoints: "outliers"
2514     whiskerwidth: 0
2515   layout:
2516     title: "ipsec-3n-hsw-xl710-64b-1t1c-base-ndr"
2517     layout: "plot-throughput"
2518
2519 -
2520   type: "plot"
2521   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-base-pdr"
2522   algorithm: "plot_performance_box"
2523   output-file-type: ".html"
2524   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-base-pdr"
2525   data: "plot-vpp-throughput-latency-3n-hsw"
2526   filter: "'NIC_Intel-XL710' and
2527            '64B' and
2528            'IP4FWD' and
2529            'NDRPDR' and
2530            'BASE' and
2531            '1T1C' and
2532            'IPSECHW' and
2533            ('IPSECTRAN' or 'IPSECTUN') and
2534            not 'VHOST'"
2535   parameters:
2536   - "throughput"
2537   - "parent"
2538   - "tags"
2539   traces:
2540     hoverinfo: "x+y"
2541     boxpoints: "outliers"
2542     whiskerwidth: 0
2543   layout:
2544     title: "ipsec-3n-hsw-xl710-64b-1t1c-base-pdr"
2545     layout: "plot-throughput"
2546
2547 -
2548   type: "plot"
2549   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-base-ndr"
2550   algorithm: "plot_performance_box"
2551   output-file-type: ".html"
2552   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-base-ndr"
2553   data: "plot-vpp-throughput-latency-3n-hsw"
2554   filter: "'NIC_Intel-XL710' and
2555            '64B' and
2556            'IP4FWD' and
2557            'NDRPDR' and
2558            'BASE' and
2559            '2T2C' and
2560            'IPSECHW' and
2561            ('IPSECTRAN' or 'IPSECTUN') and
2562            not 'VHOST'"
2563   parameters:
2564   - "throughput"
2565   - "parent"
2566   - "tags"
2567   traces:
2568     hoverinfo: "x+y"
2569     boxpoints: "outliers"
2570     whiskerwidth: 0
2571   layout:
2572     title: "ipsec-3n-hsw-xl710-64b-2t2c-base-ndr"
2573     layout: "plot-throughput"
2574
2575 -
2576   type: "plot"
2577   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-base-pdr"
2578   algorithm: "plot_performance_box"
2579   output-file-type: ".html"
2580   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-base-pdr"
2581   data: "plot-vpp-throughput-latency-3n-hsw"
2582   filter: "'NIC_Intel-XL710' and
2583            '64B' and
2584            'IP4FWD' and
2585            'NDRPDR' and
2586            'BASE' and
2587            '2T2C' and
2588            'IPSECHW' and
2589            ('IPSECTRAN' or 'IPSECTUN') and
2590            not 'VHOST'"
2591   parameters:
2592   - "throughput"
2593   - "parent"
2594   - "tags"
2595   traces:
2596     hoverinfo: "x+y"
2597     boxpoints: "outliers"
2598     whiskerwidth: 0
2599   layout:
2600     title: "ipsec-3n-hsw-xl710-64b-2t2c-base-pdr"
2601     layout: "plot-throughput"
2602
2603 # Packet Throughput - VPP IPSec 3n-hsw-xl710 scale
2604 -
2605   type: "plot"
2606   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr"
2607   algorithm: "plot_performance_box"
2608   output-file-type: ".html"
2609   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr"
2610   data: "plot-vpp-throughput-latency-3n-hsw"
2611   filter: "'NIC_Intel-XL710' and
2612            '64B' and
2613            'IP4FWD' and
2614            'NDRPDR' and
2615            'SCALE' and
2616            '1T1C' and
2617            'IPSECHW' and
2618            ('IPSECTRAN' or 'IPSECTUN') and
2619            not 'VHOST'"
2620   parameters:
2621   - "throughput"
2622   - "parent"
2623   - "tags"
2624   traces:
2625     hoverinfo: "x+y"
2626     boxpoints: "outliers"
2627     whiskerwidth: 0
2628   layout:
2629     title: "ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr"
2630     layout: "plot-throughput"
2631
2632 -
2633   type: "plot"
2634   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-scale-pdr"
2635   algorithm: "plot_performance_box"
2636   output-file-type: ".html"
2637   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-scale-pdr"
2638   data: "plot-vpp-throughput-latency-3n-hsw"
2639   filter: "'NIC_Intel-XL710' and
2640            '64B' and
2641            'IP4FWD' and
2642            'NDRPDR' and
2643            'SCALE' and
2644            '1T1C' and
2645            'IPSECHW' and
2646            ('IPSECTRAN' or 'IPSECTUN') and
2647            not 'VHOST'"
2648   parameters:
2649   - "throughput"
2650   - "parent"
2651   - "tags"
2652   traces:
2653     hoverinfo: "x+y"
2654     boxpoints: "outliers"
2655     whiskerwidth: 0
2656   layout:
2657     title: "ipsec-3n-hsw-xl710-64b-1t1c-scale-pdr"
2658     layout: "plot-throughput"
2659
2660 -
2661   type: "plot"
2662   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr"
2663   algorithm: "plot_performance_box"
2664   output-file-type: ".html"
2665   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr"
2666   data: "plot-vpp-throughput-latency-3n-hsw"
2667   filter: "'NIC_Intel-XL710' and
2668            '64B' and
2669            'IP4FWD' and
2670            'NDRPDR' and
2671            'SCALE' and
2672            '2T2C' and
2673            'IPSECHW' and
2674            ('IPSECTRAN' or 'IPSECTUN') and
2675            not 'VHOST'"
2676   parameters:
2677   - "throughput"
2678   - "parent"
2679   - "tags"
2680   traces:
2681     hoverinfo: "x+y"
2682     boxpoints: "outliers"
2683     whiskerwidth: 0
2684   layout:
2685     title: "ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr"
2686     layout: "plot-throughput"
2687
2688 -
2689   type: "plot"
2690   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-scale-pdr"
2691   algorithm: "plot_performance_box"
2692   output-file-type: ".html"
2693   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-scale-pdr"
2694   data: "plot-vpp-throughput-latency-3n-hsw"
2695   filter: "'NIC_Intel-XL710' and
2696            '64B' and
2697            'IP4FWD' and
2698            'NDRPDR' and
2699            'SCALE' and
2700            '2T2C' and
2701            'IPSECHW' and
2702            ('IPSECTRAN' or 'IPSECTUN') and
2703            not 'VHOST'"
2704   parameters:
2705   - "throughput"
2706   - "parent"
2707   - "tags"
2708   traces:
2709     hoverinfo: "x+y"
2710     boxpoints: "outliers"
2711     whiskerwidth: 0
2712   layout:
2713     title: "ipsec-3n-hsw-xl710-64b-2t2c-scale-pdr"
2714     layout: "plot-throughput"
2715
2716 # Packet Throughput - VPP IPSec 3n-hsw-xl710 SW
2717 -
2718   type: "plot"
2719   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr"
2720   algorithm: "plot_performance_box"
2721   output-file-type: ".html"
2722   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr"
2723   data: "plot-vpp-throughput-latency-3n-hsw"
2724   filter: "'NIC_Intel-XL710' and
2725            '64B' and
2726            'IP4FWD' and
2727            'NDRPDR' and
2728            '1T1C' and
2729            'IPSECSW' and
2730            ('IPSECTRAN' or 'IPSECTUN') and
2731            not 'VHOST'"
2732   parameters:
2733   - "throughput"
2734   - "parent"
2735   - "tags"
2736   traces:
2737     hoverinfo: "x+y"
2738     boxpoints: "outliers"
2739     whiskerwidth: 0
2740   layout:
2741     title: "ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr"
2742     layout: "plot-throughput"
2743
2744 -
2745   type: "plot"
2746   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-sw-pdr"
2747   algorithm: "plot_performance_box"
2748   output-file-type: ".html"
2749   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-sw-pdr"
2750   data: "plot-vpp-throughput-latency-3n-hsw"
2751   filter: "'NIC_Intel-XL710' and
2752            '64B' and
2753            'IP4FWD' and
2754            'NDRPDR' and
2755            '1T1C' and
2756            'IPSECSW' and
2757            ('IPSECTRAN' or 'IPSECTUN') and
2758            not 'VHOST'"
2759   parameters:
2760   - "throughput"
2761   - "parent"
2762   - "tags"
2763   traces:
2764     hoverinfo: "x+y"
2765     boxpoints: "outliers"
2766     whiskerwidth: 0
2767   layout:
2768     title: "ipsec-3n-hsw-xl710-64b-1t1c-sw-pdr"
2769     layout: "plot-throughput"
2770
2771 -
2772   type: "plot"
2773   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr"
2774   algorithm: "plot_performance_box"
2775   output-file-type: ".html"
2776   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr"
2777   data: "plot-vpp-throughput-latency-3n-hsw"
2778   filter: "'NIC_Intel-XL710' and
2779            '64B' and
2780            'IP4FWD' and
2781            'NDRPDR' and
2782            '2T2C' and
2783            'IPSECSW' and
2784            ('IPSECTRAN' or 'IPSECTUN') and
2785            not 'VHOST'"
2786   parameters:
2787   - "throughput"
2788   - "parent"
2789   - "tags"
2790   traces:
2791     hoverinfo: "x+y"
2792     boxpoints: "outliers"
2793     whiskerwidth: 0
2794   layout:
2795     title: "ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr"
2796     layout: "plot-throughput"
2797
2798 -
2799   type: "plot"
2800   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-sw-pdr"
2801   algorithm: "plot_performance_box"
2802   output-file-type: ".html"
2803   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-sw-pdr"
2804   data: "plot-vpp-throughput-latency-3n-hsw"
2805   filter: "'NIC_Intel-XL710' and
2806            '64B' and
2807            'IP4FWD' and
2808            'NDRPDR' and
2809            '2T2C' and
2810            'IPSECSW' and
2811            ('IPSECTRAN' or 'IPSECTUN') and
2812            not 'VHOST'"
2813   parameters:
2814   - "throughput"
2815   - "parent"
2816   - "tags"
2817   traces:
2818     hoverinfo: "x+y"
2819     boxpoints: "outliers"
2820     whiskerwidth: 0
2821   layout:
2822     title: "ipsec-3n-hsw-xl710-64b-2t2c-sw-pdr"
2823     layout: "plot-throughput"
2824
2825 ################################################################################
2826
2827 # Packet Throughput - DPDK l3fwd 3n-hsw-x520
2828 -
2829   type: "plot"
2830   title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-1t1c-base-ndr"
2831   algorithm: "plot_performance_box"
2832   output-file-type: ".html"
2833   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-1t1c-base-ndr"
2834   data: "plot-dpdk-throughput-latency-3n-hsw"
2835   filter: "'NIC_Intel-X520-DA2' and
2836            '64B' and
2837            'BASE' and
2838            'NDRPDR' and
2839            '1T1C' and
2840            'IP4FWD'"
2841   parameters:
2842   - "throughput"
2843   - "parent"
2844   - "tags"
2845   traces:
2846     hoverinfo: "x+y"
2847     boxpoints: "outliers"
2848     whiskerwidth: 0
2849   layout:
2850     title: "l3fwd-3n-hsw-x520-64b-1t1c-base-ndr"
2851     layout: "plot-throughput"
2852
2853 -
2854   type: "plot"
2855   title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-2t2c-base-ndr"
2856   algorithm: "plot_performance_box"
2857   output-file-type: ".html"
2858   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-2t2c-base-ndr"
2859   data: "plot-dpdk-throughput-latency-3n-hsw"
2860   filter: "'NIC_Intel-X520-DA2' and
2861            '64B' and
2862            'BASE' and
2863            'NDRPDR' and
2864            '2T2C' and
2865            'IP4FWD'"
2866   parameters:
2867   - "throughput"
2868   - "parent"
2869   - "tags"
2870   traces:
2871     hoverinfo: "x+y"
2872     boxpoints: "outliers"
2873     whiskerwidth: 0
2874   layout:
2875     title: "l3fwd-3n-hsw-x520-64b-2t2c-base-ndr"
2876     layout: "plot-throughput"
2877
2878 -
2879   type: "plot"
2880   title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-1t1c-base-pdr"
2881   algorithm: "plot_performance_box"
2882   output-file-type: ".html"
2883   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-1t1c-base-pdr"
2884   data: "plot-dpdk-throughput-latency-3n-hsw"
2885   filter: "'NIC_Intel-X520-DA2' and
2886            '64B' and
2887            'BASE' and
2888            'NDRPDR' and
2889            '1T1C' and
2890            'IP4FWD'"
2891   parameters:
2892   - "throughput"
2893   - "parent"
2894   - "tags"
2895   traces:
2896     hoverinfo: "x+y"
2897     boxpoints: "outliers"
2898     whiskerwidth: 0
2899   layout:
2900     title: "l3fwd-3n-hsw-x520-64b-1t1c-base-pdr"
2901     layout: "plot-throughput"
2902
2903 -
2904   type: "plot"
2905   title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-2t2c-base-pdr"
2906   algorithm: "plot_performance_box"
2907   output-file-type: ".html"
2908   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-2t2c-base-pdr"
2909   data: "plot-dpdk-throughput-latency-3n-hsw"
2910   filter: "'NIC_Intel-X520-DA2' and
2911            '64B' and
2912            'BASE' and
2913            'NDRPDR' and
2914            '2T2C' and
2915            'IP4FWD'"
2916   parameters:
2917   - "throughput"
2918   - "parent"
2919   - "tags"
2920   traces:
2921     hoverinfo: "x+y"
2922     boxpoints: "outliers"
2923     whiskerwidth: 0
2924   layout:
2925     title: "l3fwd-3n-hsw-x520-64b-2t2c-base-pdr"
2926     layout: "plot-throughput"
2927
2928 # Packet Throughput - DPDK l3fwd 3n-hsw-x710
2929 -
2930   type: "plot"
2931   title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-1t1c-base-ndr"
2932   algorithm: "plot_performance_box"
2933   output-file-type: ".html"
2934   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-1t1c-base-ndr"
2935   data: "plot-dpdk-throughput-latency-3n-hsw"
2936   filter: "'NIC_Intel-X710' and
2937            '64B' and
2938            'BASE' and
2939            'NDRPDR' and
2940            '1T1C' and
2941            'IP4FWD'"
2942   parameters:
2943   - "throughput"
2944   - "parent"
2945   - "tags"
2946   traces:
2947     hoverinfo: "x+y"
2948     boxpoints: "outliers"
2949     whiskerwidth: 0
2950   layout:
2951     title: "l3fwd-3n-hsw-x710-64b-1t1c-base-ndr"
2952     layout: "plot-throughput"
2953
2954 -
2955   type: "plot"
2956   title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-2t2c-base-ndr"
2957   algorithm: "plot_performance_box"
2958   output-file-type: ".html"
2959   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-2t2c-base-ndr"
2960   data: "plot-dpdk-throughput-latency-3n-hsw"
2961   filter: "'NIC_Intel-X710' and
2962            '64B' and
2963            'BASE' and
2964            'NDRPDR' and
2965            '2T2C' and
2966            'IP4FWD'"
2967   parameters:
2968   - "throughput"
2969   - "parent"
2970   - "tags"
2971   traces:
2972     hoverinfo: "x+y"
2973     boxpoints: "outliers"
2974     whiskerwidth: 0
2975   layout:
2976     title: "l3fwd-3n-hsw-x710-64b-2t2c-base-ndr"
2977     layout: "plot-throughput"
2978
2979 -
2980   type: "plot"
2981   title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-1t1c-base-pdr"
2982   algorithm: "plot_performance_box"
2983   output-file-type: ".html"
2984   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-1t1c-base-pdr"
2985   data: "plot-dpdk-throughput-latency-3n-hsw"
2986   filter: "'NIC_Intel-X710' and
2987            '64B' and
2988            'BASE' and
2989            'NDRPDR' and
2990            '1T1C' and
2991            'IP4FWD'"
2992   parameters:
2993   - "throughput"
2994   - "parent"
2995   - "tags"
2996   traces:
2997     hoverinfo: "x+y"
2998     boxpoints: "outliers"
2999     whiskerwidth: 0
3000   layout:
3001     title: "l3fwd-3n-hsw-x710-64b-1t1c-base-pdr"
3002     layout: "plot-throughput"
3003
3004 -
3005   type: "plot"
3006   title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-2t2c-base-pdr"
3007   algorithm: "plot_performance_box"
3008   output-file-type: ".html"
3009   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-2t2c-base-pdr"
3010   data: "plot-dpdk-throughput-latency-3n-hsw"
3011   filter: "'NIC_Intel-X710' and
3012            '64B' and
3013            'BASE' and
3014            'NDRPDR' and
3015            '2T2C' and
3016            'IP4FWD'"
3017   parameters:
3018   - "throughput"
3019   - "parent"
3020   - "tags"
3021   traces:
3022     hoverinfo: "x+y"
3023     boxpoints: "outliers"
3024     whiskerwidth: 0
3025   layout:
3026     title: "l3fwd-3n-hsw-x710-64b-2t2c-base-pdr"
3027     layout: "plot-throughput"
3028
3029 # Packet Throughput - DPDK l3fwd 3n-hsw-xl710
3030 -
3031   type: "plot"
3032   title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr"
3033   algorithm: "plot_performance_box"
3034   output-file-type: ".html"
3035   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr"
3036   data: "plot-dpdk-throughput-latency-3n-hsw"
3037   filter: "'NIC_Intel-XL710' and
3038            '64B' and
3039            'BASE' and
3040            'NDRPDR' and
3041            '1T1C' and
3042            'IP4FWD'"
3043   parameters:
3044   - "throughput"
3045   - "parent"
3046   - "tags"
3047   traces:
3048     hoverinfo: "x+y"
3049     boxpoints: "outliers"
3050     whiskerwidth: 0
3051   layout:
3052     title: "l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr"
3053     layout: "plot-throughput"
3054
3055 -
3056   type: "plot"
3057   title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr"
3058   algorithm: "plot_performance_box"
3059   output-file-type: ".html"
3060   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr"
3061   data: "plot-dpdk-throughput-latency-3n-hsw"
3062   filter: "'NIC_Intel-XL710' and
3063            '64B' and
3064            'BASE' and
3065            'NDRPDR' and
3066            '2T2C' and
3067            'IP4FWD'"
3068   parameters:
3069   - "throughput"
3070   - "parent"
3071   - "tags"
3072   traces:
3073     hoverinfo: "x+y"
3074     boxpoints: "outliers"
3075     whiskerwidth: 0
3076   layout:
3077     title: "l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr"
3078     layout: "plot-throughput"
3079
3080 -
3081   type: "plot"
3082   title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-1t1c-base-pdr"
3083   algorithm: "plot_performance_box"
3084   output-file-type: ".html"
3085   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-1t1c-base-pdr"
3086   data: "plot-dpdk-throughput-latency-3n-hsw"
3087   filter: "'NIC_Intel-XL710' and
3088            '64B' and
3089            'BASE' and
3090            'NDRPDR' and
3091            '1T1C' and
3092            'IP4FWD'"
3093   parameters:
3094   - "throughput"
3095   - "parent"
3096   - "tags"
3097   traces:
3098     hoverinfo: "x+y"
3099     boxpoints: "outliers"
3100     whiskerwidth: 0
3101   layout:
3102     title: "l3fwd-3n-hsw-xl710-64b-1t1c-base-pdr"
3103     layout: "plot-throughput"
3104
3105 -
3106   type: "plot"
3107   title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-2t2c-base-pdr"
3108   algorithm: "plot_performance_box"
3109   output-file-type: ".html"
3110   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-2t2c-base-pdr"
3111   data: "plot-dpdk-throughput-latency-3n-hsw"
3112   filter: "'NIC_Intel-XL710' and
3113            '64B' and
3114            'BASE' and
3115            'NDRPDR' and
3116            '2T2C' and
3117            'IP4FWD'"
3118   parameters:
3119   - "throughput"
3120   - "parent"
3121   - "tags"
3122   traces:
3123     hoverinfo: "x+y"
3124     boxpoints: "outliers"
3125     whiskerwidth: 0
3126   layout:
3127     title: "l3fwd-3n-hsw-xl710-64b-2t2c-base-pdr"
3128     layout: "plot-throughput"
3129
3130 # Packet Throughput - DPDK l3fwd 3n-skx-x710
3131 -
3132   type: "plot"
3133   title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-2t1c-base-ndr"
3134   algorithm: "plot_performance_box"
3135   output-file-type: ".html"
3136   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-2t1c-base-ndr"
3137   data: "plot-dpdk-throughput-latency-3n-skx"
3138   filter: "'NIC_Intel-X710' and
3139            '64B' and
3140            'BASE' and
3141            'NDRPDR' and
3142            '2T1C' and
3143            'IP4FWD'"
3144   parameters:
3145   - "throughput"
3146   - "parent"
3147   - "tags"
3148   traces:
3149     hoverinfo: "x+y"
3150     boxpoints: "outliers"
3151     whiskerwidth: 0
3152   layout:
3153     title: "l3fwd-3n-skx-x710-64b-2t1c-base-ndr"
3154     layout: "plot-throughput"
3155
3156 -
3157   type: "plot"
3158   title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-4t2c-base-ndr"
3159   algorithm: "plot_performance_box"
3160   output-file-type: ".html"
3161   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-4t2c-base-ndr"
3162   data: "plot-dpdk-throughput-latency-3n-skx"
3163   filter: "'NIC_Intel-X710' and
3164            '64B' and
3165            'BASE' and
3166            'NDRPDR' and
3167            '4T2C' and
3168            'IP4FWD'"
3169   parameters:
3170   - "throughput"
3171   - "parent"
3172   - "tags"
3173   traces:
3174     hoverinfo: "x+y"
3175     boxpoints: "outliers"
3176     whiskerwidth: 0
3177   layout:
3178     title: "l3fwd-3n-skx-x710-64b-4t2c-base-ndr"
3179     layout: "plot-throughput"
3180
3181 -
3182   type: "plot"
3183   title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-2t1c-base-pdr"
3184   algorithm: "plot_performance_box"
3185   output-file-type: ".html"
3186   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-2t1c-base-pdr"
3187   data: "plot-dpdk-throughput-latency-3n-skx"
3188   filter: "'NIC_Intel-X710' and
3189            '64B' and
3190            'BASE' and
3191            'NDRPDR' and
3192            '2T1C' and
3193            'IP4FWD'"
3194   parameters:
3195   - "throughput"
3196   - "parent"
3197   - "tags"
3198   traces:
3199     hoverinfo: "x+y"
3200     boxpoints: "outliers"
3201     whiskerwidth: 0
3202   layout:
3203     title: "l3fwd-3n-skx-x710-64b-2t1c-base-pdr"
3204     layout: "plot-throughput"
3205
3206 -
3207   type: "plot"
3208   title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-4t2c-base-pdr"
3209   algorithm: "plot_performance_box"
3210   output-file-type: ".html"
3211   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-4t2c-base-pdr"
3212   data: "plot-dpdk-throughput-latency-3n-skx"
3213   filter: "'NIC_Intel-X710' and
3214            '64B' and
3215            'BASE' and
3216            'NDRPDR' and
3217            '4T2C' and
3218            'IP4FWD'"
3219   parameters:
3220   - "throughput"
3221   - "parent"
3222   - "tags"
3223   traces:
3224     hoverinfo: "x+y"
3225     boxpoints: "outliers"
3226     whiskerwidth: 0
3227   layout:
3228     title: "l3fwd-3n-skx-x710-64b-4t2c-base-pdr"
3229     layout: "plot-throughput"
3230
3231 # Packet Throughput - DPDK l3fwd 3n-skx-xxv710
3232 -
3233   type: "plot"
3234   title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr"
3235   algorithm: "plot_performance_box"
3236   output-file-type: ".html"
3237   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr"
3238   data: "plot-dpdk-throughput-latency-3n-skx"
3239   filter: "'NIC_Intel-XXV710' and
3240            '64B' and
3241            'BASE' and
3242            'NDRPDR' and
3243            '2T1C' and
3244            'IP4FWD'"
3245   parameters:
3246   - "throughput"
3247   - "parent"
3248   - "tags"
3249   traces:
3250     hoverinfo: "x+y"
3251     boxpoints: "outliers"
3252     whiskerwidth: 0
3253   layout:
3254     title: "l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr"
3255     layout: "plot-throughput"
3256
3257 -
3258   type: "plot"
3259   title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr"
3260   algorithm: "plot_performance_box"
3261   output-file-type: ".html"
3262   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr"
3263   data: "plot-dpdk-throughput-latency-3n-skx"
3264   filter: "'NIC_Intel-XXV710' and
3265            '64B' and
3266            'BASE' and
3267            'NDRPDR' and
3268            '4T2C' and
3269            'IP4FWD'"
3270   parameters:
3271   - "throughput"
3272   - "parent"
3273   - "tags"
3274   traces:
3275     hoverinfo: "x+y"
3276     boxpoints: "outliers"
3277     whiskerwidth: 0
3278   layout:
3279     title: "l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr"
3280     layout: "plot-throughput"
3281
3282 -
3283   type: "plot"
3284   title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-2t1c-base-pdr"
3285   algorithm: "plot_performance_box"
3286   output-file-type: ".html"
3287   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-2t1c-base-pdr"
3288   data: "plot-dpdk-throughput-latency-3n-skx"
3289   filter: "'NIC_Intel-XXV710' and
3290            '64B' and
3291            'BASE' and
3292            'NDRPDR' and
3293            '2T1C' and
3294            'IP4FWD'"
3295   parameters:
3296   - "throughput"
3297   - "parent"
3298   - "tags"
3299   traces:
3300     hoverinfo: "x+y"
3301     boxpoints: "outliers"
3302     whiskerwidth: 0
3303   layout:
3304     title: "l3fwd-3n-skx-xxv710-64b-2t1c-base-pdr"
3305     layout: "plot-throughput"
3306
3307 -
3308   type: "plot"
3309   title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-4t2c-base-pdr"
3310   algorithm: "plot_performance_box"
3311   output-file-type: ".html"
3312   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-4t2c-base-pdr"
3313   data: "plot-dpdk-throughput-latency-3n-skx"
3314   filter: "'NIC_Intel-XXV710' and
3315            '64B' and
3316            'BASE' and
3317            'NDRPDR' and
3318            '4T2C' and
3319            'IP4FWD'"
3320   parameters:
3321   - "throughput"
3322   - "parent"
3323   - "tags"
3324   traces:
3325     hoverinfo: "x+y"
3326     boxpoints: "outliers"
3327     whiskerwidth: 0
3328   layout:
3329     title: "l3fwd-3n-skx-xxv710-64b-4t2c-base-pdr"
3330     layout: "plot-throughput"
3331
3332 # Packet Throughput - DPDK l3fwd 2n-skx-x710
3333 -
3334   type: "plot"
3335   title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-2t1c-base-ndr"
3336   algorithm: "plot_performance_box"
3337   output-file-type: ".html"
3338   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-2t1c-base-ndr"
3339   data: "plot-dpdk-throughput-latency-2n-skx"
3340   filter: "'NIC_Intel-X710' and
3341            '64B' and
3342            'BASE' and
3343            'NDRPDR' and
3344            '2T1C' and
3345            'IP4FWD'"
3346   parameters:
3347   - "throughput"
3348   - "parent"
3349   - "tags"
3350   traces:
3351     hoverinfo: "x+y"
3352     boxpoints: "outliers"
3353     whiskerwidth: 0
3354   layout:
3355     title: "l3fwd-2n-skx-x710-64b-2t1c-base-ndr"
3356     layout: "plot-throughput"
3357
3358 -
3359   type: "plot"
3360   title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-4t2c-base-ndr"
3361   algorithm: "plot_performance_box"
3362   output-file-type: ".html"
3363   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-4t2c-base-ndr"
3364   data: "plot-dpdk-throughput-latency-2n-skx"
3365   filter: "'NIC_Intel-X710' and
3366            '64B' and
3367            'BASE' and
3368            'NDRPDR' and
3369            '4T2C' and
3370            'IP4FWD'"
3371   parameters:
3372   - "throughput"
3373   - "parent"
3374   - "tags"
3375   traces:
3376     hoverinfo: "x+y"
3377     boxpoints: "outliers"
3378     whiskerwidth: 0
3379   layout:
3380     title: "l3fwd-2n-skx-x710-64b-4t2c-base-ndr"
3381     layout: "plot-throughput"
3382
3383 -
3384   type: "plot"
3385   title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-2t1c-base-pdr"
3386   algorithm: "plot_performance_box"
3387   output-file-type: ".html"
3388   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-2t1c-base-pdr"
3389   data: "plot-dpdk-throughput-latency-2n-skx"
3390   filter: "'NIC_Intel-X710' and
3391            '64B' and
3392            'BASE' and
3393            'NDRPDR' and
3394            '2T1C' and
3395            'IP4FWD'"
3396   parameters:
3397   - "throughput"
3398   - "parent"
3399   - "tags"
3400   traces:
3401     hoverinfo: "x+y"
3402     boxpoints: "outliers"
3403     whiskerwidth: 0
3404   layout:
3405     title: "l3fwd-2n-skx-x710-64b-2t1c-base-pdr"
3406     layout: "plot-throughput"
3407
3408 -
3409   type: "plot"
3410   title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-4t2c-base-pdr"
3411   algorithm: "plot_performance_box"
3412   output-file-type: ".html"
3413   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-4t2c-base-pdr"
3414   data: "plot-dpdk-throughput-latency-2n-skx"
3415   filter: "'NIC_Intel-X710' and
3416            '64B' and
3417            'BASE' and
3418            'NDRPDR' and
3419            '4T2C' and
3420            'IP4FWD'"
3421   parameters:
3422   - "throughput"
3423   - "parent"
3424   - "tags"
3425   traces:
3426     hoverinfo: "x+y"
3427     boxpoints: "outliers"
3428     whiskerwidth: 0
3429   layout:
3430     title: "l3fwd-2n-skx-x710-64b-4t2c-base-pdr"
3431     layout: "plot-throughput"
3432
3433 # Packet Throughput - DPDK l3fwd 2n-skx-xxv710
3434 -
3435   type: "plot"
3436   title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr"
3437   algorithm: "plot_performance_box"
3438   output-file-type: ".html"
3439   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr"
3440   data: "plot-dpdk-throughput-latency-2n-skx"
3441   filter: "'NIC_Intel-XXV710' and
3442            '64B' and
3443            'BASE' and
3444            'NDRPDR' and
3445            '2T1C' and
3446            'IP4FWD'"
3447   parameters:
3448   - "throughput"
3449   - "parent"
3450   - "tags"
3451   traces:
3452     hoverinfo: "x+y"
3453     boxpoints: "outliers"
3454     whiskerwidth: 0
3455   layout:
3456     title: "l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr"
3457     layout: "plot-throughput"
3458
3459 -
3460   type: "plot"
3461   title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr"
3462   algorithm: "plot_performance_box"
3463   output-file-type: ".html"
3464   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr"
3465   data: "plot-dpdk-throughput-latency-2n-skx"
3466   filter: "'NIC_Intel-XXV710' and
3467            '64B' and
3468            'BASE' and
3469            'NDRPDR' and
3470            '4T2C' and
3471            'IP4FWD'"
3472   parameters:
3473   - "throughput"
3474   - "parent"
3475   - "tags"
3476   traces:
3477     hoverinfo: "x+y"
3478     boxpoints: "outliers"
3479     whiskerwidth: 0
3480   layout:
3481     title: "l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr"
3482     layout: "plot-throughput"
3483
3484 -
3485   type: "plot"
3486   title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-2t1c-base-pdr"
3487   algorithm: "plot_performance_box"
3488   output-file-type: ".html"
3489   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-2t1c-base-pdr"
3490   data: "plot-dpdk-throughput-latency-2n-skx"
3491   filter: "'NIC_Intel-XXV710' and
3492            '64B' and
3493            'BASE' and
3494            'NDRPDR' and
3495            '2T1C' and
3496            'IP4FWD'"
3497   parameters:
3498   - "throughput"
3499   - "parent"
3500   - "tags"
3501   traces:
3502     hoverinfo: "x+y"
3503     boxpoints: "outliers"
3504     whiskerwidth: 0
3505   layout:
3506     title: "l3fwd-2n-skx-xxv710-64b-2t1c-base-pdr"
3507     layout: "plot-throughput"
3508
3509 -
3510   type: "plot"
3511   title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-4t2c-base-pdr"
3512   algorithm: "plot_performance_box"
3513   output-file-type: ".html"
3514   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-4t2c-base-pdr"
3515   data: "plot-dpdk-throughput-latency-2n-skx"
3516   filter: "'NIC_Intel-XXV710' and
3517            '64B' and
3518            'BASE' and
3519            'NDRPDR' and
3520            '4T2C' and
3521            'IP4FWD'"
3522   parameters:
3523   - "throughput"
3524   - "parent"
3525   - "tags"
3526   traces:
3527     hoverinfo: "x+y"
3528     boxpoints: "outliers"
3529     whiskerwidth: 0
3530   layout:
3531     title: "l3fwd-2n-skx-xxv710-64b-4t2c-base-pdr"
3532     layout: "plot-throughput"
3533
3534 ################################################################################
3535
3536 # Packet Throughput - DPDK testpmd 3n-hsw-x520
3537 -
3538   type: "plot"
3539   title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-1t1c-base-ndr"
3540   algorithm: "plot_performance_box"
3541   output-file-type: ".html"
3542   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-1t1c-base-ndr"
3543   data: "plot-dpdk-throughput-latency-3n-hsw"
3544   filter: "'NIC_Intel-X520-DA2' and
3545            '64B' and
3546            'BASE' and
3547            'NDRPDR' and
3548            '1T1C' and
3549            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3550   parameters:
3551   - "throughput"
3552   - "parent"
3553   - "tags"
3554   traces:
3555     hoverinfo: "x+y"
3556     boxpoints: "outliers"
3557     whiskerwidth: 0
3558   layout:
3559     title: "testpmd-3n-hsw-x520-64b-1t1c-base-ndr"
3560     layout: "plot-throughput"
3561
3562 -
3563   type: "plot"
3564   title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-2t2c-base-ndr"
3565   algorithm: "plot_performance_box"
3566   output-file-type: ".html"
3567   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-2t2c-base-ndr"
3568   data: "plot-dpdk-throughput-latency-3n-hsw"
3569   filter: "'NIC_Intel-X520-DA2' and
3570            '64B' and
3571            'BASE' and
3572            'NDRPDR' and
3573            '2T2C' and
3574            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3575   parameters:
3576   - "throughput"
3577   - "parent"
3578   - "tags"
3579   traces:
3580     hoverinfo: "x+y"
3581     boxpoints: "outliers"
3582     whiskerwidth: 0
3583   layout:
3584     title: "testpmd-3n-hsw-x520-64b-2t2c-base-ndr"
3585     layout: "plot-throughput"
3586
3587 -
3588   type: "plot"
3589   title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-1t1c-base-pdr"
3590   algorithm: "plot_performance_box"
3591   output-file-type: ".html"
3592   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-1t1c-base-pdr"
3593   data: "plot-dpdk-throughput-latency-3n-hsw"
3594   filter: "'NIC_Intel-X520-DA2' and
3595            '64B' and
3596            'BASE' and
3597            'NDRPDR' and
3598            '1T1C' and
3599            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3600   parameters:
3601   - "throughput"
3602   - "parent"
3603   - "tags"
3604   traces:
3605     hoverinfo: "x+y"
3606     boxpoints: "outliers"
3607     whiskerwidth: 0
3608   layout:
3609     title: "testpmd-3n-hsw-x520-64b-1t1c-base-pdr"
3610     layout: "plot-throughput"
3611
3612 -
3613   type: "plot"
3614   title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-2t2c-base-pdr"
3615   algorithm: "plot_performance_box"
3616   output-file-type: ".html"
3617   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-2t2c-base-pdr"
3618   data: "plot-dpdk-throughput-latency-3n-hsw"
3619   filter: "'NIC_Intel-X520-DA2' and
3620            '64B' and
3621            'BASE' and
3622            'NDRPDR' and
3623            '2T2C' and
3624            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3625   parameters:
3626   - "throughput"
3627   - "parent"
3628   - "tags"
3629   traces:
3630     hoverinfo: "x+y"
3631     boxpoints: "outliers"
3632     whiskerwidth: 0
3633   layout:
3634     title: "testpmd-3n-hsw-x520-64b-2t2c-base-pdr"
3635     layout: "plot-throughput"
3636
3637 # Packet Throughput - DPDK testpmd 3n-hsw-x710
3638 -
3639   type: "plot"
3640   title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-1t1c-base-ndr"
3641   algorithm: "plot_performance_box"
3642   output-file-type: ".html"
3643   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-1t1c-base-ndr"
3644   data: "plot-dpdk-throughput-latency-3n-hsw"
3645   filter: "'NIC_Intel-X710' and
3646            '64B' and
3647            'BASE' and
3648            'NDRPDR' and
3649            '1T1C' and
3650            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3651   parameters:
3652   - "throughput"
3653   - "parent"
3654   - "tags"
3655   traces:
3656     hoverinfo: "x+y"
3657     boxpoints: "outliers"
3658     whiskerwidth: 0
3659   layout:
3660     title: "testpmd-3n-hsw-x710-64b-1t1c-base-ndr"
3661     layout: "plot-throughput"
3662
3663 -
3664   type: "plot"
3665   title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-2t2c-base-ndr"
3666   algorithm: "plot_performance_box"
3667   output-file-type: ".html"
3668   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-2t2c-base-ndr"
3669   data: "plot-dpdk-throughput-latency-3n-hsw"
3670   filter: "'NIC_Intel-X710' and
3671            '64B' and
3672            'BASE' and
3673            'NDRPDR' and
3674            '2T2C' and
3675            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3676   parameters:
3677   - "throughput"
3678   - "parent"
3679   - "tags"
3680   traces:
3681     hoverinfo: "x+y"
3682     boxpoints: "outliers"
3683     whiskerwidth: 0
3684   layout:
3685     title: "testpmd-3n-hsw-x710-64b-2t2c-base-ndr"
3686     layout: "plot-throughput"
3687
3688 -
3689   type: "plot"
3690   title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-1t1c-base-pdr"
3691   algorithm: "plot_performance_box"
3692   output-file-type: ".html"
3693   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-1t1c-base-pdr"
3694   data: "plot-dpdk-throughput-latency-3n-hsw"
3695   filter: "'NIC_Intel-X710' and
3696            '64B' and
3697            'BASE' and
3698            'NDRPDR' and
3699            '1T1C' and
3700            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3701   parameters:
3702   - "throughput"
3703   - "parent"
3704   - "tags"
3705   traces:
3706     hoverinfo: "x+y"
3707     boxpoints: "outliers"
3708     whiskerwidth: 0
3709   layout:
3710     title: "testpmd-3n-hsw-x710-64b-1t1c-base-pdr"
3711     layout: "plot-throughput"
3712
3713 -
3714   type: "plot"
3715   title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-2t2c-base-pdr"
3716   algorithm: "plot_performance_box"
3717   output-file-type: ".html"
3718   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-2t2c-base-pdr"
3719   data: "plot-dpdk-throughput-latency-3n-hsw"
3720   filter: "'NIC_Intel-X710' and
3721            '64B' and
3722            'BASE' and
3723            'NDRPDR' and
3724            '2T2C' and
3725            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3726   parameters:
3727   - "throughput"
3728   - "parent"
3729   - "tags"
3730   traces:
3731     hoverinfo: "x+y"
3732     boxpoints: "outliers"
3733     whiskerwidth: 0
3734   layout:
3735     title: "testpmd-3n-hsw-x710-64b-2t2c-base-pdr"
3736     layout: "plot-throughput"
3737
3738 # Packet Throughput - DPDK testpmd 3n-hsw-xl710
3739 -
3740   type: "plot"
3741   title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-1t1c-base-ndr"
3742   algorithm: "plot_performance_box"
3743   output-file-type: ".html"
3744   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-1t1c-base-ndr"
3745   data: "plot-dpdk-throughput-latency-3n-hsw"
3746   filter: "'NIC_Intel-XL710' and
3747            '64B' and
3748            'BASE' and
3749            'NDRPDR' and
3750            '1T1C' and
3751            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3752   parameters:
3753   - "throughput"
3754   - "parent"
3755   - "tags"
3756   traces:
3757     hoverinfo: "x+y"
3758     boxpoints: "outliers"
3759     whiskerwidth: 0
3760   layout:
3761     title: "testpmd-3n-hsw-xl710-64b-1t1c-base-ndr"
3762     layout: "plot-throughput"
3763
3764 -
3765   type: "plot"
3766   title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-2t2c-base-ndr"
3767   algorithm: "plot_performance_box"
3768   output-file-type: ".html"
3769   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-2t2c-base-ndr"
3770   data: "plot-dpdk-throughput-latency-3n-hsw"
3771   filter: "'NIC_Intel-XL710' and
3772            '64B' and
3773            'BASE' and
3774            'NDRPDR' and
3775            '2T2C' and
3776            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3777   parameters:
3778   - "throughput"
3779   - "parent"
3780   - "tags"
3781   traces:
3782     hoverinfo: "x+y"
3783     boxpoints: "outliers"
3784     whiskerwidth: 0
3785   layout:
3786     title: "testpmd-3n-hsw-xl710-64b-2t2c-base-ndr"
3787     layout: "plot-throughput"
3788
3789 -
3790   type: "plot"
3791   title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-1t1c-base-pdr"
3792   algorithm: "plot_performance_box"
3793   output-file-type: ".html"
3794   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-1t1c-base-pdr"
3795   data: "plot-dpdk-throughput-latency-3n-hsw"
3796   filter: "'NIC_Intel-XL710' and
3797            '64B' and
3798            'BASE' and
3799            'NDRPDR' and
3800            '1T1C' and
3801            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3802   parameters:
3803   - "throughput"
3804   - "parent"
3805   - "tags"
3806   traces:
3807     hoverinfo: "x+y"
3808     boxpoints: "outliers"
3809     whiskerwidth: 0
3810   layout:
3811     title: "testpmd-3n-hsw-xl710-64b-1t1c-base-pdr"
3812     layout: "plot-throughput"
3813
3814 -
3815   type: "plot"
3816   title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-2t2c-base-pdr"
3817   algorithm: "plot_performance_box"
3818   output-file-type: ".html"
3819   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-2t2c-base-pdr"
3820   data: "plot-dpdk-throughput-latency-3n-hsw"
3821   filter: "'NIC_Intel-XL710' and
3822            '64B' and
3823            'BASE' and
3824            'NDRPDR' and
3825            '2T2C' and
3826            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3827   parameters:
3828   - "throughput"
3829   - "parent"
3830   - "tags"
3831   traces:
3832     hoverinfo: "x+y"
3833     boxpoints: "outliers"
3834     whiskerwidth: 0
3835   layout:
3836     title: "testpmd-3n-hsw-xl710-64b-2t2c-base-pdr"
3837     layout: "plot-throughput"
3838
3839 # Packet Throughput - DPDK testpmd 3n-skx-x710
3840 -
3841   type: "plot"
3842   title: "DPDK Throughput: testpmd-3n-skx-x710-64b-2t1c-base-ndr"
3843   algorithm: "plot_performance_box"
3844   output-file-type: ".html"
3845   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-2t1c-base-ndr"
3846   data: "plot-dpdk-throughput-latency-3n-skx"
3847   filter: "'NIC_Intel-X710' and
3848            '64B' and
3849            'BASE' and
3850            'NDRPDR' and
3851            '2T1C' and
3852            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3853   parameters:
3854   - "throughput"
3855   - "parent"
3856   - "tags"
3857   traces:
3858     hoverinfo: "x+y"
3859     boxpoints: "outliers"
3860     whiskerwidth: 0
3861   layout:
3862     title: "testpmd-3n-skx-x710-64b-2t1c-base-ndr"
3863     layout: "plot-throughput"
3864
3865 -
3866   type: "plot"
3867   title: "DPDK Throughput: testpmd-3n-skx-x710-64b-4t2c-base-ndr"
3868   algorithm: "plot_performance_box"
3869   output-file-type: ".html"
3870   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-4t2c-base-ndr"
3871   data: "plot-dpdk-throughput-latency-3n-skx"
3872   filter: "'NIC_Intel-X710' and
3873            '64B' and
3874            'BASE' and
3875            'NDRPDR' and
3876            '4T2C' and
3877            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3878   parameters:
3879   - "throughput"
3880   - "parent"
3881   - "tags"
3882   traces:
3883     hoverinfo: "x+y"
3884     boxpoints: "outliers"
3885     whiskerwidth: 0
3886   layout:
3887     title: "testpmd-3n-skx-x710-64b-4t2c-base-ndr"
3888     layout: "plot-throughput"
3889
3890 -
3891   type: "plot"
3892   title: "DPDK Throughput: testpmd-3n-skx-x710-64b-2t1c-base-pdr"
3893   algorithm: "plot_performance_box"
3894   output-file-type: ".html"
3895   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-2t1c-base-pdr"
3896   data: "plot-dpdk-throughput-latency-3n-skx"
3897   filter: "'NIC_Intel-X710' and
3898            '64B' and
3899            'BASE' and
3900            'NDRPDR' and
3901            '2T1C' and
3902            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3903   parameters:
3904   - "throughput"
3905   - "parent"
3906   - "tags"
3907   traces:
3908     hoverinfo: "x+y"
3909     boxpoints: "outliers"
3910     whiskerwidth: 0
3911   layout:
3912     title: "testpmd-3n-skx-x710-64b-2t1c-base-pdr"
3913     layout: "plot-throughput"
3914
3915 -
3916   type: "plot"
3917   title: "DPDK Throughput: testpmd-3n-skx-x710-64b-4t2c-base-pdr"
3918   algorithm: "plot_performance_box"
3919   output-file-type: ".html"
3920   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-4t2c-base-pdr"
3921   data: "plot-dpdk-throughput-latency-3n-skx"
3922   filter: "'NIC_Intel-X710' and
3923            '64B' and
3924            'BASE' and
3925            'NDRPDR' and
3926            '4T2C' and
3927            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3928   parameters:
3929   - "throughput"
3930   - "parent"
3931   - "tags"
3932   traces:
3933     hoverinfo: "x+y"
3934     boxpoints: "outliers"
3935     whiskerwidth: 0
3936   layout:
3937     title: "testpmd-3n-skx-x710-64b-4t2c-base-pdr"
3938     layout: "plot-throughput"
3939
3940 # Packet Throughput - DPDK testpmd 3n-skx-xxv710
3941 -
3942   type: "plot"
3943   title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-2t1c-base-ndr"
3944   algorithm: "plot_performance_box"
3945   output-file-type: ".html"
3946   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-2t1c-base-ndr"
3947   data: "plot-dpdk-throughput-latency-3n-skx"
3948   filter: "'NIC_Intel-XXV710' and
3949            '64B' and
3950            'BASE' and
3951            'NDRPDR' and
3952            '2T1C' and
3953            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3954   parameters:
3955   - "throughput"
3956   - "parent"
3957   - "tags"
3958   traces:
3959     hoverinfo: "x+y"
3960     boxpoints: "outliers"
3961     whiskerwidth: 0
3962   layout:
3963     title: "testpmd-3n-skx-xxv710-64b-2t1c-base-ndr"
3964     layout: "plot-throughput"
3965
3966 -
3967   type: "plot"
3968   title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-4t2c-base-ndr"
3969   algorithm: "plot_performance_box"
3970   output-file-type: ".html"
3971   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-4t2c-base-ndr"
3972   data: "plot-dpdk-throughput-latency-3n-skx"
3973   filter: "'NIC_Intel-XXV710' and
3974            '64B' and
3975            'BASE' and
3976            'NDRPDR' and
3977            '4T2C' and
3978            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3979   parameters:
3980   - "throughput"
3981   - "parent"
3982   - "tags"
3983   traces:
3984     hoverinfo: "x+y"
3985     boxpoints: "outliers"
3986     whiskerwidth: 0
3987   layout:
3988     title: "testpmd-3n-skx-xxv710-64b-4t2c-base-ndr"
3989     layout: "plot-throughput"
3990
3991 -
3992   type: "plot"
3993   title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-2t1c-base-pdr"
3994   algorithm: "plot_performance_box"
3995   output-file-type: ".html"
3996   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-2t1c-base-pdr"
3997   data: "plot-dpdk-throughput-latency-3n-skx"
3998   filter: "'NIC_Intel-XXV710' and
3999            '64B' and
4000            'BASE' and
4001            'NDRPDR' and
4002            '2T1C' and
4003            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4004   parameters:
4005   - "throughput"
4006   - "parent"
4007   - "tags"
4008   traces:
4009     hoverinfo: "x+y"
4010     boxpoints: "outliers"
4011     whiskerwidth: 0
4012   layout:
4013     title: "testpmd-3n-skx-xxv710-64b-2t1c-base-pdr"
4014     layout: "plot-throughput"
4015
4016 -
4017   type: "plot"
4018   title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-4t2c-base-pdr"
4019   algorithm: "plot_performance_box"
4020   output-file-type: ".html"
4021   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-4t2c-base-pdr"
4022   data: "plot-dpdk-throughput-latency-3n-skx"
4023   filter: "'NIC_Intel-XXV710' and
4024            '64B' and
4025            'BASE' and
4026            'NDRPDR' and
4027            '4T2C' and
4028            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4029   parameters:
4030   - "throughput"
4031   - "parent"
4032   - "tags"
4033   traces:
4034     hoverinfo: "x+y"
4035     boxpoints: "outliers"
4036     whiskerwidth: 0
4037   layout:
4038     title: "testpmd-3n-skx-xxv710-64b-4t2c-base-pdr"
4039     layout: "plot-throughput"
4040
4041 # Packet Throughput - DPDK testpmd 2n-skx-x710
4042 -
4043   type: "plot"
4044   title: "DPDK Throughput: testpmd-2n-skx-x710-64b-2t1c-base-ndr"
4045   algorithm: "plot_performance_box"
4046   output-file-type: ".html"
4047   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-2t1c-base-ndr"
4048   data: "plot-dpdk-throughput-latency-2n-skx"
4049   filter: "'NIC_Intel-X710' and
4050            '64B' and
4051            'BASE' and
4052            'NDRPDR' and
4053            '2T1C' and
4054            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4055   parameters:
4056   - "throughput"
4057   - "parent"
4058   - "tags"
4059   traces:
4060     hoverinfo: "x+y"
4061     boxpoints: "outliers"
4062     whiskerwidth: 0
4063   layout:
4064     title: "testpmd-2n-skx-x710-64b-2t1c-base-ndr"
4065     layout: "plot-throughput"
4066
4067 -
4068   type: "plot"
4069   title: "DPDK Throughput: testpmd-2n-skx-x710-64b-4t2c-base-ndr"
4070   algorithm: "plot_performance_box"
4071   output-file-type: ".html"
4072   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-4t2c-base-ndr"
4073   data: "plot-dpdk-throughput-latency-2n-skx"
4074   filter: "'NIC_Intel-X710' and
4075            '64B' and
4076            'BASE' and
4077            'NDRPDR' and
4078            '4T2C' and
4079            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4080   parameters:
4081   - "throughput"
4082   - "parent"
4083   - "tags"
4084   traces:
4085     hoverinfo: "x+y"
4086     boxpoints: "outliers"
4087     whiskerwidth: 0
4088   layout:
4089     title: "testpmd-2n-skx-x710-64b-4t2c-base-ndr"
4090     layout: "plot-throughput"
4091
4092 -
4093   type: "plot"
4094   title: "DPDK Throughput: testpmd-2n-skx-x710-64b-2t1c-base-pdr"
4095   algorithm: "plot_performance_box"
4096   output-file-type: ".html"
4097   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-2t1c-base-pdr"
4098   data: "plot-dpdk-throughput-latency-2n-skx"
4099   filter: "'NIC_Intel-X710' and
4100            '64B' and
4101            'BASE' and
4102            'NDRPDR' and
4103            '2T1C' and
4104            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4105   parameters:
4106   - "throughput"
4107   - "parent"
4108   - "tags"
4109   traces:
4110     hoverinfo: "x+y"
4111     boxpoints: "outliers"
4112     whiskerwidth: 0
4113   layout:
4114     title: "testpmd-2n-skx-x710-64b-2t1c-base-pdr"
4115     layout: "plot-throughput"
4116
4117 -
4118   type: "plot"
4119   title: "DPDK Throughput: testpmd-2n-skx-x710-64b-4t2c-base-pdr"
4120   algorithm: "plot_performance_box"
4121   output-file-type: ".html"
4122   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-4t2c-base-pdr"
4123   data: "plot-dpdk-throughput-latency-2n-skx"
4124   filter: "'NIC_Intel-X710' and
4125            '64B' and
4126            'BASE' and
4127            'NDRPDR' and
4128            '4T2C' and
4129            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4130   parameters:
4131   - "throughput"
4132   - "parent"
4133   - "tags"
4134   traces:
4135     hoverinfo: "x+y"
4136     boxpoints: "outliers"
4137     whiskerwidth: 0
4138   layout:
4139     title: "testpmd-2n-skx-x710-64b-4t2c-base-pdr"
4140     layout: "plot-throughput"
4141
4142 # Packet Throughput - DPDK testpmd 2n-skx-xxv710
4143 -
4144   type: "plot"
4145   title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-2t1c-base-ndr"
4146   algorithm: "plot_performance_box"
4147   output-file-type: ".html"
4148   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-2t1c-base-ndr"
4149   data: "plot-dpdk-throughput-latency-2n-skx"
4150   filter: "'NIC_Intel-XXV710' and
4151            '64B' and
4152            'BASE' and
4153            'NDRPDR' and
4154            '2T1C' and
4155            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4156   parameters:
4157   - "throughput"
4158   - "parent"
4159   - "tags"
4160   traces:
4161     hoverinfo: "x+y"
4162     boxpoints: "outliers"
4163     whiskerwidth: 0
4164   layout:
4165     title: "testpmd-2n-skx-xxv710-64b-2t1c-base-ndr"
4166     layout: "plot-throughput"
4167
4168 -
4169   type: "plot"
4170   title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-4t2c-base-ndr"
4171   algorithm: "plot_performance_box"
4172   output-file-type: ".html"
4173   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-4t2c-base-ndr"
4174   data: "plot-dpdk-throughput-latency-2n-skx"
4175   filter: "'NIC_Intel-XXV710' and
4176            '64B' and
4177            'BASE' and
4178            'NDRPDR' and
4179            '4T2C' and
4180            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4181   parameters:
4182   - "throughput"
4183   - "parent"
4184   - "tags"
4185   traces:
4186     hoverinfo: "x+y"
4187     boxpoints: "outliers"
4188     whiskerwidth: 0
4189   layout:
4190     title: "testpmd-2n-skx-xxv710-64b-4t2c-base-ndr"
4191     layout: "plot-throughput"
4192
4193 -
4194   type: "plot"
4195   title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-2t1c-base-pdr"
4196   algorithm: "plot_performance_box"
4197   output-file-type: ".html"
4198   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-2t1c-base-pdr"
4199   data: "plot-dpdk-throughput-latency-2n-skx"
4200   filter: "'NIC_Intel-XXV710' and
4201            '64B' and
4202            'BASE' and
4203            'NDRPDR' and
4204            '2T1C' and
4205            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4206   parameters:
4207   - "throughput"
4208   - "parent"
4209   - "tags"
4210   traces:
4211     hoverinfo: "x+y"
4212     boxpoints: "outliers"
4213     whiskerwidth: 0
4214   layout:
4215     title: "testpmd-2n-skx-xxv710-64b-2t1c-base-pdr"
4216     layout: "plot-throughput"
4217
4218 -
4219   type: "plot"
4220   title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-4t2c-base-pdr"
4221   algorithm: "plot_performance_box"
4222   output-file-type: ".html"
4223   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-4t2c-base-pdr"
4224   data: "plot-dpdk-throughput-latency-2n-skx"
4225   filter: "'NIC_Intel-XXV710' and
4226            '64B' and
4227            'BASE' and
4228            'NDRPDR' and
4229            '4T2C' and
4230            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4231   parameters:
4232   - "throughput"
4233   - "parent"
4234   - "tags"
4235   traces:
4236     hoverinfo: "x+y"
4237     boxpoints: "outliers"
4238     whiskerwidth: 0
4239   layout:
4240     title: "testpmd-2n-skx-xxv710-64b-4t2c-base-pdr"
4241     layout: "plot-throughput"
4242
4243 ################################################################################
4244
4245 # Packet Latency - VPP IPSec 3n-hsw-xl710 base
4246 -
4247   type: "plot"
4248   title: "VPP Latency: ipsec-3n-hsw-xl710-64b-1t1c-base-ndr-lat"
4249   algorithm: "plot_latency_error_bars"
4250   output-file-type: ".html"
4251   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-base-ndr-lat"
4252   data: "plot-vpp-throughput-latency-3n-hsw"
4253   filter: "'NIC_Intel-XL710' and
4254            '64B' and
4255            'IP4FWD' and
4256            'NDRPDR' and
4257            'BASE' and
4258            '1T1C' and
4259            'IPSECHW' and
4260            ('IPSECTRAN' or 'IPSECTUN') and
4261            not 'VHOST'"
4262   parameters:
4263   - "latency"
4264   - "parent"
4265   - "tags"
4266   layout:
4267     title: "ipsec-3n-hsw-xl710-64b-1t1c-base-ndr"
4268     layout: "plot-latency"
4269
4270 -
4271   type: "plot"
4272   title: "VPP Latency: ipsec-3n-hsw-xl710-64b-2t2c-base-ndr-lat"
4273   algorithm: "plot_latency_error_bars"
4274   output-file-type: ".html"
4275   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-base-ndr-lat"
4276   data: "plot-vpp-throughput-latency-3n-hsw"
4277   filter: "'NIC_Intel-XL710' and
4278            '64B' and
4279            'IP4FWD' and
4280            'NDRPDR' and
4281            'BASE' and
4282            '2T2C' and
4283            'IPSECHW' and
4284            ('IPSECTRAN' or 'IPSECTUN') and
4285            not 'VHOST'"
4286   parameters:
4287   - "latency"
4288   - "parent"
4289   - "tags"
4290   layout:
4291     title: "ipsec-3n-hsw-xl710-64b-2t2c-base-ndr"
4292     layout: "plot-latency"
4293
4294 # Packet Latency - VPP IPSec 3n-hsw-xl710 scale
4295 -
4296   type: "plot"
4297   title: "VPP Latency: ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr-lat"
4298   algorithm: "plot_latency_error_bars"
4299   output-file-type: ".html"
4300   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr-lat"
4301   data: "plot-vpp-throughput-latency-3n-hsw"
4302   filter: "'NIC_Intel-XL710' and
4303            '64B' and
4304            'IP4FWD' and
4305            'NDRPDR' and
4306            'SCALE' and
4307            '1T1C' and
4308            'IPSECHW' and
4309            ('IPSECTRAN' or 'IPSECTUN') and
4310            not 'VHOST'"
4311   parameters:
4312   - "latency"
4313   - "parent"
4314   - "tags"
4315   layout:
4316     title: "ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr"
4317     layout: "plot-latency"
4318
4319 -
4320   type: "plot"
4321   title: "VPP Latency: ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr-lat"
4322   algorithm: "plot_latency_error_bars"
4323   output-file-type: ".html"
4324   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr-lat"
4325   data: "plot-vpp-throughput-latency-3n-hsw"
4326   filter: "'NIC_Intel-XL710' and
4327            '64B' and
4328            'IP4FWD' and
4329            'NDRPDR' and
4330            'SCALE' and
4331            '2T2C' and
4332            'IPSECHW' and
4333            ('IPSECTRAN' or 'IPSECTUN') and
4334            not 'VHOST'"
4335   parameters:
4336   - "latency"
4337   - "parent"
4338   - "tags"
4339   layout:
4340     title: "ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr"
4341     layout: "plot-latency"
4342
4343 # Packet Latency - VPP IPSec 3n-hsw-xl710 sw
4344 -
4345   type: "plot"
4346   title: "VPP Latency: ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr-lat"
4347   algorithm: "plot_latency_error_bars"
4348   output-file-type: ".html"
4349   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr-lat"
4350   data: "plot-vpp-throughput-latency-3n-hsw"
4351   filter: "'NIC_Intel-XL710' and
4352            '64B' and
4353            'IP4FWD' and
4354            'NDRPDR' and
4355            '1T1C' and
4356            'IPSECSW' and
4357            ('IPSECTRAN' or 'IPSECTUN') and
4358            not 'VHOST'"
4359   parameters:
4360   - "latency"
4361   - "parent"
4362   - "tags"
4363   layout:
4364     title: "ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr"
4365     layout: "plot-latency"
4366
4367 -
4368   type: "plot"
4369   title: "VPP Latency: ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr-lat"
4370   algorithm: "plot_latency_error_bars"
4371   output-file-type: ".html"
4372   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr-lat"
4373   data: "plot-vpp-throughput-latency-3n-hsw"
4374   filter: "'NIC_Intel-XL710' and
4375            '64B' and
4376            'IP4FWD' and
4377            'NDRPDR' and
4378            '2T2C' and
4379            'IPSECSW' and
4380            ('IPSECTRAN' or 'IPSECTUN') and
4381            not 'VHOST'"
4382   parameters:
4383   - "latency"
4384   - "parent"
4385   - "tags"
4386   layout:
4387     title: "ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr"
4388     layout: "plot-latency"
4389
4390 ################################################################################
4391
4392 # Packet Latency - DPDK l3fwd 3n-hsw-x520
4393 -
4394   type: "plot"
4395   title: "DPDK Latency: l3fwd-3n-hsw-x520-64b-1t1c-base-ndr-lat"
4396   algorithm: "plot_latency_error_bars"
4397   output-file-type: ".html"
4398   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-1t1c-base-ndr-lat"
4399   data: "plot-dpdk-throughput-latency-3n-hsw"
4400   filter: "'NIC_Intel-X520-DA2' and
4401            '64B' and
4402            'BASE' and
4403            'NDRPDR' and
4404            '1T1C' and
4405            'IP4FWD'"
4406   parameters:
4407   - "latency"
4408   - "parent"
4409   - "tags"
4410   layout:
4411     title: "l3fwd-3n-hsw-x520-64b-1t1c-base-ndr"
4412     layout: "plot-latency"
4413
4414 -
4415   type: "plot"
4416   title: "DPDK Latency: l3fwd-3n-hsw-x520-64b-2t2c-base-ndr-lat"
4417   algorithm: "plot_latency_error_bars"
4418   output-file-type: ".html"
4419   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-2t2c-base-ndr-lat"
4420   data: "plot-dpdk-throughput-latency-3n-hsw"
4421   filter: "'NIC_Intel-X520-DA2' and
4422            '64B' and
4423            'BASE' and
4424            'NDRPDR' and
4425            '2T2C' and
4426            'IP4FWD'"
4427   parameters:
4428   - "latency"
4429   - "parent"
4430   - "tags"
4431   layout:
4432     title: "l3fwd-3n-hsw-x520-64b-2t2c-base-ndr"
4433     layout: "plot-latency"
4434
4435 # Packet Latency - DPDK l3fwd 3n-hsw-x710
4436 -
4437   type: "plot"
4438   title: "DPDK Latency: l3fwd-3n-hsw-x710-64b-1t1c-base-ndr-lat"
4439   algorithm: "plot_latency_error_bars"
4440   output-file-type: ".html"
4441   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-1t1c-base-ndr-lat"
4442   data: "plot-dpdk-throughput-latency-3n-hsw"
4443   filter: "'NIC_Intel-X710' and
4444            '64B' and
4445            'BASE' and
4446            'NDRPDR' and
4447            '1T1C' and
4448            'IP4FWD'"
4449   parameters:
4450   - "latency"
4451   - "parent"
4452   - "tags"
4453   layout:
4454     title: "l3fwd-3n-hsw-x710-64b-1t1c-base-ndr"
4455     layout: "plot-latency"
4456
4457 -
4458   type: "plot"
4459   title: "DPDK Latency: l3fwd-3n-hsw-x710-64b-2t2c-base-ndr-lat"
4460   algorithm: "plot_latency_error_bars"
4461   output-file-type: ".html"
4462   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-2t2c-base-ndr-lat"
4463   data: "plot-dpdk-throughput-latency-3n-hsw"
4464   filter: "'NIC_Intel-X710' and
4465            '64B' and
4466            'BASE' and
4467            'NDRPDR' and
4468            '2T2C' and
4469            'IP4FWD'"
4470   parameters:
4471   - "latency"
4472   - "parent"
4473   - "tags"
4474   layout:
4475     title: "l3fwd-3n-hsw-x710-64b-2t2c-base-ndr"
4476     layout: "plot-latency"
4477
4478 # Packet Latency - DPDK l3fwd 3n-hsw-xl710
4479 -
4480   type: "plot"
4481   title: "DPDK Latency: l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr-lat"
4482   algorithm: "plot_latency_error_bars"
4483   output-file-type: ".html"
4484   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr-lat"
4485   data: "plot-dpdk-throughput-latency-3n-hsw"
4486   filter: "'NIC_Intel-XL710' and
4487            '64B' and
4488            'BASE' and
4489            'NDRPDR' and
4490            '1T1C' and
4491            'IP4FWD'"
4492   parameters:
4493   - "latency"
4494   - "parent"
4495   - "tags"
4496   layout:
4497     title: "l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr"
4498     layout: "plot-latency"
4499
4500 -
4501   type: "plot"
4502   title: "DPDK Latency: l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr-lat"
4503   algorithm: "plot_latency_error_bars"
4504   output-file-type: ".html"
4505   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr-lat"
4506   data: "plot-dpdk-throughput-latency-3n-hsw"
4507   filter: "'NIC_Intel-XL710' and
4508            '64B' and
4509            'BASE' and
4510            'NDRPDR' and
4511            '2T2C' and
4512            'IP4FWD'"
4513   parameters:
4514   - "latency"
4515   - "parent"
4516   - "tags"
4517   layout:
4518     title: "l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr"
4519     layout: "plot-latency"
4520
4521 # Packet Latency - DPDK l3fwd 3n-skx-x710
4522 -
4523   type: "plot"
4524   title: "DPDK Latency: l3fwd-3n-skx-x710-64b-2t1c-base-ndr-lat"
4525   algorithm: "plot_latency_error_bars"
4526   output-file-type: ".html"
4527   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-2t1c-base-ndr-lat"
4528   data: "plot-dpdk-throughput-latency-3n-skx"
4529   filter: "'NIC_Intel-X710' and
4530            '64B' and
4531            'BASE' and
4532            'NDRPDR' and
4533            '2T1C' and
4534            'IP4FWD'"
4535   parameters:
4536   - "latency"
4537   - "parent"
4538   - "tags"
4539   layout:
4540     title: "l3fwd-3n-skx-x710-64b-2t1c-base-ndr"
4541     layout: "plot-latency"
4542
4543 -
4544   type: "plot"
4545   title: "DPDK Latency: l3fwd-3n-skx-x710-64b-4t2c-base-ndr-lat"
4546   algorithm: "plot_latency_error_bars"
4547   output-file-type: ".html"
4548   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-4t2c-base-ndr-lat"
4549   data: "plot-dpdk-throughput-latency-3n-skx"
4550   filter: "'NIC_Intel-X710' and
4551            '64B' and
4552            'BASE' and
4553            'NDRPDR' and
4554            '4T2C' and
4555            'IP4FWD'"
4556   parameters:
4557   - "latency"
4558   - "parent"
4559   - "tags"
4560   layout:
4561     title: "l3fwd-3n-skx-x710-64b-4t2c-base-ndr"
4562     layout: "plot-latency"
4563
4564 # Packet Latency - DPDK l3fwd 3n-skx-xxv710
4565 -
4566   type: "plot"
4567   title: "DPDK Latency: l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr-lat"
4568   algorithm: "plot_latency_error_bars"
4569   output-file-type: ".html"
4570   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr-lat"
4571   data: "plot-dpdk-throughput-latency-3n-skx"
4572   filter: "'NIC_Intel-XXV710' and
4573            '64B' and
4574            'BASE' and
4575            'NDRPDR' and
4576            '2T1C' and
4577            'IP4FWD'"
4578   parameters:
4579   - "latency"
4580   - "parent"
4581   - "tags"
4582   layout:
4583     title: "l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr"
4584     layout: "plot-latency"
4585
4586 -
4587   type: "plot"
4588   title: "DPDK Latency: l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr-lat"
4589   algorithm: "plot_latency_error_bars"
4590   output-file-type: ".html"
4591   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr-lat"
4592   data: "plot-dpdk-throughput-latency-3n-skx"
4593   filter: "'NIC_Intel-XXV710' and
4594            '64B' and
4595            'BASE' and
4596            'NDRPDR' and
4597            '4T2C' and
4598            'IP4FWD'"
4599   parameters:
4600   - "latency"
4601   - "parent"
4602   - "tags"
4603   layout:
4604     title: "l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr"
4605     layout: "plot-latency"
4606
4607 # Packet Latency - DPDK l3fwd 2n-skx-x710
4608 -
4609   type: "plot"
4610   title: "DPDK Latency: l3fwd-2n-skx-x710-64b-2t1c-base-ndr-lat"
4611   algorithm: "plot_latency_error_bars"
4612   output-file-type: ".html"
4613   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-2t1c-base-ndr-lat"
4614   data: "plot-dpdk-throughput-latency-2n-skx"
4615   filter: "'NIC_Intel-X710' and
4616            '64B' and
4617            'BASE' and
4618            'NDRPDR' and
4619            '2T1C' and
4620            'IP4FWD'"
4621   parameters:
4622   - "latency"
4623   - "parent"
4624   - "tags"
4625   layout:
4626     title: "l3fwd-2n-skx-x710-64b-2t1c-base-ndr"
4627     layout: "plot-latency"
4628
4629 -
4630   type: "plot"
4631   title: "DPDK Latency: l3fwd-2n-skx-x710-64b-4t2c-base-ndr-lat"
4632   algorithm: "plot_latency_error_bars"
4633   output-file-type: ".html"
4634   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-4t2c-base-ndr-lat"
4635   data: "plot-dpdk-throughput-latency-2n-skx"
4636   filter: "'NIC_Intel-X710' and
4637            '64B' and
4638            'BASE' and
4639            'NDRPDR' and
4640            '4T2C' and
4641            'IP4FWD'"
4642   parameters:
4643   - "latency"
4644   - "parent"
4645   - "tags"
4646   layout:
4647     title: "l3fwd-2n-skx-x710-64b-4t2c-base-ndr"
4648     layout: "plot-latency"
4649
4650 # Packet Latency - DPDK l3fwd 2n-skx-xxv710
4651 -
4652   type: "plot"
4653   title: "DPDK Latency: l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr-lat"
4654   algorithm: "plot_latency_error_bars"
4655   output-file-type: ".html"
4656   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr-lat"
4657   data: "plot-dpdk-throughput-latency-2n-skx"
4658   filter: "'NIC_Intel-XXV710' and
4659            '64B' and
4660            'BASE' and
4661            'NDRPDR' and
4662            '2T1C' and
4663            'IP4FWD'"
4664   parameters:
4665   - "latency"
4666   - "parent"
4667   - "tags"
4668   layout:
4669     title: "l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr"
4670     layout: "plot-latency"
4671
4672 -
4673   type: "plot"
4674   title: "DPDK Latency: l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr-lat"
4675   algorithm: "plot_latency_error_bars"
4676   output-file-type: ".html"
4677   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr-lat"
4678   data: "plot-dpdk-throughput-latency-2n-skx"
4679   filter: "'NIC_Intel-XXV710' and
4680            '64B' and
4681            'BASE' and
4682            'NDRPDR' and
4683            '4T2C' and
4684            'IP4FWD'"
4685   parameters:
4686   - "latency"
4687   - "parent"
4688   - "tags"
4689   layout:
4690     title: "l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr"
4691     layout: "plot-latency"
4692
4693 ################################################################################
4694
4695 # Packet Latency - DPDK testpmd 3n-hsw-x520
4696 -
4697   type: "plot"
4698   title: "DPDK Latency: testpmd-3n-hsw-x520-64b-1t1c-base-ndr-lat"
4699   algorithm: "plot_latency_error_bars"
4700   output-file-type: ".html"
4701   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-1t1c-base-ndr-lat"
4702   data: "plot-dpdk-throughput-latency-3n-hsw"
4703   filter: "'NIC_Intel-X520-DA2' and
4704            '64B' and
4705            'BASE' and
4706            'NDRPDR' and
4707            '1T1C' and
4708            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4709   parameters:
4710   - "latency"
4711   - "parent"
4712   - "tags"
4713   layout:
4714     title: "testpmd-3n-hsw-x520-64b-1t1c-base-ndr"
4715     layout: "plot-latency"
4716
4717 -
4718   type: "plot"
4719   title: "DPDK Latency: testpmd-3n-hsw-x520-64b-2t2c-base-ndr-lat"
4720   algorithm: "plot_latency_error_bars"
4721   output-file-type: ".html"
4722   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-2t2c-base-ndr-lat"
4723   data: "plot-dpdk-throughput-latency-3n-hsw"
4724   filter: "'NIC_Intel-X520-DA2' and
4725            '64B' and
4726            'BASE' and
4727            'NDRPDR' and
4728            '2T2C' and
4729            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4730   parameters:
4731   - "latency"
4732   - "parent"
4733   - "tags"
4734   layout:
4735     title: "testpmd-3n-hsw-x520-64b-2t2c-base-ndr"
4736     layout: "plot-latency"
4737
4738 # Packet Latency - DPDK testpmd 3n-hsw-x710
4739 -
4740   type: "plot"
4741   title: "DPDK Latency: testpmd-3n-hsw-x710-64b-1t1c-base-ndr-lat"
4742   algorithm: "plot_latency_error_bars"
4743   output-file-type: ".html"
4744   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-1t1c-base-ndr-lat"
4745   data: "plot-dpdk-throughput-latency-3n-hsw"
4746   filter: "'NIC_Intel-X710' and
4747            '64B' and
4748            'BASE' and
4749            'NDRPDR' and
4750            '1T1C' and
4751            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4752   parameters:
4753   - "latency"
4754   - "parent"
4755   - "tags"
4756   layout:
4757     title: "testpmd-3n-hsw-x710-64b-1t1c-base-ndr"
4758     layout: "plot-latency"
4759
4760 -
4761   type: "plot"
4762   title: "DPDK Latency: testpmd-3n-hsw-x710-64b-2t2c-base-ndr-lat"
4763   algorithm: "plot_latency_error_bars"
4764   output-file-type: ".html"
4765   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-2t2c-base-ndr-lat"
4766   data: "plot-dpdk-throughput-latency-3n-hsw"
4767   filter: "'NIC_Intel-X710' and
4768            '64B' and
4769            'BASE' and
4770            'NDRPDR' and
4771            '2T2C' and
4772            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4773   parameters:
4774   - "latency"
4775   - "parent"
4776   - "tags"
4777   layout:
4778     title: "testpmd-3n-hsw-x710-64b-2t2c-base-ndr"
4779     layout: "plot-latency"
4780
4781 # Packet Latency - DPDK testpmd 3n-hsw-xl710
4782 -
4783   type: "plot"
4784   title: "DPDK Latency: testpmd-3n-hsw-xl710-64b-1t1c-base-ndr-lat"
4785   algorithm: "plot_latency_error_bars"
4786   output-file-type: ".html"
4787   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-1t1c-base-ndr-lat"
4788   data: "plot-dpdk-throughput-latency-3n-hsw"
4789   filter: "'NIC_Intel-XL710' and
4790            '64B' and
4791            'BASE' and
4792            'NDRPDR' and
4793            '1T1C' and
4794            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4795   parameters:
4796   - "latency"
4797   - "parent"
4798   - "tags"
4799   layout:
4800     title: "testpmd-3n-hsw-xl710-64b-1t1c-base-ndr"
4801     layout: "plot-latency"
4802
4803 -
4804   type: "plot"
4805   title: "DPDK Latency: testpmd-3n-hsw-xl710-64b-2t2c-base-ndr-lat"
4806   algorithm: "plot_latency_error_bars"
4807   output-file-type: ".html"
4808   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-2t2c-base-ndr-lat"
4809   data: "plot-dpdk-throughput-latency-3n-hsw"
4810   filter: "'NIC_Intel-XL710' and
4811            '64B' and
4812            'BASE' and
4813            'NDRPDR' and
4814            '2T2C' and
4815            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4816   parameters:
4817   - "latency"
4818   - "parent"
4819   - "tags"
4820   layout:
4821     title: "testpmd-3n-hsw-xl710-64b-2t2c-base-ndr"
4822     layout: "plot-latency"
4823
4824 # Packet Latency - DPDK testpmd 3n-skx-x710
4825 -
4826   type: "plot"
4827   title: "DPDK Latency: testpmd-3n-skx-x710-64b-2t1c-base-ndr-lat"
4828   algorithm: "plot_latency_error_bars"
4829   output-file-type: ".html"
4830   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-2t1c-base-ndr-lat"
4831   data: "plot-dpdk-throughput-latency-3n-skx"
4832   filter: "'NIC_Intel-X710' and
4833            '64B' and
4834            'BASE' and
4835            'NDRPDR' and
4836            '2T1C' and
4837            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4838   parameters:
4839   - "latency"
4840   - "parent"
4841   - "tags"
4842   layout:
4843     title: "testpmd-3n-skx-x710-64b-2t1c-base-ndr"
4844     layout: "plot-latency"
4845
4846 -
4847   type: "plot"
4848   title: "DPDK Latency: testpmd-3n-skx-x710-64b-4t2c-base-ndr-lat"
4849   algorithm: "plot_latency_error_bars"
4850   output-file-type: ".html"
4851   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-4t2c-base-ndr-lat"
4852   data: "plot-dpdk-throughput-latency-3n-skx"
4853   filter: "'NIC_Intel-X710' and
4854            '64B' and
4855            'BASE' and
4856            'NDRPDR' and
4857            '4T2C' and
4858            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4859   parameters:
4860   - "latency"
4861   - "parent"
4862   - "tags"
4863   layout:
4864     title: "testpmd-3n-skx-x710-64b-4t2c-base-ndr"
4865     layout: "plot-latency"
4866
4867 # Packet Latency - DPDK testpmd 3n-skx-xxv710
4868 -
4869   type: "plot"
4870   title: "DPDK Latency: testpmd-3n-skx-xxv710-64b-2t1c-base-ndr-lat"
4871   algorithm: "plot_latency_error_bars"
4872   output-file-type: ".html"
4873   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-2t1c-base-ndr-lat"
4874   data: "plot-dpdk-throughput-latency-3n-skx"
4875   filter: "'NIC_Intel-XXV710' and
4876            '64B' and
4877            'BASE' and
4878            'NDRPDR' and
4879            '2T1C' and
4880            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4881   parameters:
4882   - "latency"
4883   - "parent"
4884   - "tags"
4885   layout:
4886     title: "testpmd-3n-skx-xxv710-64b-2t1c-base-ndr"
4887     layout: "plot-latency"
4888
4889 -
4890   type: "plot"
4891   title: "DPDK Latency: testpmd-3n-skx-xxv710-64b-4t2c-base-ndr-lat"
4892   algorithm: "plot_latency_error_bars"
4893   output-file-type: ".html"
4894   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-4t2c-base-ndr-lat"
4895   data: "plot-dpdk-throughput-latency-3n-skx"
4896   filter: "'NIC_Intel-XXV710' and
4897            '64B' and
4898            'BASE' and
4899            'NDRPDR' and
4900            '4T2C' and
4901            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4902   parameters:
4903   - "latency"
4904   - "parent"
4905   - "tags"
4906   layout:
4907     title: "testpmd-3n-skx-xxv710-64b-4t2c-base-ndr"
4908     layout: "plot-latency"
4909
4910 # Packet Latency - DPDK testpmd 2n-skx-x710
4911 -
4912   type: "plot"
4913   title: "DPDK Latency: testpmd-2n-skx-x710-64b-2t1c-base-ndr-lat"
4914   algorithm: "plot_latency_error_bars"
4915   output-file-type: ".html"
4916   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-2t1c-base-ndr-lat"
4917   data: "plot-dpdk-throughput-latency-2n-skx"
4918   filter: "'NIC_Intel-X710' and
4919            '64B' and
4920            'BASE' and
4921            'NDRPDR' and
4922            '2T1C' and
4923            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4924   parameters:
4925   - "latency"
4926   - "parent"
4927   - "tags"
4928   layout:
4929     title: "testpmd-2n-skx-x710-64b-2t1c-base-ndr"
4930     layout: "plot-latency"
4931
4932 -
4933   type: "plot"
4934   title: "DPDK Latency: testpmd-2n-skx-x710-64b-4t2c-base-ndr-lat"
4935   algorithm: "plot_latency_error_bars"
4936   output-file-type: ".html"
4937   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-4t2c-base-ndr-lat"
4938   data: "plot-dpdk-throughput-latency-2n-skx"
4939   filter: "'NIC_Intel-X710' and
4940            '64B' and
4941            'BASE' and
4942            'NDRPDR' and
4943            '4T2C' and
4944            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4945   parameters:
4946   - "latency"
4947   - "parent"
4948   - "tags"
4949   layout:
4950     title: "testpmd-2n-skx-x710-64b-4t2c-base-ndr"
4951     layout: "plot-latency"
4952
4953 # Packet Latency - DPDK testpmd 2n-skx-xxv710
4954 -
4955   type: "plot"
4956   title: "DPDK Latency: testpmd-2n-skx-xxv710-64b-2t1c-base-ndr-lat"
4957   algorithm: "plot_latency_error_bars"
4958   output-file-type: ".html"
4959   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-2t1c-base-ndr-lat"
4960   data: "plot-dpdk-throughput-latency-2n-skx"
4961   filter: "'NIC_Intel-XXV710' and
4962            '64B' and
4963            'BASE' and
4964            'NDRPDR' and
4965            '2T1C' and
4966            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4967   parameters:
4968   - "latency"
4969   - "parent"
4970   - "tags"
4971   layout:
4972     title: "testpmd-2n-skx-xxv710-64b-2t1c-base-ndr"
4973     layout: "plot-latency"
4974
4975 -
4976   type: "plot"
4977   title: "DPDK Latency: testpmd-2n-skx-xxv710-64b-4t2c-base-ndr-lat"
4978   algorithm: "plot_latency_error_bars"
4979   output-file-type: ".html"
4980   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-4t2c-base-ndr-lat"
4981   data: "plot-dpdk-throughput-latency-2n-skx"
4982   filter: "'NIC_Intel-XXV710' and
4983            '64B' and
4984            'BASE' and
4985            'NDRPDR' and
4986            '4T2C' and
4987            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4988   parameters:
4989   - "latency"
4990   - "parent"
4991   - "tags"
4992   layout:
4993     title: "testpmd-2n-skx-xxv710-64b-4t2c-base-ndr"
4994     layout: "plot-latency"
4995
4996 ################################################################################
4997
4998 # Speedup - VPP IPSec 3n-hsw-xl710 base
4999 -
5000   type: "plot"
5001   title: "Speedup: ipsec-3n-hsw-xl710-64b-base-ndr-tsa"
5002   algorithm: "plot_throughput_speedup_analysis"
5003   output-file-type: ".html"
5004   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-base-ndr-tsa"
5005   data: "plot-throughput-speedup-analysis-3n-hsw"
5006   filter: "'NIC_Intel-XL710' and
5007            '64B' and
5008            'IP4FWD' and
5009            'NDRPDR' and
5010            'BASE' and
5011            'IPSECHW' and
5012            not 'VHOST'"
5013   parameters:
5014   - "throughput"
5015   - "parent"
5016   - "tags"
5017   layout:
5018     title: "ipsec-3n-hsw-xl710-64b-base-ndr"
5019     layout: "plot-throughput-speedup-analysis"
5020
5021 -
5022   type: "plot"
5023   title: "Speedup: ipsec-3n-hsw-xl710-64b-base-pdr-tsa"
5024   algorithm: "plot_throughput_speedup_analysis"
5025   output-file-type: ".html"
5026   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-base-pdr-tsa"
5027   data: "plot-throughput-speedup-analysis-3n-hsw"
5028   filter: "'NIC_Intel-XL710' and
5029            '64B' and
5030            'IP4FWD' and
5031            'NDRPDR' and
5032            'BASE' and
5033            'IPSECHW' and
5034            not 'VHOST'"
5035   parameters:
5036   - "throughput"
5037   - "parent"
5038   - "tags"
5039   layout:
5040     title: "ipsec-3n-hsw-xl710-64b-base-pdr"
5041     layout: "plot-throughput-speedup-analysis"
5042
5043 # Speedup - VPP IPSec 3n-hsw-xl710 scale
5044 -
5045   type: "plot"
5046   title: "Speedup: ipsec-3n-hsw-xl710-64b-scale-ndr-tsa"
5047   algorithm: "plot_throughput_speedup_analysis"
5048   output-file-type: ".html"
5049   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-scale-ndr-tsa"
5050   data: "plot-throughput-speedup-analysis-3n-hsw"
5051   filter: "'NIC_Intel-XL710' and
5052            '64B' and
5053            'IP4FWD' and
5054            'NDRPDR' and
5055            'SCALE' and
5056            'IPSECHW' and
5057            not 'VHOST'"
5058   parameters:
5059   - "throughput"
5060   - "parent"
5061   - "tags"
5062   layout:
5063     title: "ipsec-3n-hsw-xl710-64b-scale-ndr"
5064     layout: "plot-throughput-speedup-analysis"
5065
5066 -
5067   type: "plot"
5068   title: "Speedup: ipsec-3n-hsw-xl710-64b-scale-pdr-tsa"
5069   algorithm: "plot_throughput_speedup_analysis"
5070   output-file-type: ".html"
5071   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-scale-pdr-tsa"
5072   data: "plot-throughput-speedup-analysis-3n-hsw"
5073   filter: "'NIC_Intel-XL710' and
5074            '64B' and
5075            'IP4FWD' and
5076            'NDRPDR' and
5077            'SCALE' and
5078            'IPSECHW' and
5079            not 'VHOST'"
5080   parameters:
5081   - "throughput"
5082   - "parent"
5083   - "tags"
5084   layout:
5085     title: "ipsec-3n-hsw-xl710-64b-scale-pdr"
5086     layout: "plot-throughput-speedup-analysis"
5087
5088 # Speedup - VPP IPSec 3n-hsw-xl710 sw
5089 -
5090   type: "plot"
5091   title: "Speedup: ipsec-3n-hsw-xl710-64b-sw-ndr-tsa"
5092   algorithm: "plot_throughput_speedup_analysis"
5093   output-file-type: ".html"
5094   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-sw-ndr-tsa"
5095   data: "plot-throughput-speedup-analysis-3n-hsw"
5096   filter: "'NIC_Intel-XL710' and
5097            '64B' and
5098            'IP4FWD' and
5099            'NDRPDR' and
5100            'IPSECSW' and
5101            not 'VHOST'"
5102   parameters:
5103   - "throughput"
5104   - "parent"
5105   - "tags"
5106   layout:
5107     title: "ipsec-3n-hsw-xl710-64b-sw-ndr"
5108     layout: "plot-throughput-speedup-analysis"
5109
5110 -
5111   type: "plot"
5112   title: "Speedup: ipsec-3n-hsw-xl710-64b-sw-pdr-tsa"
5113   algorithm: "plot_throughput_speedup_analysis"
5114   output-file-type: ".html"
5115   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-sw-pdr-tsa"
5116   data: "plot-throughput-speedup-analysis-3n-hsw"
5117   filter: "'NIC_Intel-XL710' and
5118            '64B' and
5119            'IP4FWD' and
5120            'NDRPDR' and
5121            'IPSECSW' and
5122            not 'VHOST'"
5123   parameters:
5124   - "throughput"
5125   - "parent"
5126   - "tags"
5127   layout:
5128     title: "ipsec-3n-hsw-xl710-64b-sw-pdr"
5129     layout: "plot-throughput-speedup-analysis"