resources/tools/presentation/specification.yaml

   1 -
   2   type: "environment"
   3
   4   paths:
   5     # Top level directories:
   6     ## Working directory
   7     DIR[WORKING]: "_tmp"
   8     ## Build directories
   9     DIR[BUILD,HTML]: "_build"
  10     DIR[BUILD,LATEX]: "_build_latex"
  11
  12     # Static .rst files
  13     DIR[RST]: "../../../docs/report"
  14
  15     # Working directories
  16     ## Input data files (.zip, .xml)
  17     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
  18     ## Static source files from git
  19     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
  20     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
  21
  22     # Static html content
  23     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
  24     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
  25     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
  26     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
  27
  28     # Detailed test results
  29     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
  30     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
  31     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
  32     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
  33     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
  34     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
  35     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
  36     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
  37     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
  38     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
  39     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
  40     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
  41     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
  42     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
  43     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
  44     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
  45     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
  46     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
  47     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
  48     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
  49
  50     # Detailed test configurations
  51     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
  52     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
  53     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
  54     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
  55     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
  56     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
  57     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
  58     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
  59     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
  60     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
  61     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
  62     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
  63
  64     # Detailed tests operational data
  65     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
  66     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
  67     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
  68     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
  69     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
  70
  71     # .css patch file to fix tables generated by Sphinx
  72     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
  73     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
  74
  75   urls:
  76     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
  77     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
  78     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
  79     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
  80     # URL[VIRL,DNV]: "http://download.it/from/nexus"
  81     URL[NEXUS]: "https://docs.fd.io/csit"
  82     DIR[NEXUS]: "report/_static/archive"
  83
  84   make-dirs:
  85   # List the directories which are created while preparing the environment.
  86   # All directories MUST be defined in "paths" section.
  87   - "DIR[WORKING,DATA]"
  88   - "DIR[STATIC,VPP]"
  89   - "DIR[STATIC,DPDK]"
  90   - "DIR[STATIC,ARCH]"
  91   - "DIR[BUILD,LATEX]"
  92   - "DIR[WORKING,SRC]"
  93   - "DIR[WORKING,SRC,STATIC]"
  94
  95   remove-dirs:
  96   # List the directories which are deleted while cleaning the environment.
  97   # All directories MUST be defined in "paths" section.
  98   #- "DIR[BUILD,HTML]"
  99   - "DIR[WORKING,DATA]"
 100
 101   build-dirs:
 102   # List the directories where the results (build) is stored.
 103   # All directories MUST be defined in "paths" section.
 104   - "DIR[BUILD,HTML]"
 105   - "DIR[BUILD,LATEX]"
 106
 107 -
 108   type: "configuration"
 109
 110   limits:
 111     nic:
 112       x520: 24460000
 113       x553: 29761905
 114       x710: 35800000
 115       xxv710: 35800000
 116       xl710: 35800000
 117
 118     link:
 119       10ge: 14880952.38
 120       25ge: 37202380.95
 121       40ge: 59523809.52
 122       100ge: 148809523.81
 123
 124     pci:
 125       pci-g3-x8: 74404761.90
 126       pci-g3-x16: 148809523.81
 127
 128   data-sets:
 129
 130     ###########################################################################
 131     # Plots:
 132
 133     # 3n-hsw
 134
 135     plot-vpp-throughput-latency-3n-hsw:
 136       csit-vpp-perf-verify-1901-3n-hsw:
 137         - 86  # 1901.3 NDRPDR sel
 138
 139     plot-throughput-speedup-analysis-3n-hsw:
 140       csit-vpp-perf-verify-1901-3n-hsw:
 141         - 86  # 1901.3 NDRPDR sel
 142
 143 #    plot-vpp-http-server-performance:
 144 #      # TODO: Replace with new data
 145 #      # csit-vpp-perf-verify-1901-3n-hsw:
 146 #      csit-vpp-perf-verify-1810-3n-hsw:
 147 #        - 28  # WRK
 148 #        - 29  # WRK
 149 #        - 30  # WRK
 150 #        - 31  # WRK
 151 #        - 32  # WRK
 152 #        - 33  # WRK
 153 #        - 34  # WRK
 154 #        - 35  # WRK
 155 #        - 36  # WRK
 156 #        - 37  # WRK
 157
 158 #    plot-ligato-throughput-latency-3n-hsw:
 159 #      csit-ligato-perf-verify-1901-3n-hsw:
 160 #        - 8   # NDRPDR sel
 161 #        - 9   # NDRPDR sel
 162 #        - 11  # NDRPDR sel
 163 #        - 12  # NDRPDR sel
 164 #        - 13  # NDRPDR sel
 165 #        - 14  # NDRPDR sel
 166 #        - 15  # NDRPDR sel
 167 #        - 16  # NDRPDR sel
 168 #        - 17  # NDRPDR sel
 169 #        - 18  # NDRPDR sel
 170
 171 #    plot-ligato-throughput-speedup-analysis-3n-hsw:
 172 #      csit-ligato-perf-verify-1901-3n-hsw:
 173 #        - 8   # NDRPDR sel
 174 #        - 9   # NDRPDR sel
 175 #        - 11  # NDRPDR sel
 176 #        - 12  # NDRPDR sel
 177 #        - 13  # NDRPDR sel
 178 #        - 14  # NDRPDR sel
 179 #        - 15  # NDRPDR sel
 180 #        - 16  # NDRPDR sel
 181 #        - 17  # NDRPDR sel
 182 #        - 18  # NDRPDR sel
 183
 184     plot-dpdk-throughput-latency-3n-hsw:
 185       csit-dpdk-perf-verify-1901-3n-hsw:
 186         - 13  # NDRPDR sel
 187         - 14  # NDRPDR sel
 188         - 16  # NDRPDR sel
 189         - 17  # NDRPDR sel
 190         - 18  # NDRPDR sel
 191         - 19  # NDRPDR sel
 192         - 20  # NDRPDR sel
 193         - 21  # NDRPDR sel
 194         - 22  # NDRPDR sel
 195         - 23  # NDRPDR sel
 196
 197     # 3n-skx
 198
 199 #    plot-vpp-throughput-latency-3n-skx:
 200 #      csit-vpp-perf-verify-1901-3n-skx:
 201 #        - 70  # 1901.2 NDRPDR sel
 202 #
 203 #    plot-throughput-speedup-analysis-3n-skx:
 204 #      csit-vpp-perf-verify-1901-3n-skx:
 205 #        - 70  # 1901.2 NDRPDR sel
 206
 207     plot-dpdk-throughput-latency-3n-skx:
 208       csit-dpdk-perf-verify-1901-3n-skx:
 209         - 3   # NDRPDR sel
 210         - 5   # NDRPDR sel
 211         - 6   # NDRPDR sel
 212         - 7   # NDRPDR sel
 213         - 8   # NDRPDR sel
 214         - 9   # NDRPDR sel
 215         - 10  # NDRPDR sel
 216         - 11  # NDRPDR sel
 217         - 12  # NDRPDR sel
 218         - 13  # NDRPDR sel
 219
 220     # 2n-skx
 221
 222 #    plot-vpp-throughput-latency-2n-skx:
 223 #      csit-vpp-perf-verify-1901-2n-skx:
 224 #        - 5   # NDRPDR sel
 225 #        - 12  # NDRPDR sel
 226 #        - 13  # NDRPDR sel
 227 #        - 21  # NDRPDR sel
 228 #        - 23  # NDRPDR sel
 229 #        - 31  # NDRPDR sel
 230 #        - 34  # NDRPDR sel
 231 #        - 40  # NDRPDR sel
 232 #        - 42  # NDRPDR sel
 233 #        - 43  # NDRPDR sel
 234 #        - 64  # 1901.1 NDRPDR sel
 235
 236 #    plot-throughput-speedup-analysis-2n-skx:
 237 #      csit-vpp-perf-verify-1901-2n-skx:
 238 #        - 5   # NDRPDR sel
 239 #        - 12  # NDRPDR sel
 240 #        - 13  # NDRPDR sel
 241 #        - 21  # NDRPDR sel
 242 #        - 23  # NDRPDR sel
 243 #        - 31  # NDRPDR sel
 244 #        - 34  # NDRPDR sel
 245 #        - 40  # NDRPDR sel
 246 #        - 42  # NDRPDR sel
 247 #        - 43  # NDRPDR sel
 248 #        - 64  # 1901.1 NDRPDR sel
 249
 250 #    plot-vpp-soak-2n-skx:
 251 #      csit-vpp-perf-verify-1901-2n-skx:
 252 #        - 45  # SOAK sel
 253
 254 #    plot-vpp-nfv-2n-skx:
 255 #      csit-vpp-perf-verify-1901-2n-skx:
 256 #        - 28  # NFV NDRPDR
 257 #        - 29  # NFV NDRPDR
 258 #        - 32  # NFV NDRPDR
 259 #        - 39  # NFV NDRPDR
 260 #        - 46  # NFV NDRPDR
 261
 262 #    plot-vpp-nfv-2n-skx-mrr:
 263 #      csit-vpp-perf-verify-1901-2n-skx:
 264 #        - 24  # NFV MRR
 265 #        - 26  # NFV MRR
 266 #        - 27  # NFV MRR
 267 #        - 35  # NFV MRR
 268 #        - 37  # NFV MRR
 269
 270     plot-dpdk-throughput-latency-2n-skx:
 271       csit-dpdk-perf-verify-1901-2n-skx:
 272         - 12  # NDRPDR sel
 273         - 13  # NDRPDR sel
 274         - 14  # NDRPDR sel
 275         - 15  # NDRPDR sel
 276         - 16  # NDRPDR sel
 277         - 17  # NDRPDR sel
 278         - 18  # NDRPDR sel
 279         - 19  # NDRPDR sel
 280         - 20  # NDRPDR sel
 281         - 21  # NDRPDR sel
 282
 283     # 3rd party
 284
 285 #    # Denverton:
 286 #    intel-dnv-vpp:
 287 #      intel-dnv-vpp-release-1901:
 288 #        - 1
 289
 290     ###########################################################################
 291     # Simple tables (only one data set):
 292
 293     # NIC Comparisons
 294
 295 #    vpp-nic-comparison-3n-hsw:
 296 #      csit-vpp-perf-verify-1901-3n-hsw:
 297 #        - 84  # 1901.2 NDRPDR sel
 298
 299 #    vpp-nic-comparison-3n-skx:
 300 #      csit-vpp-perf-verify-1901-3n-skx:
 301 #        - 70  # 1901.2 NDRPDR sel
 302
 303 #    vpp-nic-comparison-2n-skx:
 304 #      csit-vpp-perf-verify-1901-2n-skx:
 305 #        - 5   # NDRPDR sel
 306 #        - 12  # NDRPDR sel
 307 #        - 13  # NDRPDR sel
 308 #        - 21  # NDRPDR sel
 309 #        - 23  # NDRPDR sel
 310 #        - 31  # NDRPDR sel
 311 #        - 34  # NDRPDR sel
 312 #        - 40  # NDRPDR sel
 313 #        - 42  # NDRPDR sel
 314 #        - 43  # NDRPDR sel
 315 #        - 64  # 1901.1 NDRPDR sel
 316
 317 #    vpp-nic-comparison-3n-hsw-mrr:
 318 #      csit-vpp-perf-verify-1901-3n-hsw:
 319 #        - 35  # MRR sel
 320 #        - 73  # 1901.1 MRR sel
 321 #        - 77  # 1901.1 MRR sel
 322
 323 #    vpp-nic-comparison-3n-skx-mrr:
 324 #      csit-vpp-perf-verify-1901-3n-skx:
 325 #        - 32  # MRR sel
 326 #        - 69  # 1901.1 MRR sel
 327
 328 #    vpp-nic-comparison-2n-skx-mrr:
 329 #      csit-vpp-perf-verify-1901-2n-skx:
 330 #        - 22  # MRR sel
 331 #        - 65  # 1901.1 MRR sel
 332
 333     # Results
 334
 335     vpp-perf-results-3n-hsw:
 336       csit-vpp-perf-verify-1901-3n-hsw:
 337         - 86  # 1901.2 NDRPDR sel
 338
 339 #    vpp-perf-results-3n-skx:
 340 #      csit-vpp-perf-verify-1901-3n-skx:
 341 #        - 70  # 1901.2 NDRPDR sel
 342
 343 #    vpp-perf-results-2n-skx:
 344 #      csit-vpp-perf-verify-1901-2n-skx:
 345 #        - 25  # NDRPDR full
 346 #        - 30  # NDRPDR full
 347 #        - 33  # NDRPDR full
 348 #        - 44  # NDRPDR full
 349 #        - 64  # 1901.1 NDRPDR sel
 350
 351 #    vpp-mrr-results-3n-hsw:
 352 #      csit-vpp-perf-verify-1901-3n-hsw:
 353 #        - 35  # MRR sel
 354 #        - 73  # 1901.1 MRR sel
 355 #        - 77  # 1901.1 MRR sel
 356
 357 #    vpp-mrr-results-3n-skx:
 358 #      csit-vpp-perf-verify-1901-3n-skx:
 359 #        - 32  # MRR sel
 360 #        - 69  # 1901.1 MRR sel
 361
 362 #    vpp-mrr-results-2n-skx:
 363 #      csit-vpp-perf-verify-1901-2n-skx:
 364 #        - 22  # MRR sel
 365 #        - 65  # 1901.1 MRR sel
 366
 367     vpp-func-results-ubuntu:
 368       csit-vpp-functional-1901-ubuntu1604-virl:
 369         - 182
 370
 371     vpp-func-results-centos:
 372       csit-vpp-functional-1901-centos7-virl:
 373         - 184
 374
 375     vpp-device-results-ubuntu:
 376       csit-vpp-device-1901-ubuntu1804-1n-skx:
 377         - 184
 378
 379 #    # VPP Ligato
 380 #    ligato-perf-results-3n-hsw:
 381 #      csit-ligato-perf-verify-1901-3n-hsw:
 382 #        - 10  # NDRPDR full
 383
 384     dpdk-perf-results-3n-hsw:
 385       csit-dpdk-perf-verify-1901-3n-hsw:
 386         - 20  # NDRPDR sel
 387
 388     dpdk-perf-results-3n-skx:
 389       csit-dpdk-perf-verify-1901-3n-skx:
 390         - 13  # NDRPDR sel
 391
 392     dpdk-perf-results-2n-skx:
 393       csit-dpdk-perf-verify-1901-2n-skx:
 394         - 21  # NDRPDR sel
 395
 396 #    # HoneyComb Functional
 397 #    hc-func-results:
 398 #      csit-hc2vpp-verify-func-1901-ubuntu1604:
 399 #        - 3
 400
 401 #    # NSH SFC Functional
 402 #    nsh-func-results:
 403 #      # Not used
 404 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
 405 #        - 1
 406
 407 #    # DMM Functional
 408 #    dmm-func-results:
 409 #      csit-dmm-functional-1901-ubuntu1604-virl:
 410 #        - 2
 411
 412     ###########################################################################
 413     # Tables (more than one data set)
 414
 415     # Performance changes
 416
 417 #    intel-dnv-vpp-changes-2n-dnv-ref:
 418 #      intel-dnv-vpp-release-1810:
 419 #        - 1
 420 #    intel-dnv-vpp-changes-2n-dnv-cmp:
 421 #      intel-dnv-vpp-release-1901:
 422 #        - 1
 423 #    intel-dnv-vpp-changes-2n-dnv:
 424 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
 425 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
 426
 427     vpp-performance-changes-3n-hsw-h1:
 428       csit-vpp-perf-verify-1807-3n-hsw:
 429         - 15  # NDRPDR sel
 430         - 16  # NDRPDR sel
 431         - 19  # NDRPDR sel
 432         - 18  # NDRPDR sel
 433         - 20  # NDRPDR sel
 434         - 38  # NDRPDR sel
 435         - 40  # NDRPDR sel
 436         - 44  # NDRPDR sel
 437         - 47  # NDRPDR sel
 438     vpp-performance-changes-3n-hsw-ref:
 439       csit-vpp-perf-verify-1810-3n-hsw:
 440         - 8   # NDRPDR sel
 441         - 12  # NDRPDR sel
 442         - 14  # NDRPDR sel
 443         - 18  # NDRPDR sel
 444         - 23  # NDRPDR sel
 445         - 25  # NDRPDR sel
 446         - 38  # NDRPDR sel
 447         - 39  # NDRPDR sel
 448         - 41  # NDRPDR sel
 449         - 42  # NDRPDR sel
 450     vpp-performance-changes-3n-hsw-cmp:
 451       csit-vpp-perf-verify-1901-3n-hsw:
 452         - 86  # 1901.3 NDRPDR sel
 453     vpp-performance-changes-3n-hsw:
 454       - "vpp-performance-changes-3n-hsw-h1"
 455       - "vpp-performance-changes-3n-hsw-ref"
 456       - "vpp-performance-changes-3n-hsw-cmp"
 457
 458 #    vpp-performance-changes-3n-skx-h1:
 459 #      csit-vpp-perf-verify-1807-3n-skx:
 460 #        - 33  # NDRPDR sel
 461 #        - 35  # NDRPDR sel
 462 #        - 37  # NDRPDR sel
 463 #        - 38  # NDRPDR sel
 464 #        - 39  # NDRPDR sel
 465 #        - 43  # NDRPDR sel
 466 #        - 44  # NDRPDR sel
 467 #        - 49  # NDRPDR sel
 468 #        - 50  # NDRPDR sel
 469 #        - 56  # NDRPDR sel
 470 #    vpp-performance-changes-3n-skx-ref:
 471 #      csit-vpp-perf-verify-1810-3n-skx:
 472 #        - 10  # NDRPDR sel
 473 #        - 14  # NDRPDR sel
 474 #        - 15  # NDRPDR sel
 475 #        - 16  # NDRPDR sel
 476 #        - 17  # NDRPDR sel
 477 #        - 19  # NDRPDR sel
 478 #        - 20  # NDRPDR sel
 479 #        - 21  # NDRPDR sel
 480 #        - 22  # NDRPDR sel
 481 #        - 25  # NDRPDR sel
 482 #    vpp-performance-changes-3n-skx-cmp:
 483 #      csit-vpp-perf-verify-1901-3n-skx:
 484 #        - 70  # 1901.2 NDRPDR sel
 485 #    vpp-performance-changes-3n-skx:
 486 #      - "vpp-performance-changes-3n-skx-h1"
 487 #      - "vpp-performance-changes-3n-skx-ref"
 488 #      - "vpp-performance-changes-3n-skx-cmp"
 489
 490 #    vpp-performance-changes-2n-skx-h1:
 491 #      csit-vpp-perf-verify-1807-2n-skx:
 492 #        - 26  # NDRPDR sel
 493 #        - 28  # NDRPDR sel
 494 #        - 29  # NDRPDR sel
 495 #        - 30  # NDRPDR sel
 496 #        - 34  # NDRPDR sel
 497 #        - 35  # NDRPDR sel
 498 #        - 36  # NDRPDR sel
 499 #        - 39  # NDRPDR sel
 500 #        - 40  # NDRPDR sel
 501 #        - 42  # NDRPDR sel
 502 #    vpp-performance-changes-2n-skx-ref:
 503 #      csit-vpp-perf-verify-1810-2n-skx:
 504 #        - 9   # NDRPDR sel
 505 #        - 13  # NDRPDR sel
 506 #        - 14  # NDRPDR sel
 507 #        - 19  # NDRPDR sel
 508 #        - 20  # NDRPDR sel
 509 #        - 21  # NDRPDR sel
 510 #        - 22  # NDRPDR sel
 511 #        - 23  # NDRPDR sel
 512 #        - 24  # NDRPDR sel
 513 #        - 27  # NDRPDR sel
 514 #    vpp-performance-changes-2n-skx-cmp:
 515 #      csit-vpp-perf-verify-1901-2n-skx:
 516 ##        - 5   # NDRPDR sel
 517 ##        - 12  # NDRPDR sel
 518 ##        - 13  # NDRPDR sel
 519 ##        - 21  # NDRPDR sel
 520 ##        - 23  # NDRPDR sel
 521 ##        - 31  # NDRPDR sel
 522 ##        - 34  # NDRPDR sel
 523 ##        - 40  # NDRPDR sel
 524 ##        - 42  # NDRPDR sel
 525 ##        - 43  # NDRPDR sel
 526 #        - 64  # 1901.1 NDRPDR sel
 527 #    vpp-performance-changes-2n-skx:
 528 #      - "vpp-performance-changes-2n-skx-h1"
 529 #      - "vpp-performance-changes-2n-skx-ref"
 530 #      - "vpp-performance-changes-2n-skx-cmp"
 531
 532 #    vpp-performance-changes-3n-hsw-mrr-h1:
 533 #      csit-vpp-perf-verify-1807-3n-hsw:
 534 #        - 8   # MRR full
 535 #        - 9   # MRR sel
 536 #        - 21  # MRR sel
 537 #        - 31  # MRR sel
 538 #        - 33  # MRR sel
 539 #        - 36  # MRR sel
 540 #        - 41  # MRR sel
 541 #        - 42  # MRR sel
 542 #        - 48  # MRR sel
 543 #    vpp-performance-changes-3n-hsw-mrr-ref:
 544 #      csit-vpp-perf-verify-1810-3n-hsw:
 545 #        - 9   # MRR sel
 546 #    vpp-performance-changes-3n-hsw-mrr-cmp:
 547 #      csit-vpp-perf-verify-1901-3n-hsw:
 548 ##        - 35  # MRR sel
 549 #        - 73  # 1901.1 MRR sel
 550 #        - 77  # 1901.1 MRR sel
 551 #    vpp-performance-changes-3n-hsw-mrr:
 552 #      - "vpp-performance-changes-3n-hsw-mrr-h1"
 553 #      - "vpp-performance-changes-3n-hsw-mrr-ref"
 554 #      - "vpp-performance-changes-3n-hsw-mrr-cmp"
 555
 556 #    vpp-performance-changes-3n-skx-mrr-h1:
 557 #      csit-vpp-perf-verify-1807-3n-skx:
 558 #        - 28  # MRR sel
 559 #        - 32  # MRR sel
 560 #        - 36  # MRR sel
 561 #        - 42  # MRR sel
 562 #        - 47  # MRR sel
 563 #        - 48  # MRR sel
 564 #        - 51  # MRR sel
 565 #        - 52  # MRR sel
 566 #        - 53  # MRR sel
 567 #        - 54  # MRR sel
 568 #    vpp-performance-changes-3n-skx-mrr-ref:
 569 #      csit-vpp-perf-verify-1810-3n-skx:
 570 #        - 9   # MRR sel
 571 #        - 11  # MRR sel
 572 #        - 12  # MRR sel
 573 #        - 13  # MRR sel
 574 #    vpp-performance-changes-3n-skx-mrr-cmp:
 575 #      csit-vpp-perf-verify-1901-3n-skx:
 576 ##        - 32  # MRR sel
 577 #        - 69  # 1901.1 MRR sel
 578 #    vpp-performance-changes-3n-skx-mrr:
 579 #      - "vpp-performance-changes-3n-skx-mrr-h1"
 580 #      - "vpp-performance-changes-3n-skx-mrr-ref"
 581 #      - "vpp-performance-changes-3n-skx-mrr-cmp"
 582
 583 #    vpp-performance-changes-2n-skx-mrr-h1:
 584 #      csit-vpp-perf-verify-1807-2n-skx:
 585 #        - 31  # MRR sel
 586 #        - 33  # MRR sel
 587 #        - 37  # MRR sel
 588 #        - 38  # MRR sel
 589 #        - 41  # MRR sel
 590 #        - 43  # MRR sel
 591 #        - 44  # MRR sel
 592 #        - 45  # MRR sel
 593 #        - 46  # MRR sel
 594 #        - 47  # MRR sel
 595 #    vpp-performance-changes-2n-skx-mrr-ref:
 596 #      csit-vpp-perf-verify-1810-2n-skx:
 597 #        - 8   # MRR sel
 598 #        - 10  # MRR sel
 599 #        - 11  # MRR sel
 600 #        - 12  # MRR sel
 601 #    vpp-performance-changes-2n-skx-mrr-cmp:
 602 #      csit-vpp-perf-verify-1901-2n-skx:
 603 ##        - 22  # MRR sel
 604 #        - 65  # 1901.1 MRR sel
 605 #    vpp-performance-changes-2n-skx-mrr:
 606 #      - "vpp-performance-changes-2n-skx-mrr-h1"
 607 #      - "vpp-performance-changes-2n-skx-mrr-ref"
 608 #      - "vpp-performance-changes-2n-skx-mrr-cmp"
 609
 610     dpdk-performance-changes-3n-hsw-h1:
 611       csit-dpdk-perf-verify-1807-3n-hsw:
 612         - 11
 613         - 12  # full
 614         - 14
 615         - 15
 616         - 16
 617         - 17
 618         - 20
 619         - 21
 620         - 22
 621         - 23
 622     dpdk-performance-changes-3n-hsw-ref:
 623       csit-dpdk-perf-verify-1810-3n-hsw:
 624         - 1   # NDRPDR sel
 625         - 2   # NDRPDR sel
 626         - 3   # NDRPDR sel
 627         - 4   # NDRPDR sel
 628         - 5   # NDRPDR sel
 629         - 6   # NDRPDR sel
 630         - 7   # NDRPDR sel
 631         - 8   # NDRPDR sel
 632         - 9   # NDRPDR sel
 633         - 10  # NDRPDR sel
 634     dpdk-performance-changes-3n-hsw-cmp:
 635       csit-dpdk-perf-verify-1901-3n-hsw:
 636         - 13  # NDRPDR sel
 637         - 14  # NDRPDR sel
 638         - 16  # NDRPDR sel
 639         - 17  # NDRPDR sel
 640         - 18  # NDRPDR sel
 641         - 19  # NDRPDR sel
 642         - 20  # NDRPDR sel
 643         - 21  # NDRPDR sel
 644         - 22  # NDRPDR sel
 645         - 23  # NDRPDR sel
 646     dpdk-performance-changes-3n-hsw:
 647       - "dpdk-performance-changes-3n-hsw-h1"
 648       - "dpdk-performance-changes-3n-hsw-ref"
 649       - "dpdk-performance-changes-3n-hsw-cmp"
 650
 651     dpdk-performance-changes-3n-skx-h1:
 652       csit-dpdk-perf-verify-1807-3n-skx:
 653         - 1   # NDRPDR sel
 654         - 2   # NDRPDR sel
 655         - 3   # NDRPDR sel
 656         - 6   # NDRPDR sel
 657         - 7   # NDRPDR sel
 658         - 8   # NDRPDR sel
 659         - 9   # NDRPDR sel
 660         - 10  # NDRPDR sel
 661         - 11  # NDRPDR sel
 662         - 12  # NDRPDR sel
 663     dpdk-performance-changes-3n-skx-ref:
 664       csit-dpdk-perf-verify-1810-3n-skx:
 665         - 3   # NDRPDR sel
 666         - 4   # NDRPDR sel
 667         - 6   # NDRPDR sel
 668         - 7   # NDRPDR sel
 669         - 8   # NDRPDR sel
 670         - 9   # NDRPDR sel
 671         - 10  # NDRPDR sel
 672         - 11  # NDRPDR sel
 673         - 12  # NDRPDR sel
 674         - 13  # NDRPDR sel
 675     dpdk-performance-changes-3n-skx-cmp:
 676       csit-dpdk-perf-verify-1901-3n-skx:
 677         - 3   # NDRPDR sel
 678         - 5   # NDRPDR sel
 679         - 6   # NDRPDR sel
 680         - 7   # NDRPDR sel
 681         - 8   # NDRPDR sel
 682         - 9   # NDRPDR sel
 683         - 10  # NDRPDR sel
 684         - 11  # NDRPDR sel
 685         - 12  # NDRPDR sel
 686         - 13  # NDRPDR sel
 687     dpdk-performance-changes-3n-skx:
 688       - "dpdk-performance-changes-3n-skx-h1"
 689       - "dpdk-performance-changes-3n-skx-ref"
 690       - "dpdk-performance-changes-3n-skx-cmp"
 691
 692     dpdk-performance-changes-2n-skx-ref:
 693       csit-dpdk-perf-verify-1810-2n-skx:
 694         - 3   # NDRPDR sel
 695         - 4   # NDRPDR sel
 696         - 5   # NDRPDR sel
 697         - 7   # NDRPDR sel
 698         - 8   # NDRPDR sel
 699         - 9   # NDRPDR sel
 700         - 10  # NDRPDR sel
 701         - 11  # NDRPDR sel
 702         - 12  # NDRPDR sel
 703         - 13  # NDRPDR sel
 704     dpdk-performance-changes-2n-skx-cmp:
 705       csit-dpdk-perf-verify-1901-2n-skx:
 706         - 12  # NDRPDR sel
 707         - 13  # NDRPDR sel
 708         - 14  # NDRPDR sel
 709         - 15  # NDRPDR sel
 710         - 16  # NDRPDR sel
 711         - 17  # NDRPDR sel
 712         - 18  # NDRPDR sel
 713         - 19  # NDRPDR sel
 714         - 20  # NDRPDR sel
 715         - 21  # NDRPDR sel
 716     dpdk-performance-changes-2n-skx:
 717       - "dpdk-performance-changes-2n-skx-ref"
 718       - "dpdk-performance-changes-2n-skx-cmp"
 719
 720     # Compare testbeds
 721
 722 #    vpp-compare-testbeds-ref:
 723 #      csit-vpp-perf-verify-1901-3n-hsw:
 724 #        - 84  # 1901.2 NDRPDR sel
 725 #    vpp-compare-testbeds-cmp:
 726 #      csit-vpp-perf-verify-1901-3n-skx:
 727 #        - 70  # 1901.2 NDRPDR sel
 728 #    vpp-compare-testbeds:
 729 #      - "vpp-compare-testbeds-ref"
 730 #      - "vpp-compare-testbeds-cmp"
 731
 732 #    vpp-compare-testbeds-mrr-ref:
 733 #      csit-vpp-perf-verify-1901-3n-hsw:
 734 ##        - 35  # MRR sel
 735 #        - 73  # 1901.1 MRR sel
 736 #        - 77  # 1901.1 MRR sel
 737 #    vpp-compare-testbeds-mrr-cmp:
 738 #      csit-vpp-perf-verify-1901-3n-skx:
 739 ##        - 32  # MRR sel
 740 #        - 69  # 1901.1 MRR sel
 741 #    vpp-compare-testbeds-mrr:
 742 #      - "vpp-compare-testbeds-mrr-ref"
 743 #      - "vpp-compare-testbeds-mrr-cmp"
 744
 745     dpdk-compare-testbeds-ref:
 746       csit-dpdk-perf-verify-1901-3n-hsw:
 747         - 13  # NDRPDR sel
 748         - 14  # NDRPDR sel
 749         - 16  # NDRPDR sel
 750         - 17  # NDRPDR sel
 751         - 18  # NDRPDR sel
 752         - 19  # NDRPDR sel
 753         - 20  # NDRPDR sel
 754         - 21  # NDRPDR sel
 755         - 22  # NDRPDR sel
 756         - 23  # NDRPDR sel
 757     dpdk-compare-testbeds-cmp:
 758       csit-dpdk-perf-verify-1901-3n-skx:
 759         - 3   # NDRPDR sel
 760         - 5   # NDRPDR sel
 761         - 6   # NDRPDR sel
 762         - 7   # NDRPDR sel
 763         - 8   # NDRPDR sel
 764         - 9   # NDRPDR sel
 765         - 10  # NDRPDR sel
 766         - 11  # NDRPDR sel
 767         - 12  # NDRPDR sel
 768         - 13  # NDRPDR sel
 769     dpdk-compare-testbeds:
 770       - "dpdk-compare-testbeds-ref"
 771       - "dpdk-compare-testbeds-cmp"
 772
 773     # Compare topologies
 774
 775 #    vpp-compare-topologies-ref:
 776 #      csit-vpp-perf-verify-1901-3n-skx:
 777 ##        - 18  # NDRPDR sel
 778 ##        - 19  # NDRPDR sel
 779 ##        - 20  # NDRPDR sel
 780 ##        - 28  # NDRPDR sel
 781 ##        - 31  # NDRPDR sel
 782 ##        - 33  # NDRPDR sel
 783 ##        - 36  # NDRPDR sel
 784 ##        - 38  # NDRPDR sel
 785 ##        - 47  # NDRPDR sel
 786 ##        - 48  # NDRPDR sel
 787 ##        - 54  # NDRPDR LB
 788 ##        - 57  # NDRPDR LB
 789 ##        - 58  # NDRPDR LB
 790 ##        - 59  # NDRPDR LB
 791 ##        - 60  # NDRPDR LB
 792 ##        - 63  # NDRPDR LB
 793 ##        - 64  # NDRPDR LB
 794 ##        - 65  # NDRPDR LB
 795 ##        - 66  # NDRPDR LB
 796 ##        - 67  # NDRPDR LB
 797 #        - 70  # 1901.2 NDRPDR sel
 798 #    vpp-compare-topologies-cmp:
 799 #      csit-vpp-perf-verify-1901-2n-skx:
 800 ##        - 5   # NDRPDR sel
 801 ##        - 12  # NDRPDR sel
 802 ##        - 13  # NDRPDR sel
 803 ##        - 21  # NDRPDR sel
 804 ##        - 23  # NDRPDR sel
 805 ##        - 31  # NDRPDR sel
 806 ##        - 34  # NDRPDR sel
 807 ##        - 40  # NDRPDR sel
 808 ##        - 42  # NDRPDR sel
 809 ##        - 43  # NDRPDR sel
 810 #        - 64  # 1901.1 NDRPDR sel
 811 #    vpp-compare-topologies:
 812 #      - "vpp-compare-topologies-ref"
 813 #      - "vpp-compare-topologies-cmp"
 814
 815 #    vpp-compare-topologies-mrr-ref:
 816 #      csit-vpp-perf-verify-1901-3n-skx:
 817 ##        - 32  # MRR sel
 818 #        - 69  # 1901.1 MRR sel
 819 #    vpp-compare-topologies-mrr-cmp:
 820 #      csit-vpp-perf-verify-1901-2n-skx:
 821 ##        - 22  # MRR sel
 822 #        - 65  # 1901.1 MRR sel
 823 #    vpp-compare-topologies-mrr:
 824 #      - "vpp-compare-topologies-mrr-ref"
 825 #      - "vpp-compare-topologies-mrr-cmp"
 826
 827     dpdk-compare-topologies-ref:
 828       csit-dpdk-perf-verify-1901-3n-skx:
 829         - 3   # NDRPDR sel
 830         - 5   # NDRPDR sel
 831         - 6   # NDRPDR sel
 832         - 7   # NDRPDR sel
 833         - 8   # NDRPDR sel
 834         - 9   # NDRPDR sel
 835         - 10  # NDRPDR sel
 836         - 11  # NDRPDR sel
 837         - 12  # NDRPDR sel
 838         - 13  # NDRPDR sel
 839     dpdk-compare-topologies-cmp:
 840       csit-dpdk-perf-verify-1901-2n-skx:
 841         - 12  # NDRPDR sel
 842         - 13  # NDRPDR sel
 843         - 14  # NDRPDR sel
 844         - 15  # NDRPDR sel
 845         - 16  # NDRPDR sel
 846         - 17  # NDRPDR sel
 847         - 18  # NDRPDR sel
 848         - 19  # NDRPDR sel
 849         - 20  # NDRPDR sel
 850         - 21  # NDRPDR sel
 851     dpdk-compare-topologies:
 852       - "dpdk-compare-topologies-ref"
 853       - "dpdk-compare-topologies-cmp"
 854
 855   plot-layouts:
 856
 857     plot-soak-throughput:
 858       titlefont:
 859         size: 18
 860       xaxis:
 861         title: "<b>Test Cases [Index]</b>"
 862         titlefont:
 863           size: 16
 864         autorange: True
 865         fixedrange: False
 866         gridcolor: "rgb(230, 230, 230)"
 867         linecolor: "rgb(220, 220, 220)"
 868         linewidth: 1
 869         showgrid: True
 870         showline: True
 871         showticklabels: True
 872         tickcolor: "rgb(220, 220, 220)"
 873         tickmode: "linear"
 874         tickfont:
 875           size: 16
 876         zeroline: False
 877       yaxis:
 878         title: "<b>Packet Throughput [Mpps]</b>"
 879         titlefont:
 880           size: 16
 881         gridcolor: "rgb(230, 230, 230)"
 882         hoverformat: ".4s"
 883         tickformat: ".3s"
 884         linecolor: "rgb(220, 220, 220)"
 885         linewidth: 1
 886         showgrid: True
 887         showline: True
 888         showticklabels: True
 889         tickcolor: "rgb(220, 220, 220)"
 890         tickfont:
 891           size: 16
 892         zeroline: False
 893         range: [0,50]
 894       autosize: False
 895       margin:
 896         t: 50
 897         b: 0
 898         l: 80
 899         r: 20
 900       showlegend: True
 901       legend:
 902         orientation: "h"
 903         font:
 904           size: 16
 905       width: 700
 906       height: 900
 907
 908     plot-service-density:
 909       titlefont:
 910         size: 18
 911       xaxis:
 912         side: "top"
 913         autorange: True
 914         fixedrange: False
 915         showgrid: False
 916         showline: False
 917         showticklabels: False
 918         ticks: ""
 919         ticklen: 0
 920         tickwidth: 0
 921         zeroline: False
 922       yaxis:
 923         autorange: "reversed"
 924         showgrid: False
 925         showline: False
 926         showticklabels: False
 927         ticks: ""
 928         ticklen: 0
 929         tickwidth: 0
 930         zeroline: False
 931       autosize: True
 932       showlegend: False
 933       width: 700
 934       height: 700
 935
 936     plot-cps:
 937       titlefont:
 938         size: 18
 939       xaxis:
 940         title: "<b>Test Cases [Index]</b>"
 941         titlefont:
 942           size: 16
 943         autorange: True
 944         fixedrange: False
 945         gridcolor: "rgb(230, 230, 230)"
 946         linecolor: "rgb(220, 220, 220)"
 947         linewidth: 1
 948         showgrid: True
 949         showline: True
 950         showticklabels: True
 951         tickcolor: "rgb(220, 220, 220)"
 952         tickmode: "linear"
 953         tickfont:
 954           size: 16
 955         zeroline: False
 956       yaxis:
 957         title: "<b>Connections Per Second [cps]</b>"
 958         titlefont:
 959           size: 16
 960         gridcolor: "rgb(230, 230, 230)"
 961         hoverformat: ".4s"
 962         linecolor: "rgb(220, 220, 220)"
 963         linewidth: 1
 964         rangemode: "tozero"
 965         showgrid: True
 966         showline: True
 967         showticklabels: True
 968         tickcolor: "rgb(220, 220, 220)"
 969         tickformat: ".3s"
 970         tickfont:
 971           size: 16
 972         zeroline: False
 973       boxmode: "group"
 974       boxgroupgap: 0.5
 975       autosize: False
 976       margin:
 977         t: 50
 978         b: 20
 979         l: 80
 980         r: 20
 981       showlegend: True
 982       legend:
 983         orientation: "h"
 984         font:
 985           size: 16
 986       width: 700
 987       height: 800
 988
 989     plot-rps:
 990       titlefont:
 991         size: 18
 992       xaxis:
 993         title: "<b>Test Cases [Index]</b>"
 994         titlefont:
 995           size: 16
 996         autorange: True
 997         fixedrange: False
 998         gridcolor: "rgb(230, 230, 230)"
 999         linecolor: "rgb(220, 220, 220)"
1000         linewidth: 1
1001         showgrid: True
1002         showline: True
1003         showticklabels: True
1004         tickcolor: "rgb(220, 220, 220)"
1005         tickmode: "linear"
1006         tickfont:
1007           size: 16
1008         zeroline: False
1009       yaxis:
1010         title: "<b>Requests Per Second [rps]</b>"
1011         titlefont:
1012           size: 16
1013         gridcolor: "rgb(230, 230, 230)"
1014         hoverformat: ".4s"
1015         linecolor: "rgb(220, 220, 220)"
1016         linewidth: 1
1017         rangemode: "tozero"
1018         showgrid: True
1019         showline: True
1020         showticklabels: True
1021         tickcolor: "rgb(230, 230, 230)"
1022         tickformat: ".3s"
1023         tickfont:
1024           size: 16
1025         zeroline: False
1026       boxmode: "group"
1027       boxgroupgap: 0.5
1028       autosize: False
1029       margin:
1030         t: 50
1031         b: 20
1032         l: 80
1033         r: 20
1034       showlegend: True
1035       legend:
1036         orientation: "h"
1037         font:
1038           size: 16
1039       width: 700
1040       height: 800
1041
1042     plot-throughput:
1043       titlefont:
1044         size: 18
1045       xaxis:
1046         title: "<b>Test Cases [Index]</b>"
1047         titlefont:
1048           size: 16
1049         autorange: True
1050         fixedrange: False
1051         gridcolor: "rgb(230, 230, 230)"
1052         linecolor: "rgb(220, 220, 220)"
1053         linewidth: 1
1054         showgrid: True
1055         showline: True
1056         showticklabels: True
1057         tickcolor: "rgb(220, 220, 220)"
1058         tickmode: "linear"
1059         tickfont:
1060           size: 16
1061         zeroline: False
1062       yaxis:
1063         title: "<b>Packet Throughput [Mpps]</b>"
1064         titlefont:
1065           size: 16
1066         gridcolor: "rgb(230, 230, 230)"
1067         hoverformat: ".4s"
1068         tickformat: ".3s"
1069         linecolor: "rgb(220, 220, 220)"
1070         linewidth: 1
1071         showgrid: True
1072         showline: True
1073         showticklabels: True
1074         tickcolor: "rgb(220, 220, 220)"
1075         tickfont:
1076           size: 16
1077         zeroline: False
1078         range: [0,50]
1079       boxmode: "group"
1080       boxgroupgap: 0.5
1081       autosize: False
1082       margin:
1083         t: 50
1084         b: 0
1085         l: 80
1086         r: 20
1087       showlegend: True
1088       legend:
1089         orientation: "h"
1090         font:
1091           size: 16
1092       width: 700
1093       height: 900
1094
1095     plot-throughput-speedup-analysis:
1096       titlefont:
1097         size: 18
1098       xaxis:
1099         title: "<b>Number of Cores [Qty]</b>"
1100         titlefont:
1101           size: 16
1102         autorange: True
1103         fixedrange: False
1104         gridcolor: "rgb(230, 230, 230)"
1105         linecolor: "rgb(220, 220, 220)"
1106         linewidth: 1
1107         showgrid: True
1108         showline: True
1109         showticklabels: True
1110         tickcolor: "rgb(238, 238, 238)"
1111         tickmode: "linear"
1112         tickfont:
1113           size: 16
1114         zeroline: False
1115       yaxis:
1116         title: "<b>Packet Throughput [Mpps]</b>"
1117         titlefont:
1118           size: 16
1119         type: "linear"
1120         gridcolor: "rgb(230, 230, 230)"
1121         hoverformat: ".4s"
1122         linecolor: "rgb(220, 220, 220)"
1123         linewidth: 1
1124         showgrid: True
1125         showline: True
1126         showticklabels: True
1127         tickcolor: "rgb(220, 220, 220)"
1128         tickformat: ".4s"
1129         tickfont:
1130           size: 16
1131         zeroline: True
1132         rangemode: "tozero"
1133         range: [0,100]
1134       legend:
1135         orientation: "h"
1136         font:
1137           size: 16
1138         xanchor: "left"
1139         yanchor: "top"
1140         x: 0
1141         y: -0.2
1142         bgcolor: "rgba(255, 255, 255, 0)"
1143         bordercolor: "rgba(255, 255, 255, 0)"
1144         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1145       autosize: False
1146       margin:
1147           't': 50
1148           'b': 150
1149           'l': 85
1150           'r': 10
1151       showlegend: True
1152       width: 700
1153       height: 700
1154       hoverlabel:
1155         namelength: -1
1156       annotations: [
1157         {
1158           text: "_ _          __          ...",
1159           align: "left",
1160           showarrow: False,
1161           xref: "paper",
1162           yref: "paper",
1163           xanchor: "left",
1164           yanchor: "top",
1165           x: 0,
1166           y: -0.13,
1167           font: {
1168             family: "Consolas, Courier New",
1169             size: 15
1170           },
1171         },
1172         {
1173           text: "    Perfect     Measured     Limit",
1174           align: "left",
1175           showarrow: False,
1176           xref: "paper",
1177           yref: "paper",
1178           xanchor: "left",
1179           yanchor: "top",
1180           x: 0,
1181           y: -0.15,
1182           font: {
1183             family: "Consolas, Courier New",
1184             size: 15
1185           },
1186         },
1187       ]
1188
1189     plot-latency:
1190       titlefont:
1191         size: 18
1192       xaxis:
1193         title: "<b>Direction</b>"
1194         titlefont:
1195           size: 16
1196         autorange: True
1197         fixedrange: False
1198         gridcolor: "rgb(230, 230, 230)"
1199         linecolor: "rgb(220, 220, 220)"
1200         linewidth: 1
1201         showgrid: True
1202         showline: True
1203         showticklabels: False
1204         tickcolor: "rgb(220, 220, 220)"
1205         tickmode: "linear"
1206         tickfont:
1207           size: 16
1208         zeroline: False
1209       yaxis:
1210         title: "<b>Packet Latency [uSec]</b>"
1211         titlefont:
1212           size: 16
1213         type: "linear"
1214         gridcolor: "rgb(230, 230, 230)"
1215         hoverformat: ".4s"
1216         linecolor: "rgb(220, 220, 220)"
1217         linewidth: 1
1218         showgrid: True
1219         showline: True
1220         showticklabels: True
1221         tickcolor: "rgb(220, 220, 220)"
1222         tickformat: ".4s"
1223         tickfont:
1224           size: 16
1225         zeroline: True
1226         rangemode: "tozero"
1227       legend:
1228         orientation: "h"
1229         font:
1230           size: 16
1231         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1232       autosize: False
1233       margin:
1234           't': 50
1235           'b': 150
1236           'l': 80
1237           'r': 10
1238       showlegend: True
1239       width: 700
1240       height: 700
1241       hoverlabel:
1242         namelength: -1
1243
1244 -
1245   type: "static"
1246   src-path: "{DIR[RST]}"
1247   dst-path: "{DIR[WORKING,SRC]}"
1248
1249 -
1250   type: "input"
1251   general:
1252     file-name: "robot-plugin.zip"
1253     file-format: ".zip"
1254     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1255     extract: "robot-plugin/output.xml"
1256
1257   builds:
1258
1259 #    intel-dnv-vpp-release-1901:
1260 #      - 1
1261 #
1262 #    intel-dnv-vpp-release-1810:
1263 #      - 1
1264
1265     csit-vpp-perf-verify-1807-3n-hsw:
1266 #      - 8   # MRR full
1267 #      - 9   # MRR sel
1268 #      - 21  # MRR sel
1269 #      - 31  # MRR sel
1270 #      - 33  # MRR sel
1271 #      - 36  # MRR sel
1272 #      - 41  # MRR sel
1273 #      - 42  # MRR sel
1274 #      - 48  # MRR sel
1275 #      - 11  # NDRPDR full 1
1276 #      - 22  # NDRPDR full 2
1277 #      - 45  # NDRPDR full 3
1278 #      - 46  # NDRPDR full 4
1279       - 15  # NDRPDR sel
1280       - 16  # NDRPDR sel
1281       - 19  # NDRPDR sel
1282       - 18  # NDRPDR sel
1283       - 20  # NDRPDR sel
1284       - 38  # NDRPDR sel
1285       - 40  # NDRPDR sel
1286       - 44  # NDRPDR sel
1287       - 47  # NDRPDR sel
1288     csit-vpp-perf-verify-1810-3n-hsw:
1289 #      - 9   # MRR sel
1290 #      - 20  # NDRPDR full
1291 #      - 21  # NDRPDR full
1292 #      - 22  # NDRPDR full
1293 #      - 27  # NDRPDR full
1294       - 8   # NDRPDR sel
1295       - 12  # NDRPDR sel
1296       - 14  # NDRPDR sel
1297       - 18  # NDRPDR sel
1298       - 23  # NDRPDR sel
1299       - 25  # NDRPDR sel
1300       - 38  # NDRPDR sel
1301       - 39  # NDRPDR sel
1302       - 41  # NDRPDR sel
1303       - 42  # NDRPDR sel
1304 #      - 28  # WRK
1305 #      - 29  # WRK
1306 #      - 30  # WRK
1307 #      - 31  # WRK
1308 #      - 32  # WRK
1309 #      - 33  # WRK
1310 #      - 34  # WRK
1311 #      - 35  # WRK
1312 #      - 36  # WRK
1313 #      - 37  # WRK
1314     csit-vpp-perf-verify-1901-3n-hsw:
1315       - 86  # 1901.3 NDRPDR sel
1316
1317 #    csit-vpp-perf-verify-1807-3n-skx:
1318 #      - 33  # NDRPDR sel
1319 #      - 35  # NDRPDR sel
1320 #      - 37  # NDRPDR sel
1321 #      - 38  # NDRPDR sel
1322 #      - 39  # NDRPDR sel
1323 #      - 43  # NDRPDR sel
1324 #      - 44  # NDRPDR sel
1325 #      - 49  # NDRPDR sel
1326 #      - 50  # NDRPDR sel
1327 #      - 56  # NDRPDR sel
1328 #    csit-vpp-perf-verify-1810-3n-skx:
1329 #      - 10  # NDRPDR sel
1330 #      - 14  # NDRPDR sel
1331 #      - 15  # NDRPDR sel
1332 #      - 16  # NDRPDR sel
1333 #      - 17  # NDRPDR sel
1334 #      - 19  # NDRPDR sel
1335 #      - 20  # NDRPDR sel
1336 #      - 21  # NDRPDR sel
1337 #      - 22  # NDRPDR sel
1338 #      - 25  # NDRPDR sel
1339 #    csit-vpp-perf-verify-1901-3n-skx:
1340 #      - 70  # 1901.2 NDRPDR sel
1341
1342 #    csit-vpp-perf-verify-1807-2n-skx:
1343 #      - 27  # MRR full
1344 #      - 31  # MRR sel
1345 #      - 33  # MRR sel
1346 #      - 37  # MRR sel
1347 #      - 38  # MRR sel
1348 #      - 41  # MRR sel
1349 #      - 43  # MRR sel
1350 #      - 44  # MRR sel
1351 #      - 45  # MRR sel
1352 #      - 46  # MRR sel
1353 #      - 47  # MRR sel
1354 #      - 32  # NDRPDR full
1355 #      - 26  # NDRPDR sel
1356 #      - 28  # NDRPDR sel
1357 #      - 29  # NDRPDR sel
1358 #      - 30  # NDRPDR sel
1359 #      - 34  # NDRPDR sel
1360 #      - 35  # NDRPDR sel
1361 #      - 36  # NDRPDR sel
1362 #      - 39  # NDRPDR sel
1363 #      - 40  # NDRPDR sel
1364 #      - 42  # NDRPDR sel
1365 #    csit-vpp-perf-verify-1810-2n-skx:
1366 #      - 8   # MRR sel
1367 #      - 10  # MRR sel
1368 #      - 11  # MRR sel
1369 #      - 12  # MRR sel
1370 #      - 25  # NDRPDR full
1371 #      - 26  # NDRPDR full
1372 #      - 9   # NDRPDR sel
1373 #      - 13  # NDRPDR sel
1374 #      - 14  # NDRPDR sel
1375 #      - 19  # NDRPDR sel
1376 #      - 20  # NDRPDR sel
1377 #      - 21  # NDRPDR sel
1378 #      - 22  # NDRPDR sel
1379 #      - 23  # NDRPDR sel
1380 #      - 24  # NDRPDR sel
1381 #      - 27  # NDRPDR sel
1382 #    csit-vpp-perf-verify-1901-2n-skx:
1383 ##      - 22  # MRR sel
1384 ##      - 25  # NDRPDR full
1385 ##      - 30  # NDRPDR full
1386 ##      - 33  # NDRPDR full
1387 ##      - 44  # NDRPDR full
1388 ##      - 5   # NDRPDR sel
1389 ##      - 12  # NDRPDR sel
1390 ##      - 13  # NDRPDR sel
1391 ##      - 21  # NDRPDR sel
1392 ##      - 23  # NDRPDR sel
1393 ##      - 31  # NDRPDR sel
1394 ##      - 34  # NDRPDR sel
1395 ##      - 40  # NDRPDR sel
1396 ##      - 42  # NDRPDR sel
1397 ##      - 43  # NDRPDR sel
1398 #      - 24  # NFV MRR
1399 #      - 26  # NFV MRR
1400 #      - 27  # NFV MRR
1401 #      - 35  # NFV MRR
1402 #      - 37  # NFV MRR
1403 #      - 28  # NFV NDRPDR
1404 #      - 29  # NFV NDRPDR
1405 #      - 32  # NFV NDRPDR
1406 #      - 39  # NFV NDRPDR
1407 #      - 46  # NFV NDRPDR
1408 #      - 45  # SOAK
1409 #      - 64  # 1901.1 NDRPDR sel
1410 #      - 65  # 1901.1 MRR sel
1411 #    csit-ligato-perf-verify-1901-3n-hsw:
1412 #      - 10  # NDRPDR full
1413 #      - 8   # NDRPDR sel
1414 #      - 9   # NDRPDR sel
1415 #      - 11  # NDRPDR sel
1416 #      - 12  # NDRPDR sel
1417 #      - 13  # NDRPDR sel
1418 #      - 14  # NDRPDR sel
1419 #      - 15  # NDRPDR sel
1420 #      - 16  # NDRPDR sel
1421 #      - 17  # NDRPDR sel
1422 #      - 18  # NDRPDR sel
1423     csit-dpdk-perf-verify-1807-3n-hsw:
1424       - 11
1425       - 12  # full
1426       - 14
1427       - 15
1428       - 16
1429       - 17
1430       - 20
1431       - 21
1432       - 22
1433       - 23
1434     csit-dpdk-perf-verify-1810-3n-hsw:
1435       - 1   # NDRPDR sel
1436       - 2   # NDRPDR sel
1437       - 3   # NDRPDR sel
1438       - 4   # NDRPDR sel
1439       - 5   # NDRPDR sel
1440       - 6   # NDRPDR sel
1441       - 7   # NDRPDR sel
1442       - 8   # NDRPDR sel
1443       - 9   # NDRPDR sel
1444       - 10  # NDRPDR sel
1445     csit-dpdk-perf-verify-1901-3n-hsw:
1446       - 13  # NDRPDR sel
1447       - 14  # NDRPDR sel
1448       - 16  # NDRPDR sel
1449       - 17  # NDRPDR sel
1450       - 18  # NDRPDR sel
1451       - 19  # NDRPDR sel
1452       - 20  # NDRPDR sel
1453       - 21  # NDRPDR sel
1454       - 22  # NDRPDR sel
1455       - 23  # NDRPDR sel
1456     csit-dpdk-perf-verify-1807-3n-skx:
1457       - 1   # NDRPDR sel
1458       - 2   # NDRPDR sel
1459       - 3   # NDRPDR sel
1460       - 6   # NDRPDR sel
1461       - 7   # NDRPDR sel
1462       - 8   # NDRPDR sel
1463       - 9   # NDRPDR sel
1464       - 10  # NDRPDR sel
1465       - 11  # NDRPDR sel
1466       - 12  # NDRPDR sel
1467     csit-dpdk-perf-verify-1810-3n-skx:
1468       - 3   # NDRPDR sel
1469       - 4   # NDRPDR sel
1470       - 6   # NDRPDR sel
1471       - 7   # NDRPDR sel
1472       - 8   # NDRPDR sel
1473       - 9   # NDRPDR sel
1474       - 10  # NDRPDR sel
1475       - 11  # NDRPDR sel
1476       - 12  # NDRPDR sel
1477       - 13  # NDRPDR sel
1478     csit-dpdk-perf-verify-1901-3n-skx:
1479       - 3   # NDRPDR sel
1480       - 5   # NDRPDR sel
1481       - 6   # NDRPDR sel
1482       - 7   # NDRPDR sel
1483       - 8   # NDRPDR sel
1484       - 9   # NDRPDR sel
1485       - 10  # NDRPDR sel
1486       - 11  # NDRPDR sel
1487       - 12  # NDRPDR sel
1488       - 13  # NDRPDR sel
1489     csit-dpdk-perf-verify-1810-2n-skx:
1490       - 3   # NDRPDR sel
1491       - 4   # NDRPDR sel
1492       - 5   # NDRPDR sel
1493       - 7   # NDRPDR sel
1494       - 8   # NDRPDR sel
1495       - 9   # NDRPDR sel
1496       - 10  # NDRPDR sel
1497       - 11  # NDRPDR sel
1498       - 12  # NDRPDR sel
1499       - 13  # NDRPDR sel
1500     csit-dpdk-perf-verify-1901-2n-skx:
1501       - 12  # NDRPDR sel
1502       - 13  # NDRPDR sel
1503       - 14  # NDRPDR sel
1504       - 15  # NDRPDR sel
1505       - 16  # NDRPDR sel
1506       - 17  # NDRPDR sel
1507       - 18  # NDRPDR sel
1508       - 19  # NDRPDR sel
1509       - 20  # NDRPDR sel
1510       - 21  # NDRPDR sel
1511     csit-vpp-functional-1901-ubuntu1604-virl:
1512       - 182  # 1901.3
1513     csit-vpp-functional-1901-centos7-virl:
1514       - 184  # 1901.3
1515     csit-vpp-device-1901-ubuntu1804-1n-skx:
1516       - 184  # 1901.3
1517 #    # Not used
1518 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1519 #      - 1
1520 #    csit-dmm-functional-1901-ubuntu1604-virl:
1521 #      - 2
1522 #    csit-hc2vpp-verify-func-1901-ubuntu1604:
1523 #      - 3
1524
1525 -
1526   type: "output"
1527   output: "report"
1528   format:
1529     html:
1530     - full
1531     pdf:
1532     - minimal
1533
1534 ################################################################################
1535 ###                               T A B L E S                                ###
1536 ################################################################################
1537
1538 # VPP Performance Changes 3n-hsw 1t1c pdr
1539 -
1540   type: "table"
1541   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
1542   algorithm: "table_performance_comparison"
1543   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
1544   history:
1545     -
1546       title: "rls1807"
1547       data: "vpp-performance-changes-3n-hsw-h1"
1548   reference:
1549     title: "rls1810"
1550     data: "vpp-performance-changes-3n-hsw-ref"
1551   compare:
1552     title: "rls1901.3"
1553     data: "vpp-performance-changes-3n-hsw-cmp"
1554   data: "vpp-performance-changes-3n-hsw"
1555   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1556   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1557   parameters:
1558   - "name"
1559   - "parent"
1560   - "throughput"
1561
1562 # VPP Performance Changes 3n-hsw 2t2c pdr
1563 -
1564   type: "table"
1565   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
1566   algorithm: "table_performance_comparison"
1567   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
1568   history:
1569     -
1570       title: "rls1807"
1571       data: "vpp-performance-changes-3n-hsw-h1"
1572   reference:
1573     title: "rls1810"
1574     data: "vpp-performance-changes-3n-hsw-ref"
1575   compare:
1576     title: "rls1901.3"
1577     data: "vpp-performance-changes-3n-hsw-cmp"
1578   data: "vpp-performance-changes-3n-hsw"
1579   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1580   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1581   parameters:
1582   - "name"
1583   - "parent"
1584   - "throughput"
1585
1586 # VPP Performance Changes 3n-hsw 1t1c ndr
1587 -
1588   type: "table"
1589   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
1590   algorithm: "table_performance_comparison"
1591   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
1592   history:
1593     -
1594       title: "rls1807"
1595       data: "vpp-performance-changes-3n-hsw-h1"
1596   reference:
1597     title: "rls1810"
1598     data: "vpp-performance-changes-3n-hsw-ref"
1599   compare:
1600     title: "rls1901.3"
1601     data: "vpp-performance-changes-3n-hsw-cmp"
1602   data: "vpp-performance-changes-3n-hsw"
1603   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1604   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1605   parameters:
1606   - "name"
1607   - "parent"
1608   - "throughput"
1609
1610 # VPP Performance Changes 3n-hsw 2t2c ndr
1611 -
1612   type: "table"
1613   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
1614   algorithm: "table_performance_comparison"
1615   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
1616   history:
1617     -
1618       title: "rls1807"
1619       data: "vpp-performance-changes-3n-hsw-h1"
1620   reference:
1621     title: "rls1810"
1622     data: "vpp-performance-changes-3n-hsw-ref"
1623   compare:
1624     title: "rls1901.3"
1625     data: "vpp-performance-changes-3n-hsw-cmp"
1626   data: "vpp-performance-changes-3n-hsw"
1627   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1628   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1629   parameters:
1630   - "name"
1631   - "parent"
1632   - "throughput"
1633
1634 # Detailed Test Results - VPP Performance Results 3n-hsw
1635 -
1636   type: "table"
1637   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
1638   algorithm: "table_merged_details"
1639   output-file-ext: ".csv"
1640   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
1641   columns:
1642   -
1643     title: "Name"
1644     data: "data name"
1645   -
1646     title: "Status"
1647     data: "data msg"
1648   rows: "generated"
1649   data: "vpp-perf-results-3n-hsw"
1650   filter: "not 'NDRCHK' and not 'PDRCHK'"
1651   parameters:
1652   - "name"
1653   - "parent"
1654   - "msg"
1655
1656 # Test configuration - VPP Performance Test Configs 3n-hsw
1657 -
1658   type: "table"
1659   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
1660   algorithm: "table_merged_details"
1661   output-file-ext: ".csv"
1662   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
1663   columns:
1664   -
1665     title: "Name"
1666     data: "data name"
1667   -
1668     title: "VPP API Test Commands History - Commands Used Per Test Case"
1669     data: "data conf-history"
1670   rows: "generated"
1671   data: "vpp-perf-results-3n-hsw"
1672   filter: "not 'NDRCHK' and not 'PDRCHK'"
1673   parameters:
1674   - "parent"
1675   - "name"
1676   - "conf-history"
1677
1678 # Test Operational Data - VPP Performance Operational Data 3n-hsw
1679 -
1680   type: "table"
1681   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
1682   algorithm: "table_merged_details"
1683   output-file-ext: ".csv"
1684   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
1685   columns:
1686   -
1687     title: "Name"
1688     data: "data name"
1689   -
1690     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
1691     data: "data show-run"
1692   rows: "generated"
1693   data: "vpp-perf-results-3n-hsw"
1694   filter: "not 'NDRCHK' and not 'PDRCHK'"
1695   parameters:
1696   - "parent"
1697   - "name"
1698   - "show-run"
1699
1700 # Detailed Test Results - VPP Functional Results - Ubuntu
1701 -
1702   type: "table"
1703   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
1704   algorithm: "table_details"
1705   output-file-ext: ".csv"
1706   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
1707   columns:
1708   -
1709     title: "Name"
1710     data: "data name"
1711   -
1712     title: "Documentation"
1713     data: "data doc"
1714   -
1715     title: "Status"
1716     data: "data status"
1717   rows: "generated"
1718   data: "vpp-func-results-ubuntu"
1719   filter: "all"
1720   parameters:
1721   - "name"
1722   - "parent"
1723   - "doc"
1724   - "status"
1725
1726 # Detailed Test Results - VPP Functional Results - CentOS
1727 -
1728   type: "table"
1729   title: "Detailed Test Results - VPP Functional Results - CentOS"
1730   algorithm: "table_details"
1731   output-file-ext: ".csv"
1732   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1733   columns:
1734   -
1735     title: "Name"
1736     data: "data name"
1737   -
1738     title: "Documentation"
1739     data: "data doc"
1740   -
1741     title: "Status"
1742     data: "data status"
1743   rows: "generated"
1744   data:
1745     "vpp-func-results-centos"
1746   filter: "all"
1747   parameters:
1748   - "name"
1749   - "parent"
1750   - "doc"
1751   - "status"
1752
1753 # Test configuration - VPP Functional Test Configs - Ubuntu
1754 -
1755   type: "table"
1756   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
1757   algorithm: "table_details"
1758   output-file-ext: ".csv"
1759   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
1760   columns:
1761   -
1762     title: "Name"
1763     data: "data name"
1764   -
1765     title: "VPP API Test Commands History - Commands Used Per Test Case"
1766     data: "data conf-history"
1767   rows: "generated"
1768   data: "vpp-func-results-ubuntu"
1769   filter: "all"
1770   parameters:
1771   - "parent"
1772   - "name"
1773   - "conf-history"
1774
1775 # Test configuration - VPP Functional Test Configs - CentOS
1776 -
1777   type: "table"
1778   title: "Test configuration - VPP Functional Test Configs - CentOS"
1779   algorithm: "table_details"
1780   output-file-ext: ".csv"
1781   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1782   columns:
1783   -
1784     title: "Name"
1785     data: "data name"
1786   -
1787     title: "VPP API Test Commands History - Commands Used Per Test Case"
1788     data: "data conf-history"
1789   rows: "generated"
1790   data: "vpp-func-results-centos"
1791   filter: "all"
1792   parameters:
1793   - "parent"
1794   - "name"
1795   - "conf-history"
1796
1797 # Detailed Test Results - VPP Device Results - Ubuntu
1798 -
1799   type: "table"
1800   title: "Detailed Test Results - VPP Device Results - Ubuntu"
1801   algorithm: "table_details"
1802   output-file-ext: ".csv"
1803   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
1804   columns:
1805   -
1806     title: "Name"
1807     data: "data name"
1808   -
1809     title: "Documentation"
1810     data: "data doc"
1811   -
1812     title: "Status"
1813     data: "data status"
1814   rows: "generated"
1815   data: "vpp-device-results-ubuntu"
1816   filter: "all"
1817   parameters:
1818   - "name"
1819   - "parent"
1820   - "doc"
1821   - "status"
1822
1823 # Test configuration - VPP Device Test Configs - Ubuntu
1824 -
1825   type: "table"
1826   title: "Test configuration - VPP Device Test Configs - Ubuntu"
1827   algorithm: "table_details"
1828   output-file-ext: ".csv"
1829   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
1830   columns:
1831   -
1832     title: "Name"
1833     data: "data name"
1834   -
1835     title: "VPP API Test Commands History - Commands Used Per Test Case"
1836     data: "data conf-history"
1837   rows: "generated"
1838   data: "vpp-device-results-ubuntu"
1839   filter: "all"
1840   parameters:
1841   - "parent"
1842   - "name"
1843   - "conf-history"
1844
1845 ################################################################################
1846
1847 # DPDK Performance Changes 3n-hsw 1t1c pdr
1848 -
1849   type: "table"
1850   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
1851   algorithm: "table_performance_comparison"
1852   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
1853   history:
1854     -
1855       title: "rls1807"
1856       data: "dpdk-performance-changes-3n-hsw-h1"
1857   reference:
1858     title: "rls1810"
1859     data: "dpdk-performance-changes-3n-hsw-ref"
1860   compare:
1861     title: "rls1901"
1862     data: "dpdk-performance-changes-3n-hsw-cmp"
1863   data: "dpdk-performance-changes-3n-hsw"
1864   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1865   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1866   parameters:
1867   - "name"
1868   - "parent"
1869   - "throughput"
1870
1871 # DPDK Performance Changes 3n-hsw 2t2c pdr
1872 -
1873   type: "table"
1874   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
1875   algorithm: "table_performance_comparison"
1876   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
1877   history:
1878     -
1879       title: "rls1807"
1880       data: "dpdk-performance-changes-3n-hsw-h1"
1881   reference:
1882     title: "rls1810"
1883     data: "dpdk-performance-changes-3n-hsw-ref"
1884   compare:
1885     title: "rls1901"
1886     data: "dpdk-performance-changes-3n-hsw-cmp"
1887   data: "dpdk-performance-changes-3n-hsw"
1888   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1889   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1890   parameters:
1891   - "name"
1892   - "parent"
1893   - "throughput"
1894
1895 # DPDK Performance Changes 3n-hsw 1t1c ndr
1896 -
1897   type: "table"
1898   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
1899   algorithm: "table_performance_comparison"
1900   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
1901   history:
1902     -
1903       title: "rls1807"
1904       data: "dpdk-performance-changes-3n-hsw-h1"
1905   reference:
1906     title: "rls1810"
1907     data: "dpdk-performance-changes-3n-hsw-ref"
1908   compare:
1909     title: "rls1901"
1910     data: "dpdk-performance-changes-3n-hsw-cmp"
1911   data: "dpdk-performance-changes-3n-hsw"
1912   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1913   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1914   parameters:
1915   - "name"
1916   - "parent"
1917   - "throughput"
1918
1919 # DPDK Performance Changes 3n-hsw 2t2c ndr
1920 -
1921   type: "table"
1922   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
1923   algorithm: "table_performance_comparison"
1924   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
1925   history:
1926     -
1927       title: "rls1807"
1928       data: "dpdk-performance-changes-3n-hsw-h1"
1929   reference:
1930     title: "rls1810"
1931     data: "dpdk-performance-changes-3n-hsw-ref"
1932   compare:
1933     title: "rls1901"
1934     data: "dpdk-performance-changes-3n-hsw-cmp"
1935   data: "dpdk-performance-changes-3n-hsw"
1936   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1937   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1938   parameters:
1939   - "name"
1940   - "parent"
1941   - "throughput"
1942
1943 # DPDK Performance Changes 3n-skx 2t1c pdr
1944 -
1945   type: "table"
1946   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
1947   algorithm: "table_performance_comparison"
1948   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
1949   history:
1950     -
1951       title: "rls1807"
1952       data: "dpdk-performance-changes-3n-skx-h1"
1953   reference:
1954     title: "rls1810"
1955     data: "dpdk-performance-changes-3n-skx-ref"
1956   compare:
1957     title: "rls1901"
1958     data: "dpdk-performance-changes-3n-skx-cmp"
1959   data: "dpdk-performance-changes-3n-skx"
1960   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1961   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1962   parameters:
1963   - "name"
1964   - "parent"
1965   - "throughput"
1966
1967 # DPDK Performance Changes 3n-skx 4t2c pdr
1968 -
1969   type: "table"
1970   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
1971   algorithm: "table_performance_comparison"
1972   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
1973   history:
1974     -
1975       title: "rls1807"
1976       data: "dpdk-performance-changes-3n-skx-h1"
1977   reference:
1978     title: "rls1810"
1979     data: "dpdk-performance-changes-3n-skx-ref"
1980   compare:
1981     title: "rls1901"
1982     data: "dpdk-performance-changes-3n-skx-cmp"
1983   data: "dpdk-performance-changes-3n-skx"
1984   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1985   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1986   parameters:
1987   - "name"
1988   - "parent"
1989   - "throughput"
1990
1991 # DPDK Performance Changes 3n-skx 2t1c ndr
1992 -
1993   type: "table"
1994   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
1995   algorithm: "table_performance_comparison"
1996   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
1997   history:
1998     -
1999       title: "rls1807"
2000       data: "dpdk-performance-changes-3n-skx-h1"
2001   reference:
2002     title: "rls1810"
2003     data: "dpdk-performance-changes-3n-skx-ref"
2004   compare:
2005     title: "rls1901"
2006     data: "dpdk-performance-changes-3n-skx-cmp"
2007   data: "dpdk-performance-changes-3n-skx"
2008   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2009   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2010   parameters:
2011   - "name"
2012   - "parent"
2013   - "throughput"
2014
2015 # DPDK Performance Changes 3n-skx 4t2c ndr
2016 -
2017   type: "table"
2018   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
2019   algorithm: "table_performance_comparison"
2020   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
2021   history:
2022     -
2023       title: "rls1807"
2024       data: "dpdk-performance-changes-3n-skx-h1"
2025   reference:
2026     title: "rls1810"
2027     data: "dpdk-performance-changes-3n-skx-ref"
2028   compare:
2029     title: "rls1901"
2030     data: "dpdk-performance-changes-3n-skx-cmp"
2031   data: "dpdk-performance-changes-3n-skx"
2032   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2033   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2034   parameters:
2035   - "name"
2036   - "parent"
2037   - "throughput"
2038
2039 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
2040 -
2041   type: "table"
2042   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
2043   algorithm: "table_performance_comparison"
2044   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
2045   reference:
2046     title: "3-Node Hsw"
2047     data: "dpdk-compare-testbeds-ref"
2048   compare:
2049     title: "3-Node Skx"
2050     data: "dpdk-compare-testbeds-cmp"
2051   data: "dpdk-compare-testbeds"
2052   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2053   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2054   parameters:
2055   - "name"
2056   - "parent"
2057   - "throughput"
2058
2059 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
2060 -
2061   type: "table"
2062   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
2063   algorithm: "table_performance_comparison"
2064   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
2065   reference:
2066     title: "3-Node Hsw"
2067     data: "dpdk-compare-testbeds-ref"
2068   compare:
2069     title: "3-Node Skx"
2070     data: "dpdk-compare-testbeds-cmp"
2071   data: "dpdk-compare-testbeds"
2072   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2073   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2074   parameters:
2075   - "name"
2076   - "parent"
2077   - "throughput"
2078
2079 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
2080 -
2081   type: "table"
2082   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
2083   algorithm: "table_performance_comparison"
2084   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
2085   reference:
2086     title: "3-Node Skx"
2087     data: "dpdk-compare-topologies-ref"
2088   compare:
2089     title: "2-Node Skx"
2090     data: "dpdk-compare-topologies-cmp"
2091   data: "dpdk-compare-topologies"
2092   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2093   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2094   parameters:
2095   - "name"
2096   - "parent"
2097   - "throughput"
2098
2099 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
2100 -
2101   type: "table"
2102   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
2103   algorithm: "table_performance_comparison"
2104   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
2105   reference:
2106     title: "3-Node Skx"
2107     data: "dpdk-compare-topologies-ref"
2108   compare:
2109     title: "2-Node Skx"
2110     data: "dpdk-compare-topologies-cmp"
2111   data: "dpdk-compare-topologies"
2112   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2113   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2114   parameters:
2115   - "name"
2116   - "parent"
2117   - "throughput"
2118
2119 # DPDK Performance Changes 2n-skx 2t1c pdr
2120 -
2121   type: "table"
2122   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
2123   algorithm: "table_performance_comparison"
2124   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
2125   reference:
2126     title: "rls1810"
2127     data: "dpdk-performance-changes-2n-skx-ref"
2128   compare:
2129     title: "rls1901"
2130     data: "dpdk-performance-changes-2n-skx-cmp"
2131   data: "dpdk-performance-changes-2n-skx"
2132   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2133   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2134   parameters:
2135   - "name"
2136   - "parent"
2137   - "throughput"
2138
2139 # DPDK Performance Changes 2n-skx 4t2c pdr
2140 -
2141   type: "table"
2142   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
2143   algorithm: "table_performance_comparison"
2144   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
2145   reference:
2146     title: "rls1810"
2147     data: "dpdk-performance-changes-2n-skx-ref"
2148   compare:
2149     title: "rls1901"
2150     data: "dpdk-performance-changes-2n-skx-cmp"
2151   data: "dpdk-performance-changes-2n-skx"
2152   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2153   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2154   parameters:
2155   - "name"
2156   - "parent"
2157   - "throughput"
2158
2159 # DPDK Performance Changes 2n-skx 2t1c ndr
2160 -
2161   type: "table"
2162   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
2163   algorithm: "table_performance_comparison"
2164   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
2165   reference:
2166     title: "rls1810"
2167     data: "dpdk-performance-changes-2n-skx-ref"
2168   compare:
2169     title: "rls1901"
2170     data: "dpdk-performance-changes-2n-skx-cmp"
2171   data: "dpdk-performance-changes-2n-skx"
2172   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2173   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2174   parameters:
2175   - "name"
2176   - "parent"
2177   - "throughput"
2178
2179 # DPDK Performance Changes 2n-skx 4t2c ndr
2180 -
2181   type: "table"
2182   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
2183   algorithm: "table_performance_comparison"
2184   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
2185   reference:
2186     title: "rls1810"
2187     data: "dpdk-performance-changes-2n-skx-ref"
2188   compare:
2189     title: "rls1901"
2190     data: "dpdk-performance-changes-2n-skx-cmp"
2191   data: "dpdk-performance-changes-2n-skx"
2192   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2193   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2194   parameters:
2195   - "name"
2196   - "parent"
2197   - "throughput"
2198
2199 # Detailed Test Results - DPDK Performance Results 3n-hsw
2200 -
2201   type: "table"
2202   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
2203   algorithm: "table_details"
2204   output-file-ext: ".csv"
2205   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
2206   columns:
2207   -
2208     title: "Name"
2209     data: "data name"
2210   -
2211     title: "Status"
2212     data: "data msg"
2213   rows: "generated"
2214   data: "dpdk-perf-results-3n-hsw"
2215   filter: "all"
2216   parameters:
2217   - "name"
2218   - "parent"
2219   - "msg"
2220
2221 # Detailed Test Results - DPDK Performance Results 3n-skx
2222 -
2223   type: "table"
2224   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
2225   algorithm: "table_details"
2226   output-file-ext: ".csv"
2227   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
2228   columns:
2229   -
2230     title: "Name"
2231     data: "data name"
2232   -
2233     title: "Status"
2234     data: "data msg"
2235   rows: "generated"
2236   data: "dpdk-perf-results-3n-skx"
2237   filter: "all"
2238   parameters:
2239   - "name"
2240   - "parent"
2241   - "msg"
2242
2243 # Detailed Test Results - DPDK Performance Results 2n-skx
2244 -
2245   type: "table"
2246   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
2247   algorithm: "table_details"
2248   output-file-ext: ".csv"
2249   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
2250   columns:
2251   -
2252     title: "Name"
2253     data: "data name"
2254   -
2255     title: "Status"
2256     data: "data msg"
2257   rows: "generated"
2258   data: "dpdk-perf-results-2n-skx"
2259   filter: "all"
2260   parameters:
2261   - "name"
2262   - "parent"
2263   - "msg"
2264
2265 ################################################################################
2266 ###                                F I L E S                                 ###
2267 ################################################################################
2268
2269 # VPP Performance Results 3n-hsw
2270 -
2271   type: "file"
2272   title: "VPP Performance Results 3n-hsw"
2273   algorithm: "file_test_results"
2274   output-file-ext: ".rst"
2275   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2276   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2277   dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}"
2278   data: "vpp-perf-results-3n-hsw"
2279   filter: "not 'NDRCHK' and not 'PDRCHK'"
2280   parameters:
2281   - "name"
2282   - "doc"
2283   - "level"
2284   - "parent"
2285   data-start-level: 3
2286
2287 # VPP Performance Configuration 3n-hsw
2288 -
2289   type: "file"
2290   title: "VPP Performance Configuration 3n-hsw"
2291   algorithm: "file_test_results"
2292   output-file-ext: ".rst"
2293   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw"
2294   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2295   dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}"
2296   data: "vpp-perf-results-3n-hsw"
2297   filter: "not 'NDRCHK' and not 'PDRCHK'"
2298   parameters:
2299   - "name"
2300   - "doc"
2301   - "level"
2302   - "parent"
2303   data-start-level: 3
2304
2305 # VPP Performance Operational Data 3n-hsw
2306 -
2307   type: "file"
2308   title: "VPP Performance Operational Data 3n-hsw"
2309   algorithm: "file_test_results"
2310   output-file-ext: ".rst"
2311   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw"
2312   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2313   dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}"
2314   data: "vpp-perf-results-3n-hsw"
2315   filter: "not 'NDRCHK' and not 'PDRCHK'"
2316   parameters:
2317   - "name"
2318   - "doc"
2319   - "level"
2320   - "parent"
2321   data-start-level: 3
2322
2323 # VPP Functional Results - Ubuntu
2324 -
2325   type: "file"
2326   title: "VPP Functional Results - Ubuntu"
2327   algorithm: "file_test_results"
2328   output-file-ext: ".rst"
2329   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
2330   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2331   dir-tables: "{DIR[DTR,FUNC,VPP,UBUNTU]}"
2332   data: "vpp-func-results-ubuntu"
2333   filter: "all"
2334   parameters:
2335   - "name"
2336   - "doc"
2337   - "level"
2338   - "parent"
2339   data-start-level: 3
2340
2341 # VPP Functional Results - CentOS
2342 -
2343   type: "file"
2344   title: "VPP Functional Results - CentOS"
2345   algorithm: "file_test_results"
2346   output-file-ext: ".rst"
2347   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
2348   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2349   dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
2350   data:
2351     "vpp-func-results-centos"
2352   filter: "all"
2353   parameters:
2354   - "name"
2355   - "doc"
2356   - "level"
2357   - "parent"
2358   data-start-level: 3
2359
2360 # VPP Functional Configuration - Ubuntu
2361 -
2362   type: "file"
2363   title: "VPP Functional Configuration - Ubuntu"
2364   algorithm: "file_test_results"
2365   output-file-ext: ".rst"
2366   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
2367   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2368   dir-tables: "{DIR[DTC,FUNC,VPP,UBUNTU]}"
2369   data: "vpp-func-results-ubuntu"
2370   filter: "all"
2371   parameters:
2372   - "name"
2373   - "doc"
2374   - "level"
2375   - "parent"
2376   data-start-level: 3
2377
2378 # VPP Functional Configuration - CentOS
2379 -
2380   type: "file"
2381   title: "VPP Functional Configuration - CentOS"
2382   algorithm: "file_test_results"
2383   output-file-ext: ".rst"
2384   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
2385   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2386   dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
2387   data:
2388     "vpp-func-results-centos"
2389   filter: "all"
2390   parameters:
2391   - "name"
2392   - "doc"
2393   - "level"
2394   - "parent"
2395   data-start-level: 3
2396
2397 # VPP Device Results - Ubuntu
2398 -
2399   type: "file"
2400   title: "VPP Device Results - Ubuntu"
2401   algorithm: "file_test_results"
2402   output-file-ext: ".rst"
2403   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
2404   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2405   dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}"
2406   data: "vpp-device-results-ubuntu"
2407   filter: "all"
2408   parameters:
2409   - "name"
2410   - "doc"
2411   - "level"
2412   - "parent"
2413   data-start-level: 2
2414
2415 # VPP Device Configuration - Ubuntu
2416 -
2417   type: "file"
2418   title: "VPP Device Configuration - Ubuntu"
2419   algorithm: "file_test_results"
2420   output-file-ext: ".rst"
2421   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
2422   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2423   dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}"
2424   data: "vpp-device-results-ubuntu"
2425   filter: "all"
2426   parameters:
2427   - "name"
2428   - "doc"
2429   - "level"
2430   - "parent"
2431   data-start-level: 2
2432
2433 # DPDK Performance Results 3n-hsw
2434 -
2435   type: "file"
2436   title: "DPDK Performance Results 3n-hsw"
2437   algorithm: "file_test_results"
2438   output-file-ext: ".rst"
2439   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
2440   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2441   dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}"
2442   data: "dpdk-perf-results-3n-hsw"
2443   filter: "all"
2444   parameters:
2445   - "name"
2446   - "doc"
2447   - "level"
2448   - "parent"
2449   data-start-level: 3
2450
2451 # DPDK Performance Results 3n-skx
2452 -
2453   type: "file"
2454   title: "DPDK Performance Results 3n-skx"
2455   algorithm: "file_test_results"
2456   output-file-ext: ".rst"
2457   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
2458   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2459   dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}"
2460   data: "dpdk-perf-results-3n-skx"
2461   filter: "all"
2462   parameters:
2463   - "name"
2464   - "doc"
2465   - "level"
2466   - "parent"
2467   data-start-level: 3
2468
2469 # DPDK Performance Results 2n-skx
2470 -
2471   type: "file"
2472   title: "DPDK Performance Results 2n-skx"
2473   algorithm: "file_test_results"
2474   output-file-ext: ".rst"
2475   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
2476   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
2477   dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}"
2478   data: "dpdk-perf-results-2n-skx"
2479   filter: "all"
2480   parameters:
2481   - "name"
2482   - "doc"
2483   - "level"
2484   - "parent"
2485   data-start-level: 3
2486
2487 ################################################################################
2488 ###                                P L O T S                                 ###
2489 ################################################################################
2490
2491 # Packet Throughput - VPP IPSec 3n-hsw-xl710 base
2492 -
2493   type: "plot"
2494   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-base-ndr"
2495   algorithm: "plot_performance_box"
2496   output-file-type: ".html"
2497   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-base-ndr"
2498   data: "plot-vpp-throughput-latency-3n-hsw"
2499   filter: "'NIC_Intel-XL710' and
2500            '64B' and
2501            'IP4FWD' and
2502            'NDRPDR' and
2503            'BASE' and
2504            '1T1C' and
2505            'IPSECHW' and
2506            ('IPSECTRAN' or 'IPSECTUN') and
2507            not 'VHOST'"
2508   parameters:
2509   - "throughput"
2510   - "parent"
2511   - "tags"
2512   traces:
2513     hoverinfo: "x+y"
2514     boxpoints: "outliers"
2515     whiskerwidth: 0
2516   layout:
2517     title: "ipsec-3n-hsw-xl710-64b-1t1c-base-ndr"
2518     layout: "plot-throughput"
2519
2520 -
2521   type: "plot"
2522   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-base-pdr"
2523   algorithm: "plot_performance_box"
2524   output-file-type: ".html"
2525   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-base-pdr"
2526   data: "plot-vpp-throughput-latency-3n-hsw"
2527   filter: "'NIC_Intel-XL710' and
2528            '64B' and
2529            'IP4FWD' and
2530            'NDRPDR' and
2531            'BASE' and
2532            '1T1C' and
2533            'IPSECHW' and
2534            ('IPSECTRAN' or 'IPSECTUN') and
2535            not 'VHOST'"
2536   parameters:
2537   - "throughput"
2538   - "parent"
2539   - "tags"
2540   traces:
2541     hoverinfo: "x+y"
2542     boxpoints: "outliers"
2543     whiskerwidth: 0
2544   layout:
2545     title: "ipsec-3n-hsw-xl710-64b-1t1c-base-pdr"
2546     layout: "plot-throughput"
2547
2548 -
2549   type: "plot"
2550   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-base-ndr"
2551   algorithm: "plot_performance_box"
2552   output-file-type: ".html"
2553   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-base-ndr"
2554   data: "plot-vpp-throughput-latency-3n-hsw"
2555   filter: "'NIC_Intel-XL710' and
2556            '64B' and
2557            'IP4FWD' and
2558            'NDRPDR' and
2559            'BASE' and
2560            '2T2C' and
2561            'IPSECHW' and
2562            ('IPSECTRAN' or 'IPSECTUN') and
2563            not 'VHOST'"
2564   parameters:
2565   - "throughput"
2566   - "parent"
2567   - "tags"
2568   traces:
2569     hoverinfo: "x+y"
2570     boxpoints: "outliers"
2571     whiskerwidth: 0
2572   layout:
2573     title: "ipsec-3n-hsw-xl710-64b-2t2c-base-ndr"
2574     layout: "plot-throughput"
2575
2576 -
2577   type: "plot"
2578   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-base-pdr"
2579   algorithm: "plot_performance_box"
2580   output-file-type: ".html"
2581   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-base-pdr"
2582   data: "plot-vpp-throughput-latency-3n-hsw"
2583   filter: "'NIC_Intel-XL710' and
2584            '64B' and
2585            'IP4FWD' and
2586            'NDRPDR' and
2587            'BASE' and
2588            '2T2C' and
2589            'IPSECHW' and
2590            ('IPSECTRAN' or 'IPSECTUN') and
2591            not 'VHOST'"
2592   parameters:
2593   - "throughput"
2594   - "parent"
2595   - "tags"
2596   traces:
2597     hoverinfo: "x+y"
2598     boxpoints: "outliers"
2599     whiskerwidth: 0
2600   layout:
2601     title: "ipsec-3n-hsw-xl710-64b-2t2c-base-pdr"
2602     layout: "plot-throughput"
2603
2604 # Packet Throughput - VPP IPSec 3n-hsw-xl710 scale
2605 -
2606   type: "plot"
2607   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr"
2608   algorithm: "plot_performance_box"
2609   output-file-type: ".html"
2610   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr"
2611   data: "plot-vpp-throughput-latency-3n-hsw"
2612   filter: "'NIC_Intel-XL710' and
2613            '64B' and
2614            'IP4FWD' and
2615            'NDRPDR' and
2616            'SCALE' and
2617            '1T1C' and
2618            'IPSECHW' and
2619            ('IPSECTRAN' or 'IPSECTUN') and
2620            not 'VHOST'"
2621   parameters:
2622   - "throughput"
2623   - "parent"
2624   - "tags"
2625   traces:
2626     hoverinfo: "x+y"
2627     boxpoints: "outliers"
2628     whiskerwidth: 0
2629   layout:
2630     title: "ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr"
2631     layout: "plot-throughput"
2632
2633 -
2634   type: "plot"
2635   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-scale-pdr"
2636   algorithm: "plot_performance_box"
2637   output-file-type: ".html"
2638   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-scale-pdr"
2639   data: "plot-vpp-throughput-latency-3n-hsw"
2640   filter: "'NIC_Intel-XL710' and
2641            '64B' and
2642            'IP4FWD' and
2643            'NDRPDR' and
2644            'SCALE' and
2645            '1T1C' and
2646            'IPSECHW' and
2647            ('IPSECTRAN' or 'IPSECTUN') and
2648            not 'VHOST'"
2649   parameters:
2650   - "throughput"
2651   - "parent"
2652   - "tags"
2653   traces:
2654     hoverinfo: "x+y"
2655     boxpoints: "outliers"
2656     whiskerwidth: 0
2657   layout:
2658     title: "ipsec-3n-hsw-xl710-64b-1t1c-scale-pdr"
2659     layout: "plot-throughput"
2660
2661 -
2662   type: "plot"
2663   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr"
2664   algorithm: "plot_performance_box"
2665   output-file-type: ".html"
2666   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr"
2667   data: "plot-vpp-throughput-latency-3n-hsw"
2668   filter: "'NIC_Intel-XL710' and
2669            '64B' and
2670            'IP4FWD' and
2671            'NDRPDR' and
2672            'SCALE' and
2673            '2T2C' and
2674            'IPSECHW' and
2675            ('IPSECTRAN' or 'IPSECTUN') and
2676            not 'VHOST'"
2677   parameters:
2678   - "throughput"
2679   - "parent"
2680   - "tags"
2681   traces:
2682     hoverinfo: "x+y"
2683     boxpoints: "outliers"
2684     whiskerwidth: 0
2685   layout:
2686     title: "ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr"
2687     layout: "plot-throughput"
2688
2689 -
2690   type: "plot"
2691   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-scale-pdr"
2692   algorithm: "plot_performance_box"
2693   output-file-type: ".html"
2694   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-scale-pdr"
2695   data: "plot-vpp-throughput-latency-3n-hsw"
2696   filter: "'NIC_Intel-XL710' and
2697            '64B' and
2698            'IP4FWD' and
2699            'NDRPDR' and
2700            'SCALE' and
2701            '2T2C' and
2702            'IPSECHW' and
2703            ('IPSECTRAN' or 'IPSECTUN') and
2704            not 'VHOST'"
2705   parameters:
2706   - "throughput"
2707   - "parent"
2708   - "tags"
2709   traces:
2710     hoverinfo: "x+y"
2711     boxpoints: "outliers"
2712     whiskerwidth: 0
2713   layout:
2714     title: "ipsec-3n-hsw-xl710-64b-2t2c-scale-pdr"
2715     layout: "plot-throughput"
2716
2717 # Packet Throughput - VPP IPSec 3n-hsw-xl710 SW
2718 -
2719   type: "plot"
2720   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr"
2721   algorithm: "plot_performance_box"
2722   output-file-type: ".html"
2723   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr"
2724   data: "plot-vpp-throughput-latency-3n-hsw"
2725   filter: "'NIC_Intel-XL710' and
2726            '64B' and
2727            'IP4FWD' and
2728            'NDRPDR' and
2729            '1T1C' and
2730            'IPSECSW' and
2731            ('IPSECTRAN' or 'IPSECTUN') and
2732            not 'VHOST'"
2733   parameters:
2734   - "throughput"
2735   - "parent"
2736   - "tags"
2737   traces:
2738     hoverinfo: "x+y"
2739     boxpoints: "outliers"
2740     whiskerwidth: 0
2741   layout:
2742     title: "ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr"
2743     layout: "plot-throughput"
2744
2745 -
2746   type: "plot"
2747   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-sw-pdr"
2748   algorithm: "plot_performance_box"
2749   output-file-type: ".html"
2750   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-sw-pdr"
2751   data: "plot-vpp-throughput-latency-3n-hsw"
2752   filter: "'NIC_Intel-XL710' and
2753            '64B' and
2754            'IP4FWD' and
2755            'NDRPDR' and
2756            '1T1C' and
2757            'IPSECSW' and
2758            ('IPSECTRAN' or 'IPSECTUN') and
2759            not 'VHOST'"
2760   parameters:
2761   - "throughput"
2762   - "parent"
2763   - "tags"
2764   traces:
2765     hoverinfo: "x+y"
2766     boxpoints: "outliers"
2767     whiskerwidth: 0
2768   layout:
2769     title: "ipsec-3n-hsw-xl710-64b-1t1c-sw-pdr"
2770     layout: "plot-throughput"
2771
2772 -
2773   type: "plot"
2774   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr"
2775   algorithm: "plot_performance_box"
2776   output-file-type: ".html"
2777   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr"
2778   data: "plot-vpp-throughput-latency-3n-hsw"
2779   filter: "'NIC_Intel-XL710' and
2780            '64B' and
2781            'IP4FWD' and
2782            'NDRPDR' and
2783            '2T2C' and
2784            'IPSECSW' and
2785            ('IPSECTRAN' or 'IPSECTUN') and
2786            not 'VHOST'"
2787   parameters:
2788   - "throughput"
2789   - "parent"
2790   - "tags"
2791   traces:
2792     hoverinfo: "x+y"
2793     boxpoints: "outliers"
2794     whiskerwidth: 0
2795   layout:
2796     title: "ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr"
2797     layout: "plot-throughput"
2798
2799 -
2800   type: "plot"
2801   title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-sw-pdr"
2802   algorithm: "plot_performance_box"
2803   output-file-type: ".html"
2804   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-sw-pdr"
2805   data: "plot-vpp-throughput-latency-3n-hsw"
2806   filter: "'NIC_Intel-XL710' and
2807            '64B' and
2808            'IP4FWD' and
2809            'NDRPDR' and
2810            '2T2C' and
2811            'IPSECSW' and
2812            ('IPSECTRAN' or 'IPSECTUN') and
2813            not 'VHOST'"
2814   parameters:
2815   - "throughput"
2816   - "parent"
2817   - "tags"
2818   traces:
2819     hoverinfo: "x+y"
2820     boxpoints: "outliers"
2821     whiskerwidth: 0
2822   layout:
2823     title: "ipsec-3n-hsw-xl710-64b-2t2c-sw-pdr"
2824     layout: "plot-throughput"
2825
2826 ################################################################################
2827
2828 # Packet Throughput - DPDK l3fwd 3n-hsw-x520
2829 -
2830   type: "plot"
2831   title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-1t1c-base-ndr"
2832   algorithm: "plot_performance_box"
2833   output-file-type: ".html"
2834   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-1t1c-base-ndr"
2835   data: "plot-dpdk-throughput-latency-3n-hsw"
2836   filter: "'NIC_Intel-X520-DA2' and
2837            '64B' and
2838            'BASE' and
2839            'NDRPDR' and
2840            '1T1C' and
2841            'IP4FWD'"
2842   parameters:
2843   - "throughput"
2844   - "parent"
2845   - "tags"
2846   traces:
2847     hoverinfo: "x+y"
2848     boxpoints: "outliers"
2849     whiskerwidth: 0
2850   layout:
2851     title: "l3fwd-3n-hsw-x520-64b-1t1c-base-ndr"
2852     layout: "plot-throughput"
2853
2854 -
2855   type: "plot"
2856   title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-2t2c-base-ndr"
2857   algorithm: "plot_performance_box"
2858   output-file-type: ".html"
2859   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-2t2c-base-ndr"
2860   data: "plot-dpdk-throughput-latency-3n-hsw"
2861   filter: "'NIC_Intel-X520-DA2' and
2862            '64B' and
2863            'BASE' and
2864            'NDRPDR' and
2865            '2T2C' and
2866            'IP4FWD'"
2867   parameters:
2868   - "throughput"
2869   - "parent"
2870   - "tags"
2871   traces:
2872     hoverinfo: "x+y"
2873     boxpoints: "outliers"
2874     whiskerwidth: 0
2875   layout:
2876     title: "l3fwd-3n-hsw-x520-64b-2t2c-base-ndr"
2877     layout: "plot-throughput"
2878
2879 -
2880   type: "plot"
2881   title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-1t1c-base-pdr"
2882   algorithm: "plot_performance_box"
2883   output-file-type: ".html"
2884   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-1t1c-base-pdr"
2885   data: "plot-dpdk-throughput-latency-3n-hsw"
2886   filter: "'NIC_Intel-X520-DA2' and
2887            '64B' and
2888            'BASE' and
2889            'NDRPDR' and
2890            '1T1C' and
2891            'IP4FWD'"
2892   parameters:
2893   - "throughput"
2894   - "parent"
2895   - "tags"
2896   traces:
2897     hoverinfo: "x+y"
2898     boxpoints: "outliers"
2899     whiskerwidth: 0
2900   layout:
2901     title: "l3fwd-3n-hsw-x520-64b-1t1c-base-pdr"
2902     layout: "plot-throughput"
2903
2904 -
2905   type: "plot"
2906   title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-2t2c-base-pdr"
2907   algorithm: "plot_performance_box"
2908   output-file-type: ".html"
2909   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-2t2c-base-pdr"
2910   data: "plot-dpdk-throughput-latency-3n-hsw"
2911   filter: "'NIC_Intel-X520-DA2' and
2912            '64B' and
2913            'BASE' and
2914            'NDRPDR' and
2915            '2T2C' and
2916            'IP4FWD'"
2917   parameters:
2918   - "throughput"
2919   - "parent"
2920   - "tags"
2921   traces:
2922     hoverinfo: "x+y"
2923     boxpoints: "outliers"
2924     whiskerwidth: 0
2925   layout:
2926     title: "l3fwd-3n-hsw-x520-64b-2t2c-base-pdr"
2927     layout: "plot-throughput"
2928
2929 # Packet Throughput - DPDK l3fwd 3n-hsw-x710
2930 -
2931   type: "plot"
2932   title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-1t1c-base-ndr"
2933   algorithm: "plot_performance_box"
2934   output-file-type: ".html"
2935   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-1t1c-base-ndr"
2936   data: "plot-dpdk-throughput-latency-3n-hsw"
2937   filter: "'NIC_Intel-X710' and
2938            '64B' and
2939            'BASE' and
2940            'NDRPDR' and
2941            '1T1C' and
2942            'IP4FWD'"
2943   parameters:
2944   - "throughput"
2945   - "parent"
2946   - "tags"
2947   traces:
2948     hoverinfo: "x+y"
2949     boxpoints: "outliers"
2950     whiskerwidth: 0
2951   layout:
2952     title: "l3fwd-3n-hsw-x710-64b-1t1c-base-ndr"
2953     layout: "plot-throughput"
2954
2955 -
2956   type: "plot"
2957   title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-2t2c-base-ndr"
2958   algorithm: "plot_performance_box"
2959   output-file-type: ".html"
2960   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-2t2c-base-ndr"
2961   data: "plot-dpdk-throughput-latency-3n-hsw"
2962   filter: "'NIC_Intel-X710' and
2963            '64B' and
2964            'BASE' and
2965            'NDRPDR' and
2966            '2T2C' and
2967            'IP4FWD'"
2968   parameters:
2969   - "throughput"
2970   - "parent"
2971   - "tags"
2972   traces:
2973     hoverinfo: "x+y"
2974     boxpoints: "outliers"
2975     whiskerwidth: 0
2976   layout:
2977     title: "l3fwd-3n-hsw-x710-64b-2t2c-base-ndr"
2978     layout: "plot-throughput"
2979
2980 -
2981   type: "plot"
2982   title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-1t1c-base-pdr"
2983   algorithm: "plot_performance_box"
2984   output-file-type: ".html"
2985   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-1t1c-base-pdr"
2986   data: "plot-dpdk-throughput-latency-3n-hsw"
2987   filter: "'NIC_Intel-X710' and
2988            '64B' and
2989            'BASE' and
2990            'NDRPDR' and
2991            '1T1C' and
2992            'IP4FWD'"
2993   parameters:
2994   - "throughput"
2995   - "parent"
2996   - "tags"
2997   traces:
2998     hoverinfo: "x+y"
2999     boxpoints: "outliers"
3000     whiskerwidth: 0
3001   layout:
3002     title: "l3fwd-3n-hsw-x710-64b-1t1c-base-pdr"
3003     layout: "plot-throughput"
3004
3005 -
3006   type: "plot"
3007   title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-2t2c-base-pdr"
3008   algorithm: "plot_performance_box"
3009   output-file-type: ".html"
3010   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-2t2c-base-pdr"
3011   data: "plot-dpdk-throughput-latency-3n-hsw"
3012   filter: "'NIC_Intel-X710' and
3013            '64B' and
3014            'BASE' and
3015            'NDRPDR' and
3016            '2T2C' and
3017            'IP4FWD'"
3018   parameters:
3019   - "throughput"
3020   - "parent"
3021   - "tags"
3022   traces:
3023     hoverinfo: "x+y"
3024     boxpoints: "outliers"
3025     whiskerwidth: 0
3026   layout:
3027     title: "l3fwd-3n-hsw-x710-64b-2t2c-base-pdr"
3028     layout: "plot-throughput"
3029
3030 # Packet Throughput - DPDK l3fwd 3n-hsw-xl710
3031 -
3032   type: "plot"
3033   title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr"
3034   algorithm: "plot_performance_box"
3035   output-file-type: ".html"
3036   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr"
3037   data: "plot-dpdk-throughput-latency-3n-hsw"
3038   filter: "'NIC_Intel-XL710' and
3039            '64B' and
3040            'BASE' and
3041            'NDRPDR' and
3042            '1T1C' and
3043            'IP4FWD'"
3044   parameters:
3045   - "throughput"
3046   - "parent"
3047   - "tags"
3048   traces:
3049     hoverinfo: "x+y"
3050     boxpoints: "outliers"
3051     whiskerwidth: 0
3052   layout:
3053     title: "l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr"
3054     layout: "plot-throughput"
3055
3056 -
3057   type: "plot"
3058   title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr"
3059   algorithm: "plot_performance_box"
3060   output-file-type: ".html"
3061   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr"
3062   data: "plot-dpdk-throughput-latency-3n-hsw"
3063   filter: "'NIC_Intel-XL710' and
3064            '64B' and
3065            'BASE' and
3066            'NDRPDR' and
3067            '2T2C' and
3068            'IP4FWD'"
3069   parameters:
3070   - "throughput"
3071   - "parent"
3072   - "tags"
3073   traces:
3074     hoverinfo: "x+y"
3075     boxpoints: "outliers"
3076     whiskerwidth: 0
3077   layout:
3078     title: "l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr"
3079     layout: "plot-throughput"
3080
3081 -
3082   type: "plot"
3083   title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-1t1c-base-pdr"
3084   algorithm: "plot_performance_box"
3085   output-file-type: ".html"
3086   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-1t1c-base-pdr"
3087   data: "plot-dpdk-throughput-latency-3n-hsw"
3088   filter: "'NIC_Intel-XL710' and
3089            '64B' and
3090            'BASE' and
3091            'NDRPDR' and
3092            '1T1C' and
3093            'IP4FWD'"
3094   parameters:
3095   - "throughput"
3096   - "parent"
3097   - "tags"
3098   traces:
3099     hoverinfo: "x+y"
3100     boxpoints: "outliers"
3101     whiskerwidth: 0
3102   layout:
3103     title: "l3fwd-3n-hsw-xl710-64b-1t1c-base-pdr"
3104     layout: "plot-throughput"
3105
3106 -
3107   type: "plot"
3108   title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-2t2c-base-pdr"
3109   algorithm: "plot_performance_box"
3110   output-file-type: ".html"
3111   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-2t2c-base-pdr"
3112   data: "plot-dpdk-throughput-latency-3n-hsw"
3113   filter: "'NIC_Intel-XL710' and
3114            '64B' and
3115            'BASE' and
3116            'NDRPDR' and
3117            '2T2C' and
3118            'IP4FWD'"
3119   parameters:
3120   - "throughput"
3121   - "parent"
3122   - "tags"
3123   traces:
3124     hoverinfo: "x+y"
3125     boxpoints: "outliers"
3126     whiskerwidth: 0
3127   layout:
3128     title: "l3fwd-3n-hsw-xl710-64b-2t2c-base-pdr"
3129     layout: "plot-throughput"
3130
3131 # Packet Throughput - DPDK l3fwd 3n-skx-x710
3132 -
3133   type: "plot"
3134   title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-2t1c-base-ndr"
3135   algorithm: "plot_performance_box"
3136   output-file-type: ".html"
3137   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-2t1c-base-ndr"
3138   data: "plot-dpdk-throughput-latency-3n-skx"
3139   filter: "'NIC_Intel-X710' and
3140            '64B' and
3141            'BASE' and
3142            'NDRPDR' and
3143            '2T1C' and
3144            'IP4FWD'"
3145   parameters:
3146   - "throughput"
3147   - "parent"
3148   - "tags"
3149   traces:
3150     hoverinfo: "x+y"
3151     boxpoints: "outliers"
3152     whiskerwidth: 0
3153   layout:
3154     title: "l3fwd-3n-skx-x710-64b-2t1c-base-ndr"
3155     layout: "plot-throughput"
3156
3157 -
3158   type: "plot"
3159   title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-4t2c-base-ndr"
3160   algorithm: "plot_performance_box"
3161   output-file-type: ".html"
3162   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-4t2c-base-ndr"
3163   data: "plot-dpdk-throughput-latency-3n-skx"
3164   filter: "'NIC_Intel-X710' and
3165            '64B' and
3166            'BASE' and
3167            'NDRPDR' and
3168            '4T2C' and
3169            'IP4FWD'"
3170   parameters:
3171   - "throughput"
3172   - "parent"
3173   - "tags"
3174   traces:
3175     hoverinfo: "x+y"
3176     boxpoints: "outliers"
3177     whiskerwidth: 0
3178   layout:
3179     title: "l3fwd-3n-skx-x710-64b-4t2c-base-ndr"
3180     layout: "plot-throughput"
3181
3182 -
3183   type: "plot"
3184   title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-2t1c-base-pdr"
3185   algorithm: "plot_performance_box"
3186   output-file-type: ".html"
3187   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-2t1c-base-pdr"
3188   data: "plot-dpdk-throughput-latency-3n-skx"
3189   filter: "'NIC_Intel-X710' and
3190            '64B' and
3191            'BASE' and
3192            'NDRPDR' and
3193            '2T1C' and
3194            'IP4FWD'"
3195   parameters:
3196   - "throughput"
3197   - "parent"
3198   - "tags"
3199   traces:
3200     hoverinfo: "x+y"
3201     boxpoints: "outliers"
3202     whiskerwidth: 0
3203   layout:
3204     title: "l3fwd-3n-skx-x710-64b-2t1c-base-pdr"
3205     layout: "plot-throughput"
3206
3207 -
3208   type: "plot"
3209   title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-4t2c-base-pdr"
3210   algorithm: "plot_performance_box"
3211   output-file-type: ".html"
3212   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-4t2c-base-pdr"
3213   data: "plot-dpdk-throughput-latency-3n-skx"
3214   filter: "'NIC_Intel-X710' and
3215            '64B' and
3216            'BASE' and
3217            'NDRPDR' and
3218            '4T2C' and
3219            'IP4FWD'"
3220   parameters:
3221   - "throughput"
3222   - "parent"
3223   - "tags"
3224   traces:
3225     hoverinfo: "x+y"
3226     boxpoints: "outliers"
3227     whiskerwidth: 0
3228   layout:
3229     title: "l3fwd-3n-skx-x710-64b-4t2c-base-pdr"
3230     layout: "plot-throughput"
3231
3232 # Packet Throughput - DPDK l3fwd 3n-skx-xxv710
3233 -
3234   type: "plot"
3235   title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr"
3236   algorithm: "plot_performance_box"
3237   output-file-type: ".html"
3238   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr"
3239   data: "plot-dpdk-throughput-latency-3n-skx"
3240   filter: "'NIC_Intel-XXV710' and
3241            '64B' and
3242            'BASE' and
3243            'NDRPDR' and
3244            '2T1C' and
3245            'IP4FWD'"
3246   parameters:
3247   - "throughput"
3248   - "parent"
3249   - "tags"
3250   traces:
3251     hoverinfo: "x+y"
3252     boxpoints: "outliers"
3253     whiskerwidth: 0
3254   layout:
3255     title: "l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr"
3256     layout: "plot-throughput"
3257
3258 -
3259   type: "plot"
3260   title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr"
3261   algorithm: "plot_performance_box"
3262   output-file-type: ".html"
3263   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr"
3264   data: "plot-dpdk-throughput-latency-3n-skx"
3265   filter: "'NIC_Intel-XXV710' and
3266            '64B' and
3267            'BASE' and
3268            'NDRPDR' and
3269            '4T2C' and
3270            'IP4FWD'"
3271   parameters:
3272   - "throughput"
3273   - "parent"
3274   - "tags"
3275   traces:
3276     hoverinfo: "x+y"
3277     boxpoints: "outliers"
3278     whiskerwidth: 0
3279   layout:
3280     title: "l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr"
3281     layout: "plot-throughput"
3282
3283 -
3284   type: "plot"
3285   title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-2t1c-base-pdr"
3286   algorithm: "plot_performance_box"
3287   output-file-type: ".html"
3288   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-2t1c-base-pdr"
3289   data: "plot-dpdk-throughput-latency-3n-skx"
3290   filter: "'NIC_Intel-XXV710' and
3291            '64B' and
3292            'BASE' and
3293            'NDRPDR' and
3294            '2T1C' and
3295            'IP4FWD'"
3296   parameters:
3297   - "throughput"
3298   - "parent"
3299   - "tags"
3300   traces:
3301     hoverinfo: "x+y"
3302     boxpoints: "outliers"
3303     whiskerwidth: 0
3304   layout:
3305     title: "l3fwd-3n-skx-xxv710-64b-2t1c-base-pdr"
3306     layout: "plot-throughput"
3307
3308 -
3309   type: "plot"
3310   title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-4t2c-base-pdr"
3311   algorithm: "plot_performance_box"
3312   output-file-type: ".html"
3313   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-4t2c-base-pdr"
3314   data: "plot-dpdk-throughput-latency-3n-skx"
3315   filter: "'NIC_Intel-XXV710' and
3316            '64B' and
3317            'BASE' and
3318            'NDRPDR' and
3319            '4T2C' and
3320            'IP4FWD'"
3321   parameters:
3322   - "throughput"
3323   - "parent"
3324   - "tags"
3325   traces:
3326     hoverinfo: "x+y"
3327     boxpoints: "outliers"
3328     whiskerwidth: 0
3329   layout:
3330     title: "l3fwd-3n-skx-xxv710-64b-4t2c-base-pdr"
3331     layout: "plot-throughput"
3332
3333 # Packet Throughput - DPDK l3fwd 2n-skx-x710
3334 -
3335   type: "plot"
3336   title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-2t1c-base-ndr"
3337   algorithm: "plot_performance_box"
3338   output-file-type: ".html"
3339   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-2t1c-base-ndr"
3340   data: "plot-dpdk-throughput-latency-2n-skx"
3341   filter: "'NIC_Intel-X710' and
3342            '64B' and
3343            'BASE' and
3344            'NDRPDR' and
3345            '2T1C' and
3346            'IP4FWD'"
3347   parameters:
3348   - "throughput"
3349   - "parent"
3350   - "tags"
3351   traces:
3352     hoverinfo: "x+y"
3353     boxpoints: "outliers"
3354     whiskerwidth: 0
3355   layout:
3356     title: "l3fwd-2n-skx-x710-64b-2t1c-base-ndr"
3357     layout: "plot-throughput"
3358
3359 -
3360   type: "plot"
3361   title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-4t2c-base-ndr"
3362   algorithm: "plot_performance_box"
3363   output-file-type: ".html"
3364   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-4t2c-base-ndr"
3365   data: "plot-dpdk-throughput-latency-2n-skx"
3366   filter: "'NIC_Intel-X710' and
3367            '64B' and
3368            'BASE' and
3369            'NDRPDR' and
3370            '4T2C' and
3371            'IP4FWD'"
3372   parameters:
3373   - "throughput"
3374   - "parent"
3375   - "tags"
3376   traces:
3377     hoverinfo: "x+y"
3378     boxpoints: "outliers"
3379     whiskerwidth: 0
3380   layout:
3381     title: "l3fwd-2n-skx-x710-64b-4t2c-base-ndr"
3382     layout: "plot-throughput"
3383
3384 -
3385   type: "plot"
3386   title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-2t1c-base-pdr"
3387   algorithm: "plot_performance_box"
3388   output-file-type: ".html"
3389   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-2t1c-base-pdr"
3390   data: "plot-dpdk-throughput-latency-2n-skx"
3391   filter: "'NIC_Intel-X710' and
3392            '64B' and
3393            'BASE' and
3394            'NDRPDR' and
3395            '2T1C' and
3396            'IP4FWD'"
3397   parameters:
3398   - "throughput"
3399   - "parent"
3400   - "tags"
3401   traces:
3402     hoverinfo: "x+y"
3403     boxpoints: "outliers"
3404     whiskerwidth: 0
3405   layout:
3406     title: "l3fwd-2n-skx-x710-64b-2t1c-base-pdr"
3407     layout: "plot-throughput"
3408
3409 -
3410   type: "plot"
3411   title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-4t2c-base-pdr"
3412   algorithm: "plot_performance_box"
3413   output-file-type: ".html"
3414   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-4t2c-base-pdr"
3415   data: "plot-dpdk-throughput-latency-2n-skx"
3416   filter: "'NIC_Intel-X710' and
3417            '64B' and
3418            'BASE' and
3419            'NDRPDR' and
3420            '4T2C' and
3421            'IP4FWD'"
3422   parameters:
3423   - "throughput"
3424   - "parent"
3425   - "tags"
3426   traces:
3427     hoverinfo: "x+y"
3428     boxpoints: "outliers"
3429     whiskerwidth: 0
3430   layout:
3431     title: "l3fwd-2n-skx-x710-64b-4t2c-base-pdr"
3432     layout: "plot-throughput"
3433
3434 # Packet Throughput - DPDK l3fwd 2n-skx-xxv710
3435 -
3436   type: "plot"
3437   title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr"
3438   algorithm: "plot_performance_box"
3439   output-file-type: ".html"
3440   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr"
3441   data: "plot-dpdk-throughput-latency-2n-skx"
3442   filter: "'NIC_Intel-XXV710' and
3443            '64B' and
3444            'BASE' and
3445            'NDRPDR' and
3446            '2T1C' and
3447            'IP4FWD'"
3448   parameters:
3449   - "throughput"
3450   - "parent"
3451   - "tags"
3452   traces:
3453     hoverinfo: "x+y"
3454     boxpoints: "outliers"
3455     whiskerwidth: 0
3456   layout:
3457     title: "l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr"
3458     layout: "plot-throughput"
3459
3460 -
3461   type: "plot"
3462   title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr"
3463   algorithm: "plot_performance_box"
3464   output-file-type: ".html"
3465   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr"
3466   data: "plot-dpdk-throughput-latency-2n-skx"
3467   filter: "'NIC_Intel-XXV710' and
3468            '64B' and
3469            'BASE' and
3470            'NDRPDR' and
3471            '4T2C' and
3472            'IP4FWD'"
3473   parameters:
3474   - "throughput"
3475   - "parent"
3476   - "tags"
3477   traces:
3478     hoverinfo: "x+y"
3479     boxpoints: "outliers"
3480     whiskerwidth: 0
3481   layout:
3482     title: "l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr"
3483     layout: "plot-throughput"
3484
3485 -
3486   type: "plot"
3487   title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-2t1c-base-pdr"
3488   algorithm: "plot_performance_box"
3489   output-file-type: ".html"
3490   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-2t1c-base-pdr"
3491   data: "plot-dpdk-throughput-latency-2n-skx"
3492   filter: "'NIC_Intel-XXV710' and
3493            '64B' and
3494            'BASE' and
3495            'NDRPDR' and
3496            '2T1C' and
3497            'IP4FWD'"
3498   parameters:
3499   - "throughput"
3500   - "parent"
3501   - "tags"
3502   traces:
3503     hoverinfo: "x+y"
3504     boxpoints: "outliers"
3505     whiskerwidth: 0
3506   layout:
3507     title: "l3fwd-2n-skx-xxv710-64b-2t1c-base-pdr"
3508     layout: "plot-throughput"
3509
3510 -
3511   type: "plot"
3512   title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-4t2c-base-pdr"
3513   algorithm: "plot_performance_box"
3514   output-file-type: ".html"
3515   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-4t2c-base-pdr"
3516   data: "plot-dpdk-throughput-latency-2n-skx"
3517   filter: "'NIC_Intel-XXV710' and
3518            '64B' and
3519            'BASE' and
3520            'NDRPDR' and
3521            '4T2C' and
3522            'IP4FWD'"
3523   parameters:
3524   - "throughput"
3525   - "parent"
3526   - "tags"
3527   traces:
3528     hoverinfo: "x+y"
3529     boxpoints: "outliers"
3530     whiskerwidth: 0
3531   layout:
3532     title: "l3fwd-2n-skx-xxv710-64b-4t2c-base-pdr"
3533     layout: "plot-throughput"
3534
3535 ################################################################################
3536
3537 # Packet Throughput - DPDK testpmd 3n-hsw-x520
3538 -
3539   type: "plot"
3540   title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-1t1c-base-ndr"
3541   algorithm: "plot_performance_box"
3542   output-file-type: ".html"
3543   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-1t1c-base-ndr"
3544   data: "plot-dpdk-throughput-latency-3n-hsw"
3545   filter: "'NIC_Intel-X520-DA2' and
3546            '64B' and
3547            'BASE' and
3548            'NDRPDR' and
3549            '1T1C' and
3550            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3551   parameters:
3552   - "throughput"
3553   - "parent"
3554   - "tags"
3555   traces:
3556     hoverinfo: "x+y"
3557     boxpoints: "outliers"
3558     whiskerwidth: 0
3559   layout:
3560     title: "testpmd-3n-hsw-x520-64b-1t1c-base-ndr"
3561     layout: "plot-throughput"
3562
3563 -
3564   type: "plot"
3565   title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-2t2c-base-ndr"
3566   algorithm: "plot_performance_box"
3567   output-file-type: ".html"
3568   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-2t2c-base-ndr"
3569   data: "plot-dpdk-throughput-latency-3n-hsw"
3570   filter: "'NIC_Intel-X520-DA2' and
3571            '64B' and
3572            'BASE' and
3573            'NDRPDR' and
3574            '2T2C' and
3575            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3576   parameters:
3577   - "throughput"
3578   - "parent"
3579   - "tags"
3580   traces:
3581     hoverinfo: "x+y"
3582     boxpoints: "outliers"
3583     whiskerwidth: 0
3584   layout:
3585     title: "testpmd-3n-hsw-x520-64b-2t2c-base-ndr"
3586     layout: "plot-throughput"
3587
3588 -
3589   type: "plot"
3590   title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-1t1c-base-pdr"
3591   algorithm: "plot_performance_box"
3592   output-file-type: ".html"
3593   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-1t1c-base-pdr"
3594   data: "plot-dpdk-throughput-latency-3n-hsw"
3595   filter: "'NIC_Intel-X520-DA2' and
3596            '64B' and
3597            'BASE' and
3598            'NDRPDR' and
3599            '1T1C' and
3600            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3601   parameters:
3602   - "throughput"
3603   - "parent"
3604   - "tags"
3605   traces:
3606     hoverinfo: "x+y"
3607     boxpoints: "outliers"
3608     whiskerwidth: 0
3609   layout:
3610     title: "testpmd-3n-hsw-x520-64b-1t1c-base-pdr"
3611     layout: "plot-throughput"
3612
3613 -
3614   type: "plot"
3615   title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-2t2c-base-pdr"
3616   algorithm: "plot_performance_box"
3617   output-file-type: ".html"
3618   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-2t2c-base-pdr"
3619   data: "plot-dpdk-throughput-latency-3n-hsw"
3620   filter: "'NIC_Intel-X520-DA2' and
3621            '64B' and
3622            'BASE' and
3623            'NDRPDR' and
3624            '2T2C' and
3625            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3626   parameters:
3627   - "throughput"
3628   - "parent"
3629   - "tags"
3630   traces:
3631     hoverinfo: "x+y"
3632     boxpoints: "outliers"
3633     whiskerwidth: 0
3634   layout:
3635     title: "testpmd-3n-hsw-x520-64b-2t2c-base-pdr"
3636     layout: "plot-throughput"
3637
3638 # Packet Throughput - DPDK testpmd 3n-hsw-x710
3639 -
3640   type: "plot"
3641   title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-1t1c-base-ndr"
3642   algorithm: "plot_performance_box"
3643   output-file-type: ".html"
3644   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-1t1c-base-ndr"
3645   data: "plot-dpdk-throughput-latency-3n-hsw"
3646   filter: "'NIC_Intel-X710' and
3647            '64B' and
3648            'BASE' and
3649            'NDRPDR' and
3650            '1T1C' and
3651            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3652   parameters:
3653   - "throughput"
3654   - "parent"
3655   - "tags"
3656   traces:
3657     hoverinfo: "x+y"
3658     boxpoints: "outliers"
3659     whiskerwidth: 0
3660   layout:
3661     title: "testpmd-3n-hsw-x710-64b-1t1c-base-ndr"
3662     layout: "plot-throughput"
3663
3664 -
3665   type: "plot"
3666   title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-2t2c-base-ndr"
3667   algorithm: "plot_performance_box"
3668   output-file-type: ".html"
3669   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-2t2c-base-ndr"
3670   data: "plot-dpdk-throughput-latency-3n-hsw"
3671   filter: "'NIC_Intel-X710' and
3672            '64B' and
3673            'BASE' and
3674            'NDRPDR' and
3675            '2T2C' and
3676            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3677   parameters:
3678   - "throughput"
3679   - "parent"
3680   - "tags"
3681   traces:
3682     hoverinfo: "x+y"
3683     boxpoints: "outliers"
3684     whiskerwidth: 0
3685   layout:
3686     title: "testpmd-3n-hsw-x710-64b-2t2c-base-ndr"
3687     layout: "plot-throughput"
3688
3689 -
3690   type: "plot"
3691   title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-1t1c-base-pdr"
3692   algorithm: "plot_performance_box"
3693   output-file-type: ".html"
3694   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-1t1c-base-pdr"
3695   data: "plot-dpdk-throughput-latency-3n-hsw"
3696   filter: "'NIC_Intel-X710' and
3697            '64B' and
3698            'BASE' and
3699            'NDRPDR' and
3700            '1T1C' and
3701            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3702   parameters:
3703   - "throughput"
3704   - "parent"
3705   - "tags"
3706   traces:
3707     hoverinfo: "x+y"
3708     boxpoints: "outliers"
3709     whiskerwidth: 0
3710   layout:
3711     title: "testpmd-3n-hsw-x710-64b-1t1c-base-pdr"
3712     layout: "plot-throughput"
3713
3714 -
3715   type: "plot"
3716   title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-2t2c-base-pdr"
3717   algorithm: "plot_performance_box"
3718   output-file-type: ".html"
3719   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-2t2c-base-pdr"
3720   data: "plot-dpdk-throughput-latency-3n-hsw"
3721   filter: "'NIC_Intel-X710' and
3722            '64B' and
3723            'BASE' and
3724            'NDRPDR' and
3725            '2T2C' and
3726            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3727   parameters:
3728   - "throughput"
3729   - "parent"
3730   - "tags"
3731   traces:
3732     hoverinfo: "x+y"
3733     boxpoints: "outliers"
3734     whiskerwidth: 0
3735   layout:
3736     title: "testpmd-3n-hsw-x710-64b-2t2c-base-pdr"
3737     layout: "plot-throughput"
3738
3739 # Packet Throughput - DPDK testpmd 3n-hsw-xl710
3740 -
3741   type: "plot"
3742   title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-1t1c-base-ndr"
3743   algorithm: "plot_performance_box"
3744   output-file-type: ".html"
3745   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-1t1c-base-ndr"
3746   data: "plot-dpdk-throughput-latency-3n-hsw"
3747   filter: "'NIC_Intel-XL710' and
3748            '64B' and
3749            'BASE' and
3750            'NDRPDR' and
3751            '1T1C' and
3752            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3753   parameters:
3754   - "throughput"
3755   - "parent"
3756   - "tags"
3757   traces:
3758     hoverinfo: "x+y"
3759     boxpoints: "outliers"
3760     whiskerwidth: 0
3761   layout:
3762     title: "testpmd-3n-hsw-xl710-64b-1t1c-base-ndr"
3763     layout: "plot-throughput"
3764
3765 -
3766   type: "plot"
3767   title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-2t2c-base-ndr"
3768   algorithm: "plot_performance_box"
3769   output-file-type: ".html"
3770   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-2t2c-base-ndr"
3771   data: "plot-dpdk-throughput-latency-3n-hsw"
3772   filter: "'NIC_Intel-XL710' and
3773            '64B' and
3774            'BASE' and
3775            'NDRPDR' and
3776            '2T2C' and
3777            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3778   parameters:
3779   - "throughput"
3780   - "parent"
3781   - "tags"
3782   traces:
3783     hoverinfo: "x+y"
3784     boxpoints: "outliers"
3785     whiskerwidth: 0
3786   layout:
3787     title: "testpmd-3n-hsw-xl710-64b-2t2c-base-ndr"
3788     layout: "plot-throughput"
3789
3790 -
3791   type: "plot"
3792   title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-1t1c-base-pdr"
3793   algorithm: "plot_performance_box"
3794   output-file-type: ".html"
3795   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-1t1c-base-pdr"
3796   data: "plot-dpdk-throughput-latency-3n-hsw"
3797   filter: "'NIC_Intel-XL710' and
3798            '64B' and
3799            'BASE' and
3800            'NDRPDR' and
3801            '1T1C' and
3802            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3803   parameters:
3804   - "throughput"
3805   - "parent"
3806   - "tags"
3807   traces:
3808     hoverinfo: "x+y"
3809     boxpoints: "outliers"
3810     whiskerwidth: 0
3811   layout:
3812     title: "testpmd-3n-hsw-xl710-64b-1t1c-base-pdr"
3813     layout: "plot-throughput"
3814
3815 -
3816   type: "plot"
3817   title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-2t2c-base-pdr"
3818   algorithm: "plot_performance_box"
3819   output-file-type: ".html"
3820   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-2t2c-base-pdr"
3821   data: "plot-dpdk-throughput-latency-3n-hsw"
3822   filter: "'NIC_Intel-XL710' and
3823            '64B' and
3824            'BASE' and
3825            'NDRPDR' and
3826            '2T2C' and
3827            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3828   parameters:
3829   - "throughput"
3830   - "parent"
3831   - "tags"
3832   traces:
3833     hoverinfo: "x+y"
3834     boxpoints: "outliers"
3835     whiskerwidth: 0
3836   layout:
3837     title: "testpmd-3n-hsw-xl710-64b-2t2c-base-pdr"
3838     layout: "plot-throughput"
3839
3840 # Packet Throughput - DPDK testpmd 3n-skx-x710
3841 -
3842   type: "plot"
3843   title: "DPDK Throughput: testpmd-3n-skx-x710-64b-2t1c-base-ndr"
3844   algorithm: "plot_performance_box"
3845   output-file-type: ".html"
3846   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-2t1c-base-ndr"
3847   data: "plot-dpdk-throughput-latency-3n-skx"
3848   filter: "'NIC_Intel-X710' and
3849            '64B' and
3850            'BASE' and
3851            'NDRPDR' and
3852            '2T1C' and
3853            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3854   parameters:
3855   - "throughput"
3856   - "parent"
3857   - "tags"
3858   traces:
3859     hoverinfo: "x+y"
3860     boxpoints: "outliers"
3861     whiskerwidth: 0
3862   layout:
3863     title: "testpmd-3n-skx-x710-64b-2t1c-base-ndr"
3864     layout: "plot-throughput"
3865
3866 -
3867   type: "plot"
3868   title: "DPDK Throughput: testpmd-3n-skx-x710-64b-4t2c-base-ndr"
3869   algorithm: "plot_performance_box"
3870   output-file-type: ".html"
3871   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-4t2c-base-ndr"
3872   data: "plot-dpdk-throughput-latency-3n-skx"
3873   filter: "'NIC_Intel-X710' and
3874            '64B' and
3875            'BASE' and
3876            'NDRPDR' and
3877            '4T2C' and
3878            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3879   parameters:
3880   - "throughput"
3881   - "parent"
3882   - "tags"
3883   traces:
3884     hoverinfo: "x+y"
3885     boxpoints: "outliers"
3886     whiskerwidth: 0
3887   layout:
3888     title: "testpmd-3n-skx-x710-64b-4t2c-base-ndr"
3889     layout: "plot-throughput"
3890
3891 -
3892   type: "plot"
3893   title: "DPDK Throughput: testpmd-3n-skx-x710-64b-2t1c-base-pdr"
3894   algorithm: "plot_performance_box"
3895   output-file-type: ".html"
3896   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-2t1c-base-pdr"
3897   data: "plot-dpdk-throughput-latency-3n-skx"
3898   filter: "'NIC_Intel-X710' and
3899            '64B' and
3900            'BASE' and
3901            'NDRPDR' and
3902            '2T1C' and
3903            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3904   parameters:
3905   - "throughput"
3906   - "parent"
3907   - "tags"
3908   traces:
3909     hoverinfo: "x+y"
3910     boxpoints: "outliers"
3911     whiskerwidth: 0
3912   layout:
3913     title: "testpmd-3n-skx-x710-64b-2t1c-base-pdr"
3914     layout: "plot-throughput"
3915
3916 -
3917   type: "plot"
3918   title: "DPDK Throughput: testpmd-3n-skx-x710-64b-4t2c-base-pdr"
3919   algorithm: "plot_performance_box"
3920   output-file-type: ".html"
3921   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-4t2c-base-pdr"
3922   data: "plot-dpdk-throughput-latency-3n-skx"
3923   filter: "'NIC_Intel-X710' and
3924            '64B' and
3925            'BASE' and
3926            'NDRPDR' and
3927            '4T2C' and
3928            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3929   parameters:
3930   - "throughput"
3931   - "parent"
3932   - "tags"
3933   traces:
3934     hoverinfo: "x+y"
3935     boxpoints: "outliers"
3936     whiskerwidth: 0
3937   layout:
3938     title: "testpmd-3n-skx-x710-64b-4t2c-base-pdr"
3939     layout: "plot-throughput"
3940
3941 # Packet Throughput - DPDK testpmd 3n-skx-xxv710
3942 -
3943   type: "plot"
3944   title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-2t1c-base-ndr"
3945   algorithm: "plot_performance_box"
3946   output-file-type: ".html"
3947   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-2t1c-base-ndr"
3948   data: "plot-dpdk-throughput-latency-3n-skx"
3949   filter: "'NIC_Intel-XXV710' and
3950            '64B' and
3951            'BASE' and
3952            'NDRPDR' and
3953            '2T1C' and
3954            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3955   parameters:
3956   - "throughput"
3957   - "parent"
3958   - "tags"
3959   traces:
3960     hoverinfo: "x+y"
3961     boxpoints: "outliers"
3962     whiskerwidth: 0
3963   layout:
3964     title: "testpmd-3n-skx-xxv710-64b-2t1c-base-ndr"
3965     layout: "plot-throughput"
3966
3967 -
3968   type: "plot"
3969   title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-4t2c-base-ndr"
3970   algorithm: "plot_performance_box"
3971   output-file-type: ".html"
3972   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-4t2c-base-ndr"
3973   data: "plot-dpdk-throughput-latency-3n-skx"
3974   filter: "'NIC_Intel-XXV710' and
3975            '64B' and
3976            'BASE' and
3977            'NDRPDR' and
3978            '4T2C' and
3979            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
3980   parameters:
3981   - "throughput"
3982   - "parent"
3983   - "tags"
3984   traces:
3985     hoverinfo: "x+y"
3986     boxpoints: "outliers"
3987     whiskerwidth: 0
3988   layout:
3989     title: "testpmd-3n-skx-xxv710-64b-4t2c-base-ndr"
3990     layout: "plot-throughput"
3991
3992 -
3993   type: "plot"
3994   title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-2t1c-base-pdr"
3995   algorithm: "plot_performance_box"
3996   output-file-type: ".html"
3997   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-2t1c-base-pdr"
3998   data: "plot-dpdk-throughput-latency-3n-skx"
3999   filter: "'NIC_Intel-XXV710' and
4000            '64B' and
4001            'BASE' and
4002            'NDRPDR' and
4003            '2T1C' and
4004            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4005   parameters:
4006   - "throughput"
4007   - "parent"
4008   - "tags"
4009   traces:
4010     hoverinfo: "x+y"
4011     boxpoints: "outliers"
4012     whiskerwidth: 0
4013   layout:
4014     title: "testpmd-3n-skx-xxv710-64b-2t1c-base-pdr"
4015     layout: "plot-throughput"
4016
4017 -
4018   type: "plot"
4019   title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-4t2c-base-pdr"
4020   algorithm: "plot_performance_box"
4021   output-file-type: ".html"
4022   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-4t2c-base-pdr"
4023   data: "plot-dpdk-throughput-latency-3n-skx"
4024   filter: "'NIC_Intel-XXV710' and
4025            '64B' and
4026            'BASE' and
4027            'NDRPDR' and
4028            '4T2C' and
4029            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4030   parameters:
4031   - "throughput"
4032   - "parent"
4033   - "tags"
4034   traces:
4035     hoverinfo: "x+y"
4036     boxpoints: "outliers"
4037     whiskerwidth: 0
4038   layout:
4039     title: "testpmd-3n-skx-xxv710-64b-4t2c-base-pdr"
4040     layout: "plot-throughput"
4041
4042 # Packet Throughput - DPDK testpmd 2n-skx-x710
4043 -
4044   type: "plot"
4045   title: "DPDK Throughput: testpmd-2n-skx-x710-64b-2t1c-base-ndr"
4046   algorithm: "plot_performance_box"
4047   output-file-type: ".html"
4048   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-2t1c-base-ndr"
4049   data: "plot-dpdk-throughput-latency-2n-skx"
4050   filter: "'NIC_Intel-X710' and
4051            '64B' and
4052            'BASE' and
4053            'NDRPDR' and
4054            '2T1C' and
4055            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4056   parameters:
4057   - "throughput"
4058   - "parent"
4059   - "tags"
4060   traces:
4061     hoverinfo: "x+y"
4062     boxpoints: "outliers"
4063     whiskerwidth: 0
4064   layout:
4065     title: "testpmd-2n-skx-x710-64b-2t1c-base-ndr"
4066     layout: "plot-throughput"
4067
4068 -
4069   type: "plot"
4070   title: "DPDK Throughput: testpmd-2n-skx-x710-64b-4t2c-base-ndr"
4071   algorithm: "plot_performance_box"
4072   output-file-type: ".html"
4073   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-4t2c-base-ndr"
4074   data: "plot-dpdk-throughput-latency-2n-skx"
4075   filter: "'NIC_Intel-X710' and
4076            '64B' and
4077            'BASE' and
4078            'NDRPDR' and
4079            '4T2C' and
4080            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4081   parameters:
4082   - "throughput"
4083   - "parent"
4084   - "tags"
4085   traces:
4086     hoverinfo: "x+y"
4087     boxpoints: "outliers"
4088     whiskerwidth: 0
4089   layout:
4090     title: "testpmd-2n-skx-x710-64b-4t2c-base-ndr"
4091     layout: "plot-throughput"
4092
4093 -
4094   type: "plot"
4095   title: "DPDK Throughput: testpmd-2n-skx-x710-64b-2t1c-base-pdr"
4096   algorithm: "plot_performance_box"
4097   output-file-type: ".html"
4098   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-2t1c-base-pdr"
4099   data: "plot-dpdk-throughput-latency-2n-skx"
4100   filter: "'NIC_Intel-X710' and
4101            '64B' and
4102            'BASE' and
4103            'NDRPDR' and
4104            '2T1C' and
4105            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4106   parameters:
4107   - "throughput"
4108   - "parent"
4109   - "tags"
4110   traces:
4111     hoverinfo: "x+y"
4112     boxpoints: "outliers"
4113     whiskerwidth: 0
4114   layout:
4115     title: "testpmd-2n-skx-x710-64b-2t1c-base-pdr"
4116     layout: "plot-throughput"
4117
4118 -
4119   type: "plot"
4120   title: "DPDK Throughput: testpmd-2n-skx-x710-64b-4t2c-base-pdr"
4121   algorithm: "plot_performance_box"
4122   output-file-type: ".html"
4123   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-4t2c-base-pdr"
4124   data: "plot-dpdk-throughput-latency-2n-skx"
4125   filter: "'NIC_Intel-X710' and
4126            '64B' and
4127            'BASE' and
4128            'NDRPDR' and
4129            '4T2C' and
4130            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4131   parameters:
4132   - "throughput"
4133   - "parent"
4134   - "tags"
4135   traces:
4136     hoverinfo: "x+y"
4137     boxpoints: "outliers"
4138     whiskerwidth: 0
4139   layout:
4140     title: "testpmd-2n-skx-x710-64b-4t2c-base-pdr"
4141     layout: "plot-throughput"
4142
4143 # Packet Throughput - DPDK testpmd 2n-skx-xxv710
4144 -
4145   type: "plot"
4146   title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-2t1c-base-ndr"
4147   algorithm: "plot_performance_box"
4148   output-file-type: ".html"
4149   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-2t1c-base-ndr"
4150   data: "plot-dpdk-throughput-latency-2n-skx"
4151   filter: "'NIC_Intel-XXV710' and
4152            '64B' and
4153            'BASE' and
4154            'NDRPDR' and
4155            '2T1C' and
4156            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4157   parameters:
4158   - "throughput"
4159   - "parent"
4160   - "tags"
4161   traces:
4162     hoverinfo: "x+y"
4163     boxpoints: "outliers"
4164     whiskerwidth: 0
4165   layout:
4166     title: "testpmd-2n-skx-xxv710-64b-2t1c-base-ndr"
4167     layout: "plot-throughput"
4168
4169 -
4170   type: "plot"
4171   title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-4t2c-base-ndr"
4172   algorithm: "plot_performance_box"
4173   output-file-type: ".html"
4174   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-4t2c-base-ndr"
4175   data: "plot-dpdk-throughput-latency-2n-skx"
4176   filter: "'NIC_Intel-XXV710' and
4177            '64B' and
4178            'BASE' and
4179            'NDRPDR' and
4180            '4T2C' and
4181            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4182   parameters:
4183   - "throughput"
4184   - "parent"
4185   - "tags"
4186   traces:
4187     hoverinfo: "x+y"
4188     boxpoints: "outliers"
4189     whiskerwidth: 0
4190   layout:
4191     title: "testpmd-2n-skx-xxv710-64b-4t2c-base-ndr"
4192     layout: "plot-throughput"
4193
4194 -
4195   type: "plot"
4196   title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-2t1c-base-pdr"
4197   algorithm: "plot_performance_box"
4198   output-file-type: ".html"
4199   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-2t1c-base-pdr"
4200   data: "plot-dpdk-throughput-latency-2n-skx"
4201   filter: "'NIC_Intel-XXV710' and
4202            '64B' and
4203            'BASE' and
4204            'NDRPDR' and
4205            '2T1C' and
4206            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4207   parameters:
4208   - "throughput"
4209   - "parent"
4210   - "tags"
4211   traces:
4212     hoverinfo: "x+y"
4213     boxpoints: "outliers"
4214     whiskerwidth: 0
4215   layout:
4216     title: "testpmd-2n-skx-xxv710-64b-2t1c-base-pdr"
4217     layout: "plot-throughput"
4218
4219 -
4220   type: "plot"
4221   title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-4t2c-base-pdr"
4222   algorithm: "plot_performance_box"
4223   output-file-type: ".html"
4224   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-4t2c-base-pdr"
4225   data: "plot-dpdk-throughput-latency-2n-skx"
4226   filter: "'NIC_Intel-XXV710' and
4227            '64B' and
4228            'BASE' and
4229            'NDRPDR' and
4230            '4T2C' and
4231            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4232   parameters:
4233   - "throughput"
4234   - "parent"
4235   - "tags"
4236   traces:
4237     hoverinfo: "x+y"
4238     boxpoints: "outliers"
4239     whiskerwidth: 0
4240   layout:
4241     title: "testpmd-2n-skx-xxv710-64b-4t2c-base-pdr"
4242     layout: "plot-throughput"
4243
4244 ################################################################################
4245
4246 # Packet Latency - VPP IPSec 3n-hsw-xl710 base
4247 -
4248   type: "plot"
4249   title: "VPP Latency: ipsec-3n-hsw-xl710-64b-1t1c-base-ndr-lat"
4250   algorithm: "plot_latency_error_bars"
4251   output-file-type: ".html"
4252   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-base-ndr-lat"
4253   data: "plot-vpp-throughput-latency-3n-hsw"
4254   filter: "'NIC_Intel-XL710' and
4255            '64B' and
4256            'IP4FWD' and
4257            'NDRPDR' and
4258            'BASE' and
4259            '1T1C' and
4260            'IPSECHW' and
4261            ('IPSECTRAN' or 'IPSECTUN') and
4262            not 'VHOST'"
4263   parameters:
4264   - "latency"
4265   - "parent"
4266   - "tags"
4267   layout:
4268     title: "ipsec-3n-hsw-xl710-64b-1t1c-base-ndr"
4269     layout: "plot-latency"
4270
4271 -
4272   type: "plot"
4273   title: "VPP Latency: ipsec-3n-hsw-xl710-64b-2t2c-base-ndr-lat"
4274   algorithm: "plot_latency_error_bars"
4275   output-file-type: ".html"
4276   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-base-ndr-lat"
4277   data: "plot-vpp-throughput-latency-3n-hsw"
4278   filter: "'NIC_Intel-XL710' and
4279            '64B' and
4280            'IP4FWD' and
4281            'NDRPDR' and
4282            'BASE' and
4283            '2T2C' and
4284            'IPSECHW' and
4285            ('IPSECTRAN' or 'IPSECTUN') and
4286            not 'VHOST'"
4287   parameters:
4288   - "latency"
4289   - "parent"
4290   - "tags"
4291   layout:
4292     title: "ipsec-3n-hsw-xl710-64b-2t2c-base-ndr"
4293     layout: "plot-latency"
4294
4295 # Packet Latency - VPP IPSec 3n-hsw-xl710 scale
4296 -
4297   type: "plot"
4298   title: "VPP Latency: ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr-lat"
4299   algorithm: "plot_latency_error_bars"
4300   output-file-type: ".html"
4301   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr-lat"
4302   data: "plot-vpp-throughput-latency-3n-hsw"
4303   filter: "'NIC_Intel-XL710' and
4304            '64B' and
4305            'IP4FWD' and
4306            'NDRPDR' and
4307            'SCALE' and
4308            '1T1C' and
4309            'IPSECHW' and
4310            ('IPSECTRAN' or 'IPSECTUN') and
4311            not 'VHOST'"
4312   parameters:
4313   - "latency"
4314   - "parent"
4315   - "tags"
4316   layout:
4317     title: "ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr"
4318     layout: "plot-latency"
4319
4320 -
4321   type: "plot"
4322   title: "VPP Latency: ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr-lat"
4323   algorithm: "plot_latency_error_bars"
4324   output-file-type: ".html"
4325   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr-lat"
4326   data: "plot-vpp-throughput-latency-3n-hsw"
4327   filter: "'NIC_Intel-XL710' and
4328            '64B' and
4329            'IP4FWD' and
4330            'NDRPDR' and
4331            'SCALE' and
4332            '2T2C' and
4333            'IPSECHW' and
4334            ('IPSECTRAN' or 'IPSECTUN') and
4335            not 'VHOST'"
4336   parameters:
4337   - "latency"
4338   - "parent"
4339   - "tags"
4340   layout:
4341     title: "ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr"
4342     layout: "plot-latency"
4343
4344 # Packet Latency - VPP IPSec 3n-hsw-xl710 sw
4345 -
4346   type: "plot"
4347   title: "VPP Latency: ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr-lat"
4348   algorithm: "plot_latency_error_bars"
4349   output-file-type: ".html"
4350   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr-lat"
4351   data: "plot-vpp-throughput-latency-3n-hsw"
4352   filter: "'NIC_Intel-XL710' and
4353            '64B' and
4354            'IP4FWD' and
4355            'NDRPDR' and
4356            '1T1C' and
4357            'IPSECSW' and
4358            ('IPSECTRAN' or 'IPSECTUN') and
4359            not 'VHOST'"
4360   parameters:
4361   - "latency"
4362   - "parent"
4363   - "tags"
4364   layout:
4365     title: "ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr"
4366     layout: "plot-latency"
4367
4368 -
4369   type: "plot"
4370   title: "VPP Latency: ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr-lat"
4371   algorithm: "plot_latency_error_bars"
4372   output-file-type: ".html"
4373   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr-lat"
4374   data: "plot-vpp-throughput-latency-3n-hsw"
4375   filter: "'NIC_Intel-XL710' and
4376            '64B' and
4377            'IP4FWD' and
4378            'NDRPDR' and
4379            '2T2C' and
4380            'IPSECSW' and
4381            ('IPSECTRAN' or 'IPSECTUN') and
4382            not 'VHOST'"
4383   parameters:
4384   - "latency"
4385   - "parent"
4386   - "tags"
4387   layout:
4388     title: "ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr"
4389     layout: "plot-latency"
4390
4391 ################################################################################
4392
4393 # Packet Latency - DPDK l3fwd 3n-hsw-x520
4394 -
4395   type: "plot"
4396   title: "DPDK Latency: l3fwd-3n-hsw-x520-64b-1t1c-base-ndr-lat"
4397   algorithm: "plot_latency_error_bars"
4398   output-file-type: ".html"
4399   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-1t1c-base-ndr-lat"
4400   data: "plot-dpdk-throughput-latency-3n-hsw"
4401   filter: "'NIC_Intel-X520-DA2' and
4402            '64B' and
4403            'BASE' and
4404            'NDRPDR' and
4405            '1T1C' and
4406            'IP4FWD'"
4407   parameters:
4408   - "latency"
4409   - "parent"
4410   - "tags"
4411   layout:
4412     title: "l3fwd-3n-hsw-x520-64b-1t1c-base-ndr"
4413     layout: "plot-latency"
4414
4415 -
4416   type: "plot"
4417   title: "DPDK Latency: l3fwd-3n-hsw-x520-64b-2t2c-base-ndr-lat"
4418   algorithm: "plot_latency_error_bars"
4419   output-file-type: ".html"
4420   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-2t2c-base-ndr-lat"
4421   data: "plot-dpdk-throughput-latency-3n-hsw"
4422   filter: "'NIC_Intel-X520-DA2' and
4423            '64B' and
4424            'BASE' and
4425            'NDRPDR' and
4426            '2T2C' and
4427            'IP4FWD'"
4428   parameters:
4429   - "latency"
4430   - "parent"
4431   - "tags"
4432   layout:
4433     title: "l3fwd-3n-hsw-x520-64b-2t2c-base-ndr"
4434     layout: "plot-latency"
4435
4436 # Packet Latency - DPDK l3fwd 3n-hsw-x710
4437 -
4438   type: "plot"
4439   title: "DPDK Latency: l3fwd-3n-hsw-x710-64b-1t1c-base-ndr-lat"
4440   algorithm: "plot_latency_error_bars"
4441   output-file-type: ".html"
4442   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-1t1c-base-ndr-lat"
4443   data: "plot-dpdk-throughput-latency-3n-hsw"
4444   filter: "'NIC_Intel-X710' and
4445            '64B' and
4446            'BASE' and
4447            'NDRPDR' and
4448            '1T1C' and
4449            'IP4FWD'"
4450   parameters:
4451   - "latency"
4452   - "parent"
4453   - "tags"
4454   layout:
4455     title: "l3fwd-3n-hsw-x710-64b-1t1c-base-ndr"
4456     layout: "plot-latency"
4457
4458 -
4459   type: "plot"
4460   title: "DPDK Latency: l3fwd-3n-hsw-x710-64b-2t2c-base-ndr-lat"
4461   algorithm: "plot_latency_error_bars"
4462   output-file-type: ".html"
4463   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-2t2c-base-ndr-lat"
4464   data: "plot-dpdk-throughput-latency-3n-hsw"
4465   filter: "'NIC_Intel-X710' and
4466            '64B' and
4467            'BASE' and
4468            'NDRPDR' and
4469            '2T2C' and
4470            'IP4FWD'"
4471   parameters:
4472   - "latency"
4473   - "parent"
4474   - "tags"
4475   layout:
4476     title: "l3fwd-3n-hsw-x710-64b-2t2c-base-ndr"
4477     layout: "plot-latency"
4478
4479 # Packet Latency - DPDK l3fwd 3n-hsw-xl710
4480 -
4481   type: "plot"
4482   title: "DPDK Latency: l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr-lat"
4483   algorithm: "plot_latency_error_bars"
4484   output-file-type: ".html"
4485   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr-lat"
4486   data: "plot-dpdk-throughput-latency-3n-hsw"
4487   filter: "'NIC_Intel-XL710' and
4488            '64B' and
4489            'BASE' and
4490            'NDRPDR' and
4491            '1T1C' and
4492            'IP4FWD'"
4493   parameters:
4494   - "latency"
4495   - "parent"
4496   - "tags"
4497   layout:
4498     title: "l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr"
4499     layout: "plot-latency"
4500
4501 -
4502   type: "plot"
4503   title: "DPDK Latency: l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr-lat"
4504   algorithm: "plot_latency_error_bars"
4505   output-file-type: ".html"
4506   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr-lat"
4507   data: "plot-dpdk-throughput-latency-3n-hsw"
4508   filter: "'NIC_Intel-XL710' and
4509            '64B' and
4510            'BASE' and
4511            'NDRPDR' and
4512            '2T2C' and
4513            'IP4FWD'"
4514   parameters:
4515   - "latency"
4516   - "parent"
4517   - "tags"
4518   layout:
4519     title: "l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr"
4520     layout: "plot-latency"
4521
4522 # Packet Latency - DPDK l3fwd 3n-skx-x710
4523 -
4524   type: "plot"
4525   title: "DPDK Latency: l3fwd-3n-skx-x710-64b-2t1c-base-ndr-lat"
4526   algorithm: "plot_latency_error_bars"
4527   output-file-type: ".html"
4528   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-2t1c-base-ndr-lat"
4529   data: "plot-dpdk-throughput-latency-3n-skx"
4530   filter: "'NIC_Intel-X710' and
4531            '64B' and
4532            'BASE' and
4533            'NDRPDR' and
4534            '2T1C' and
4535            'IP4FWD'"
4536   parameters:
4537   - "latency"
4538   - "parent"
4539   - "tags"
4540   layout:
4541     title: "l3fwd-3n-skx-x710-64b-2t1c-base-ndr"
4542     layout: "plot-latency"
4543
4544 -
4545   type: "plot"
4546   title: "DPDK Latency: l3fwd-3n-skx-x710-64b-4t2c-base-ndr-lat"
4547   algorithm: "plot_latency_error_bars"
4548   output-file-type: ".html"
4549   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-4t2c-base-ndr-lat"
4550   data: "plot-dpdk-throughput-latency-3n-skx"
4551   filter: "'NIC_Intel-X710' and
4552            '64B' and
4553            'BASE' and
4554            'NDRPDR' and
4555            '4T2C' and
4556            'IP4FWD'"
4557   parameters:
4558   - "latency"
4559   - "parent"
4560   - "tags"
4561   layout:
4562     title: "l3fwd-3n-skx-x710-64b-4t2c-base-ndr"
4563     layout: "plot-latency"
4564
4565 # Packet Latency - DPDK l3fwd 3n-skx-xxv710
4566 -
4567   type: "plot"
4568   title: "DPDK Latency: l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr-lat"
4569   algorithm: "plot_latency_error_bars"
4570   output-file-type: ".html"
4571   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr-lat"
4572   data: "plot-dpdk-throughput-latency-3n-skx"
4573   filter: "'NIC_Intel-XXV710' and
4574            '64B' and
4575            'BASE' and
4576            'NDRPDR' and
4577            '2T1C' and
4578            'IP4FWD'"
4579   parameters:
4580   - "latency"
4581   - "parent"
4582   - "tags"
4583   layout:
4584     title: "l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr"
4585     layout: "plot-latency"
4586
4587 -
4588   type: "plot"
4589   title: "DPDK Latency: l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr-lat"
4590   algorithm: "plot_latency_error_bars"
4591   output-file-type: ".html"
4592   output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr-lat"
4593   data: "plot-dpdk-throughput-latency-3n-skx"
4594   filter: "'NIC_Intel-XXV710' and
4595            '64B' and
4596            'BASE' and
4597            'NDRPDR' and
4598            '4T2C' and
4599            'IP4FWD'"
4600   parameters:
4601   - "latency"
4602   - "parent"
4603   - "tags"
4604   layout:
4605     title: "l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr"
4606     layout: "plot-latency"
4607
4608 # Packet Latency - DPDK l3fwd 2n-skx-x710
4609 -
4610   type: "plot"
4611   title: "DPDK Latency: l3fwd-2n-skx-x710-64b-2t1c-base-ndr-lat"
4612   algorithm: "plot_latency_error_bars"
4613   output-file-type: ".html"
4614   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-2t1c-base-ndr-lat"
4615   data: "plot-dpdk-throughput-latency-2n-skx"
4616   filter: "'NIC_Intel-X710' and
4617            '64B' and
4618            'BASE' and
4619            'NDRPDR' and
4620            '2T1C' and
4621            'IP4FWD'"
4622   parameters:
4623   - "latency"
4624   - "parent"
4625   - "tags"
4626   layout:
4627     title: "l3fwd-2n-skx-x710-64b-2t1c-base-ndr"
4628     layout: "plot-latency"
4629
4630 -
4631   type: "plot"
4632   title: "DPDK Latency: l3fwd-2n-skx-x710-64b-4t2c-base-ndr-lat"
4633   algorithm: "plot_latency_error_bars"
4634   output-file-type: ".html"
4635   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-4t2c-base-ndr-lat"
4636   data: "plot-dpdk-throughput-latency-2n-skx"
4637   filter: "'NIC_Intel-X710' and
4638            '64B' and
4639            'BASE' and
4640            'NDRPDR' and
4641            '4T2C' and
4642            'IP4FWD'"
4643   parameters:
4644   - "latency"
4645   - "parent"
4646   - "tags"
4647   layout:
4648     title: "l3fwd-2n-skx-x710-64b-4t2c-base-ndr"
4649     layout: "plot-latency"
4650
4651 # Packet Latency - DPDK l3fwd 2n-skx-xxv710
4652 -
4653   type: "plot"
4654   title: "DPDK Latency: l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr-lat"
4655   algorithm: "plot_latency_error_bars"
4656   output-file-type: ".html"
4657   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr-lat"
4658   data: "plot-dpdk-throughput-latency-2n-skx"
4659   filter: "'NIC_Intel-XXV710' and
4660            '64B' and
4661            'BASE' and
4662            'NDRPDR' and
4663            '2T1C' and
4664            'IP4FWD'"
4665   parameters:
4666   - "latency"
4667   - "parent"
4668   - "tags"
4669   layout:
4670     title: "l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr"
4671     layout: "plot-latency"
4672
4673 -
4674   type: "plot"
4675   title: "DPDK Latency: l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr-lat"
4676   algorithm: "plot_latency_error_bars"
4677   output-file-type: ".html"
4678   output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr-lat"
4679   data: "plot-dpdk-throughput-latency-2n-skx"
4680   filter: "'NIC_Intel-XXV710' and
4681            '64B' and
4682            'BASE' and
4683            'NDRPDR' and
4684            '4T2C' and
4685            'IP4FWD'"
4686   parameters:
4687   - "latency"
4688   - "parent"
4689   - "tags"
4690   layout:
4691     title: "l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr"
4692     layout: "plot-latency"
4693
4694 ################################################################################
4695
4696 # Packet Latency - DPDK testpmd 3n-hsw-x520
4697 -
4698   type: "plot"
4699   title: "DPDK Latency: testpmd-3n-hsw-x520-64b-1t1c-base-ndr-lat"
4700   algorithm: "plot_latency_error_bars"
4701   output-file-type: ".html"
4702   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-1t1c-base-ndr-lat"
4703   data: "plot-dpdk-throughput-latency-3n-hsw"
4704   filter: "'NIC_Intel-X520-DA2' and
4705            '64B' and
4706            'BASE' and
4707            'NDRPDR' and
4708            '1T1C' and
4709            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4710   parameters:
4711   - "latency"
4712   - "parent"
4713   - "tags"
4714   layout:
4715     title: "testpmd-3n-hsw-x520-64b-1t1c-base-ndr"
4716     layout: "plot-latency"
4717
4718 -
4719   type: "plot"
4720   title: "DPDK Latency: testpmd-3n-hsw-x520-64b-2t2c-base-ndr-lat"
4721   algorithm: "plot_latency_error_bars"
4722   output-file-type: ".html"
4723   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-2t2c-base-ndr-lat"
4724   data: "plot-dpdk-throughput-latency-3n-hsw"
4725   filter: "'NIC_Intel-X520-DA2' and
4726            '64B' and
4727            'BASE' and
4728            'NDRPDR' and
4729            '2T2C' and
4730            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4731   parameters:
4732   - "latency"
4733   - "parent"
4734   - "tags"
4735   layout:
4736     title: "testpmd-3n-hsw-x520-64b-2t2c-base-ndr"
4737     layout: "plot-latency"
4738
4739 # Packet Latency - DPDK testpmd 3n-hsw-x710
4740 -
4741   type: "plot"
4742   title: "DPDK Latency: testpmd-3n-hsw-x710-64b-1t1c-base-ndr-lat"
4743   algorithm: "plot_latency_error_bars"
4744   output-file-type: ".html"
4745   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-1t1c-base-ndr-lat"
4746   data: "plot-dpdk-throughput-latency-3n-hsw"
4747   filter: "'NIC_Intel-X710' and
4748            '64B' and
4749            'BASE' and
4750            'NDRPDR' and
4751            '1T1C' and
4752            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4753   parameters:
4754   - "latency"
4755   - "parent"
4756   - "tags"
4757   layout:
4758     title: "testpmd-3n-hsw-x710-64b-1t1c-base-ndr"
4759     layout: "plot-latency"
4760
4761 -
4762   type: "plot"
4763   title: "DPDK Latency: testpmd-3n-hsw-x710-64b-2t2c-base-ndr-lat"
4764   algorithm: "plot_latency_error_bars"
4765   output-file-type: ".html"
4766   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-2t2c-base-ndr-lat"
4767   data: "plot-dpdk-throughput-latency-3n-hsw"
4768   filter: "'NIC_Intel-X710' and
4769            '64B' and
4770            'BASE' and
4771            'NDRPDR' and
4772            '2T2C' and
4773            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4774   parameters:
4775   - "latency"
4776   - "parent"
4777   - "tags"
4778   layout:
4779     title: "testpmd-3n-hsw-x710-64b-2t2c-base-ndr"
4780     layout: "plot-latency"
4781
4782 # Packet Latency - DPDK testpmd 3n-hsw-xl710
4783 -
4784   type: "plot"
4785   title: "DPDK Latency: testpmd-3n-hsw-xl710-64b-1t1c-base-ndr-lat"
4786   algorithm: "plot_latency_error_bars"
4787   output-file-type: ".html"
4788   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-1t1c-base-ndr-lat"
4789   data: "plot-dpdk-throughput-latency-3n-hsw"
4790   filter: "'NIC_Intel-XL710' and
4791            '64B' and
4792            'BASE' and
4793            'NDRPDR' and
4794            '1T1C' and
4795            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4796   parameters:
4797   - "latency"
4798   - "parent"
4799   - "tags"
4800   layout:
4801     title: "testpmd-3n-hsw-xl710-64b-1t1c-base-ndr"
4802     layout: "plot-latency"
4803
4804 -
4805   type: "plot"
4806   title: "DPDK Latency: testpmd-3n-hsw-xl710-64b-2t2c-base-ndr-lat"
4807   algorithm: "plot_latency_error_bars"
4808   output-file-type: ".html"
4809   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-2t2c-base-ndr-lat"
4810   data: "plot-dpdk-throughput-latency-3n-hsw"
4811   filter: "'NIC_Intel-XL710' and
4812            '64B' and
4813            'BASE' and
4814            'NDRPDR' and
4815            '2T2C' and
4816            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4817   parameters:
4818   - "latency"
4819   - "parent"
4820   - "tags"
4821   layout:
4822     title: "testpmd-3n-hsw-xl710-64b-2t2c-base-ndr"
4823     layout: "plot-latency"
4824
4825 # Packet Latency - DPDK testpmd 3n-skx-x710
4826 -
4827   type: "plot"
4828   title: "DPDK Latency: testpmd-3n-skx-x710-64b-2t1c-base-ndr-lat"
4829   algorithm: "plot_latency_error_bars"
4830   output-file-type: ".html"
4831   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-2t1c-base-ndr-lat"
4832   data: "plot-dpdk-throughput-latency-3n-skx"
4833   filter: "'NIC_Intel-X710' and
4834            '64B' and
4835            'BASE' and
4836            'NDRPDR' and
4837            '2T1C' and
4838            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4839   parameters:
4840   - "latency"
4841   - "parent"
4842   - "tags"
4843   layout:
4844     title: "testpmd-3n-skx-x710-64b-2t1c-base-ndr"
4845     layout: "plot-latency"
4846
4847 -
4848   type: "plot"
4849   title: "DPDK Latency: testpmd-3n-skx-x710-64b-4t2c-base-ndr-lat"
4850   algorithm: "plot_latency_error_bars"
4851   output-file-type: ".html"
4852   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-4t2c-base-ndr-lat"
4853   data: "plot-dpdk-throughput-latency-3n-skx"
4854   filter: "'NIC_Intel-X710' and
4855            '64B' and
4856            'BASE' and
4857            'NDRPDR' and
4858            '4T2C' and
4859            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4860   parameters:
4861   - "latency"
4862   - "parent"
4863   - "tags"
4864   layout:
4865     title: "testpmd-3n-skx-x710-64b-4t2c-base-ndr"
4866     layout: "plot-latency"
4867
4868 # Packet Latency - DPDK testpmd 3n-skx-xxv710
4869 -
4870   type: "plot"
4871   title: "DPDK Latency: testpmd-3n-skx-xxv710-64b-2t1c-base-ndr-lat"
4872   algorithm: "plot_latency_error_bars"
4873   output-file-type: ".html"
4874   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-2t1c-base-ndr-lat"
4875   data: "plot-dpdk-throughput-latency-3n-skx"
4876   filter: "'NIC_Intel-XXV710' and
4877            '64B' and
4878            'BASE' and
4879            'NDRPDR' and
4880            '2T1C' and
4881            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4882   parameters:
4883   - "latency"
4884   - "parent"
4885   - "tags"
4886   layout:
4887     title: "testpmd-3n-skx-xxv710-64b-2t1c-base-ndr"
4888     layout: "plot-latency"
4889
4890 -
4891   type: "plot"
4892   title: "DPDK Latency: testpmd-3n-skx-xxv710-64b-4t2c-base-ndr-lat"
4893   algorithm: "plot_latency_error_bars"
4894   output-file-type: ".html"
4895   output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-4t2c-base-ndr-lat"
4896   data: "plot-dpdk-throughput-latency-3n-skx"
4897   filter: "'NIC_Intel-XXV710' and
4898            '64B' and
4899            'BASE' and
4900            'NDRPDR' and
4901            '4T2C' and
4902            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4903   parameters:
4904   - "latency"
4905   - "parent"
4906   - "tags"
4907   layout:
4908     title: "testpmd-3n-skx-xxv710-64b-4t2c-base-ndr"
4909     layout: "plot-latency"
4910
4911 # Packet Latency - DPDK testpmd 2n-skx-x710
4912 -
4913   type: "plot"
4914   title: "DPDK Latency: testpmd-2n-skx-x710-64b-2t1c-base-ndr-lat"
4915   algorithm: "plot_latency_error_bars"
4916   output-file-type: ".html"
4917   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-2t1c-base-ndr-lat"
4918   data: "plot-dpdk-throughput-latency-2n-skx"
4919   filter: "'NIC_Intel-X710' and
4920            '64B' and
4921            'BASE' and
4922            'NDRPDR' and
4923            '2T1C' and
4924            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4925   parameters:
4926   - "latency"
4927   - "parent"
4928   - "tags"
4929   layout:
4930     title: "testpmd-2n-skx-x710-64b-2t1c-base-ndr"
4931     layout: "plot-latency"
4932
4933 -
4934   type: "plot"
4935   title: "DPDK Latency: testpmd-2n-skx-x710-64b-4t2c-base-ndr-lat"
4936   algorithm: "plot_latency_error_bars"
4937   output-file-type: ".html"
4938   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-4t2c-base-ndr-lat"
4939   data: "plot-dpdk-throughput-latency-2n-skx"
4940   filter: "'NIC_Intel-X710' and
4941            '64B' and
4942            'BASE' and
4943            'NDRPDR' and
4944            '4T2C' and
4945            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4946   parameters:
4947   - "latency"
4948   - "parent"
4949   - "tags"
4950   layout:
4951     title: "testpmd-2n-skx-x710-64b-4t2c-base-ndr"
4952     layout: "plot-latency"
4953
4954 # Packet Latency - DPDK testpmd 2n-skx-xxv710
4955 -
4956   type: "plot"
4957   title: "DPDK Latency: testpmd-2n-skx-xxv710-64b-2t1c-base-ndr-lat"
4958   algorithm: "plot_latency_error_bars"
4959   output-file-type: ".html"
4960   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-2t1c-base-ndr-lat"
4961   data: "plot-dpdk-throughput-latency-2n-skx"
4962   filter: "'NIC_Intel-XXV710' and
4963            '64B' and
4964            'BASE' and
4965            'NDRPDR' and
4966            '2T1C' and
4967            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4968   parameters:
4969   - "latency"
4970   - "parent"
4971   - "tags"
4972   layout:
4973     title: "testpmd-2n-skx-xxv710-64b-2t1c-base-ndr"
4974     layout: "plot-latency"
4975
4976 -
4977   type: "plot"
4978   title: "DPDK Latency: testpmd-2n-skx-xxv710-64b-4t2c-base-ndr-lat"
4979   algorithm: "plot_latency_error_bars"
4980   output-file-type: ".html"
4981   output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-4t2c-base-ndr-lat"
4982   data: "plot-dpdk-throughput-latency-2n-skx"
4983   filter: "'NIC_Intel-XXV710' and
4984            '64B' and
4985            'BASE' and
4986            'NDRPDR' and
4987            '4T2C' and
4988            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')"
4989   parameters:
4990   - "latency"
4991   - "parent"
4992   - "tags"
4993   layout:
4994     title: "testpmd-2n-skx-xxv710-64b-4t2c-base-ndr"
4995     layout: "plot-latency"
4996
4997 ################################################################################
4998
4999 # Speedup - VPP IPSec 3n-hsw-xl710 base
5000 -
5001   type: "plot"
5002   title: "Speedup: ipsec-3n-hsw-xl710-64b-base-ndr-tsa"
5003   algorithm: "plot_throughput_speedup_analysis"
5004   output-file-type: ".html"
5005   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-base-ndr-tsa"
5006   data: "plot-throughput-speedup-analysis-3n-hsw"
5007   filter: "'NIC_Intel-XL710' and
5008            '64B' and
5009            'IP4FWD' and
5010            'NDRPDR' and
5011            'BASE' and
5012            'IPSECHW' and
5013            not 'VHOST'"
5014   parameters:
5015   - "throughput"
5016   - "parent"
5017   - "tags"
5018   layout:
5019     title: "ipsec-3n-hsw-xl710-64b-base-ndr"
5020     layout: "plot-throughput-speedup-analysis"
5021
5022 -
5023   type: "plot"
5024   title: "Speedup: ipsec-3n-hsw-xl710-64b-base-pdr-tsa"
5025   algorithm: "plot_throughput_speedup_analysis"
5026   output-file-type: ".html"
5027   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-base-pdr-tsa"
5028   data: "plot-throughput-speedup-analysis-3n-hsw"
5029   filter: "'NIC_Intel-XL710' and
5030            '64B' and
5031            'IP4FWD' and
5032            'NDRPDR' and
5033            'BASE' and
5034            'IPSECHW' and
5035            not 'VHOST'"
5036   parameters:
5037   - "throughput"
5038   - "parent"
5039   - "tags"
5040   layout:
5041     title: "ipsec-3n-hsw-xl710-64b-base-pdr"
5042     layout: "plot-throughput-speedup-analysis"
5043
5044 # Speedup - VPP IPSec 3n-hsw-xl710 scale
5045 -
5046   type: "plot"
5047   title: "Speedup: ipsec-3n-hsw-xl710-64b-scale-ndr-tsa"
5048   algorithm: "plot_throughput_speedup_analysis"
5049   output-file-type: ".html"
5050   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-scale-ndr-tsa"
5051   data: "plot-throughput-speedup-analysis-3n-hsw"
5052   filter: "'NIC_Intel-XL710' and
5053            '64B' and
5054            'IP4FWD' and
5055            'NDRPDR' and
5056            'SCALE' and
5057            'IPSECHW' and
5058            not 'VHOST'"
5059   parameters:
5060   - "throughput"
5061   - "parent"
5062   - "tags"
5063   layout:
5064     title: "ipsec-3n-hsw-xl710-64b-scale-ndr"
5065     layout: "plot-throughput-speedup-analysis"
5066
5067 -
5068   type: "plot"
5069   title: "Speedup: ipsec-3n-hsw-xl710-64b-scale-pdr-tsa"
5070   algorithm: "plot_throughput_speedup_analysis"
5071   output-file-type: ".html"
5072   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-scale-pdr-tsa"
5073   data: "plot-throughput-speedup-analysis-3n-hsw"
5074   filter: "'NIC_Intel-XL710' and
5075            '64B' and
5076            'IP4FWD' and
5077            'NDRPDR' and
5078            'SCALE' and
5079            'IPSECHW' and
5080            not 'VHOST'"
5081   parameters:
5082   - "throughput"
5083   - "parent"
5084   - "tags"
5085   layout:
5086     title: "ipsec-3n-hsw-xl710-64b-scale-pdr"
5087     layout: "plot-throughput-speedup-analysis"
5088
5089 # Speedup - VPP IPSec 3n-hsw-xl710 sw
5090 -
5091   type: "plot"
5092   title: "Speedup: ipsec-3n-hsw-xl710-64b-sw-ndr-tsa"
5093   algorithm: "plot_throughput_speedup_analysis"
5094   output-file-type: ".html"
5095   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-sw-ndr-tsa"
5096   data: "plot-throughput-speedup-analysis-3n-hsw"
5097   filter: "'NIC_Intel-XL710' and
5098            '64B' and
5099            'IP4FWD' and
5100            'NDRPDR' and
5101            'IPSECSW' and
5102            not 'VHOST'"
5103   parameters:
5104   - "throughput"
5105   - "parent"
5106   - "tags"
5107   layout:
5108     title: "ipsec-3n-hsw-xl710-64b-sw-ndr"
5109     layout: "plot-throughput-speedup-analysis"
5110
5111 -
5112   type: "plot"
5113   title: "Speedup: ipsec-3n-hsw-xl710-64b-sw-pdr-tsa"
5114   algorithm: "plot_throughput_speedup_analysis"
5115   output-file-type: ".html"
5116   output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-sw-pdr-tsa"
5117   data: "plot-throughput-speedup-analysis-3n-hsw"
5118   filter: "'NIC_Intel-XL710' and
5119            '64B' and
5120            'IP4FWD' and
5121            'NDRPDR' and
5122            'IPSECSW' and
5123            not 'VHOST'"
5124   parameters:
5125   - "throughput"
5126   - "parent"
5127   - "tags"
5128   layout:
5129     title: "ipsec-3n-hsw-xl710-64b-sw-pdr"
5130     layout: "plot-throughput-speedup-analysis"