4 # Top level directories:
8 DIR[BUILD,HTML]: "_build"
9 DIR[BUILD,LATEX]: "_build_latex"
12 DIR[RST]: "../../../docs/report"
15 ## Input data files (.zip, .xml)
16 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17 ## Static source files from git
18 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
22 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
27 # Detailed test results
28 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29 DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30 DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31 DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32 DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33 DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34 DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35 DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36 DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37 DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38 DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39 DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40 DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41 DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43 DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
49 # Detailed test configurations
50 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51 DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52 DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53 DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54 DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55 DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56 DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57 DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58 DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59 DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61 DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
63 # Detailed tests operational data
64 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65 DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66 DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67 DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68 DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
70 # .css patch file to fix tables generated by Sphinx
71 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
75 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77 URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78 # URL[VIRL,DNV]: "http://download.it/from/nexus"
79 URL[NEXUS]: "https://docs.fd.io/csit"
80 DIR[NEXUS]: "report/_static/archive"
83 # List the directories which are created while preparing the environment.
84 # All directories MUST be defined in "paths" section.
91 - "DIR[WORKING,SRC,STATIC]"
94 # List the directories which are deleted while cleaning the environment.
95 # All directories MUST be defined in "paths" section.
100 # List the directories where the results (build) is stored.
101 # All directories MUST be defined in "paths" section.
105 - type: "configuration"
122 pci-g3-x8: 74404761.90
123 pci-g3-x16: 148809523.81
127 ###########################################################################
132 plot-vpp-throughput-lat-tsa-3n-hsw:
133 csit-vpp-perf-verify-1904-3n-hsw:
145 # plot-vpp-http-server-performance:
146 # # TODO: Replace with 1904 data
147 # # csit-vpp-perf-verify-1904-3n-hsw:
148 # csit-vpp-perf-verify-1810-3n-hsw:
160 # plot-ligato-throughput-lat-tsa-3n-hsw:
161 # # TODO: Replace with 1904 data
162 # # csit-ligato-perf-verify-1904-3n-hsw:
163 # csit-ligato-perf-verify-1901-3n-hsw:
175 plot-dpdk-throughput-latency-3n-hsw:
176 csit-dpdk-perf-verify-1904-3n-hsw:
190 plot-vpp-throughput-lat-tsa-3n-skx:
191 csit-vpp-perf-verify-1904-3n-skx:
203 plot-dpdk-throughput-latency-3n-skx:
204 csit-dpdk-perf-verify-1904-3n-skx:
218 plot-vpp-throughput-lat-tsa-2n-skx:
219 csit-vpp-perf-verify-1904-2n-skx:
231 plot-vpp-soak-2n-skx:
232 # TODO: Add 1904 data
233 csit-vpp-perf-verify-1904-2n-skx:
237 plot-vpp-nfv-2n-skx-ndrpdr-64b:
238 csit-vpp-perf-verify-1904-2n-skx:
239 - 56 # NFV NDRPDR 64b
240 - 59 # NFV NDRPDR 64b
241 - 60 # NFV NDRPDR 64b
242 - 65 # NFV NDRPDR 64b
243 - 68 # NFV NDRPDR 64b
244 - 80 # NFV MRR NDRPDR 64b IMIX
245 - 81 # NFV MRR NDRPDR 64b IMIX
247 plot-vpp-nfv-2n-skx-ndrpdr-imix:
248 # TODO: Add 1904 data
249 csit-vpp-perf-verify-1904-2n-skx:
250 - 66 # NFV NDRPDR IMIX
251 - 67 # NFV NDRPDR IMIX
252 - 69 # NFV NDRPDR IMIX
253 - 80 # NFV MRR NDRPDR 64b IMIX
254 - 81 # NFV MRR NDRPDR 64b IMIX
256 plot-vpp-nfv-2n-skx-mrr-64b:
257 csit-vpp-perf-verify-1904-2n-skx:
263 - 80 # NFV MRR NDRPDR 64b IMIX
264 - 81 # NFV MRR NDRPDR 64b IMIX
266 plot-vpp-nfv-2n-skx-mrr-imix:
267 csit-vpp-perf-verify-1904-2n-skx:
273 - 80 # NFV MRR NDRPDR 64b IMIX
274 - 81 # NFV MRR NDRPDR 64b IMIX
276 plot-dpdk-throughput-latency-2n-skx:
277 csit-dpdk-perf-verify-1904-2n-skx:
293 # # TODO: Replace with 1904 data
294 # # intel-dnv-vpp-release-1904:
295 # intel-dnv-vpp-release-1901:
298 ###########################################################################
299 # Simple tables (only one data set):
303 vpp-nic-comparison-3n-hsw:
304 csit-vpp-perf-verify-1904-3n-hsw:
316 vpp-nic-comparison-3n-skx:
317 csit-vpp-perf-verify-1904-3n-skx:
329 vpp-nic-comparison-2n-skx:
330 csit-vpp-perf-verify-1904-2n-skx:
342 vpp-nic-comparison-3n-hsw-mrr:
343 csit-vpp-perf-verify-1904-3n-hsw:
346 vpp-nic-comparison-3n-skx-mrr:
347 csit-vpp-perf-verify-1904-3n-skx:
350 vpp-nic-comparison-2n-skx-mrr:
351 csit-vpp-perf-verify-1904-2n-skx:
356 vpp-perf-results-3n-hsw:
357 # TODO: Add FULL 1904 data
358 csit-vpp-perf-verify-1904-3n-hsw:
362 vpp-perf-results-3n-skx:
363 csit-vpp-perf-verify-1904-3n-skx:
369 vpp-perf-results-2n-skx:
370 csit-vpp-perf-verify-1904-2n-skx:
376 vpp-mrr-results-3n-hsw:
377 csit-vpp-perf-verify-1904-3n-hsw:
380 vpp-mrr-results-3n-skx:
381 csit-vpp-perf-verify-1904-3n-skx:
384 vpp-mrr-results-2n-skx:
385 csit-vpp-perf-verify-1904-2n-skx:
388 vpp-func-results-ubuntu:
389 csit-vpp-functional-1904-ubuntu1604-virl:
392 vpp-func-results-centos:
393 csit-vpp-functional-1904-centos7-virl:
396 vpp-device-results-ubuntu:
397 csit-vpp-device-1904-ubuntu1804-1n-skx:
401 # ligato-perf-results-3n-hsw:
402 # # TODO: Replace with 1904 data
403 # # csit-ligato-perf-verify-1904-3n-hsw:
404 # csit-ligato-perf-verify-1901-3n-hsw:
407 dpdk-perf-results-3n-hsw:
408 csit-dpdk-perf-verify-1904-3n-hsw:
411 dpdk-perf-results-3n-skx:
412 csit-dpdk-perf-verify-1904-3n-skx:
415 dpdk-perf-results-2n-skx:
416 csit-dpdk-perf-verify-1904-2n-skx:
419 # HoneyComb Functional
421 csit-hc2vpp-verify-func-1904-ubuntu1604:
424 # # NSH SFC Functional
427 # csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
432 csit-dmm-functional-1904-ubuntu1604-virl:
435 ###########################################################################
436 # Tables (more than one data set)
438 # Performance changes
440 # intel-dnv-vpp-changes-2n-dnv-h1:
441 # intel-dnv-vpp-release-1810:
443 # intel-dnv-vpp-changes-2n-dnv-ref:
444 # intel-dnv-vpp-release-1901:
446 # intel-dnv-vpp-changes-2n-dnv-cmp:
447 # # TODO: Replace with 1904 data
448 # # intel-dnv-vpp-release-1904:
449 # intel-dnv-vpp-release-1901:
451 # intel-dnv-vpp-changes-2n-dnv:
452 # - "intel-dnv-vpp-changes-2n-dnv-h1"
453 # - "intel-dnv-vpp-changes-2n-dnv-ref"
454 # - "intel-dnv-vpp-changes-2n-dnv-cmp"
456 vpp-performance-changes-3n-hsw-h1:
457 csit-vpp-perf-verify-1810-3n-hsw:
468 vpp-performance-changes-3n-hsw-ref:
469 csit-vpp-perf-verify-1901-3n-hsw:
490 vpp-performance-changes-3n-hsw-cmp:
491 csit-vpp-perf-verify-1904-3n-hsw:
502 vpp-performance-changes-3n-hsw:
503 - "vpp-performance-changes-3n-hsw-h1"
504 - "vpp-performance-changes-3n-hsw-ref"
505 - "vpp-performance-changes-3n-hsw-cmp"
507 vpp-performance-changes-3n-skx-h1:
508 csit-vpp-perf-verify-1810-3n-skx:
519 vpp-performance-changes-3n-skx-ref:
520 csit-vpp-perf-verify-1901-3n-skx:
541 vpp-performance-changes-3n-skx-cmp:
542 csit-vpp-perf-verify-1904-3n-skx:
553 vpp-performance-changes-3n-skx:
554 - "vpp-performance-changes-3n-skx-h1"
555 - "vpp-performance-changes-3n-skx-ref"
556 - "vpp-performance-changes-3n-skx-cmp"
558 vpp-performance-changes-2n-skx-h1:
559 csit-vpp-perf-verify-1810-2n-skx:
570 vpp-performance-changes-2n-skx-ref:
571 csit-vpp-perf-verify-1901-2n-skx:
582 vpp-performance-changes-2n-skx-cmp:
583 csit-vpp-perf-verify-1904-2n-skx:
594 vpp-performance-changes-2n-skx:
595 - "vpp-performance-changes-2n-skx-h1"
596 - "vpp-performance-changes-2n-skx-ref"
597 - "vpp-performance-changes-2n-skx-cmp"
599 vpp-soak-vs-ndr-2n-skx-ref:
600 csit-vpp-perf-verify-1904-2n-skx:
611 vpp-soak-vs-ndr-2n-skx-cmp:
612 csit-vpp-perf-verify-1904-2n-skx:
615 vpp-soak-vs-ndr-2n-skx:
616 csit-vpp-perf-verify-1904-2n-skx:
630 vpp-performance-changes-3n-hsw-mrr-h1:
631 csit-vpp-perf-verify-1810-3n-hsw:
633 vpp-performance-changes-3n-hsw-mrr-ref:
634 csit-vpp-perf-verify-1901-3n-hsw:
636 vpp-performance-changes-3n-hsw-mrr-cmp:
637 csit-vpp-perf-verify-1904-3n-hsw:
639 vpp-performance-changes-3n-hsw-mrr:
640 - "vpp-performance-changes-3n-hsw-mrr-h1"
641 - "vpp-performance-changes-3n-hsw-mrr-ref"
642 - "vpp-performance-changes-3n-hsw-mrr-cmp"
644 vpp-performance-changes-3n-skx-mrr-h1:
645 csit-vpp-perf-verify-1810-3n-skx:
650 vpp-performance-changes-3n-skx-mrr-ref:
651 csit-vpp-perf-verify-1901-3n-skx:
653 vpp-performance-changes-3n-skx-mrr-cmp:
654 csit-vpp-perf-verify-1904-3n-skx:
656 vpp-performance-changes-3n-skx-mrr:
657 - "vpp-performance-changes-3n-skx-mrr-h1"
658 - "vpp-performance-changes-3n-skx-mrr-ref"
659 - "vpp-performance-changes-3n-skx-mrr-cmp"
661 vpp-performance-changes-2n-skx-mrr-h1:
662 csit-vpp-perf-verify-1810-2n-skx:
667 vpp-performance-changes-2n-skx-mrr-ref:
668 csit-vpp-perf-verify-1901-2n-skx:
670 vpp-performance-changes-2n-skx-mrr-cmp:
671 csit-vpp-perf-verify-1904-2n-skx:
673 vpp-performance-changes-2n-skx-mrr:
674 - "vpp-performance-changes-2n-skx-mrr-h1"
675 - "vpp-performance-changes-2n-skx-mrr-ref"
676 - "vpp-performance-changes-2n-skx-mrr-cmp"
678 dpdk-performance-changes-3n-hsw-h1:
679 csit-dpdk-perf-verify-1810-3n-hsw:
690 dpdk-performance-changes-3n-hsw-ref:
691 csit-dpdk-perf-verify-1901-3n-hsw:
702 dpdk-performance-changes-3n-hsw-cmp:
703 csit-dpdk-perf-verify-1904-3n-hsw:
714 dpdk-performance-changes-3n-hsw:
715 - "dpdk-performance-changes-3n-hsw-h1"
716 - "dpdk-performance-changes-3n-hsw-ref"
717 - "dpdk-performance-changes-3n-hsw-cmp"
719 dpdk-performance-changes-3n-skx-h1:
720 csit-dpdk-perf-verify-1810-3n-skx:
731 dpdk-performance-changes-3n-skx-ref:
732 csit-dpdk-perf-verify-1901-3n-skx:
743 dpdk-performance-changes-3n-skx-cmp:
744 csit-dpdk-perf-verify-1904-3n-skx:
755 dpdk-performance-changes-3n-skx:
756 - "dpdk-performance-changes-3n-skx-h1"
757 - "dpdk-performance-changes-3n-skx-ref"
758 - "dpdk-performance-changes-3n-skx-cmp"
760 dpdk-performance-changes-2n-skx-h1:
761 csit-dpdk-perf-verify-1810-2n-skx:
772 dpdk-performance-changes-2n-skx-ref:
773 csit-dpdk-perf-verify-1901-2n-skx:
784 dpdk-performance-changes-2n-skx-cmp:
785 csit-dpdk-perf-verify-1904-2n-skx:
796 dpdk-performance-changes-2n-skx:
797 - "dpdk-performance-changes-2n-skx-h1"
798 - "dpdk-performance-changes-2n-skx-ref"
799 - "dpdk-performance-changes-2n-skx-cmp"
803 vpp-compare-testbeds-ref:
804 csit-vpp-perf-verify-1904-3n-hsw:
815 vpp-compare-testbeds-cmp:
816 csit-vpp-perf-verify-1904-3n-skx:
827 vpp-compare-testbeds:
828 - "vpp-compare-testbeds-ref"
829 - "vpp-compare-testbeds-cmp"
831 vpp-compare-testbeds-mrr-ref:
832 csit-vpp-perf-verify-1904-3n-hsw:
834 vpp-compare-testbeds-mrr-cmp:
835 csit-vpp-perf-verify-1904-3n-skx:
837 vpp-compare-testbeds-mrr:
838 - "vpp-compare-testbeds-mrr-ref"
839 - "vpp-compare-testbeds-mrr-cmp"
841 dpdk-compare-testbeds-ref:
842 csit-dpdk-perf-verify-1904-3n-hsw:
853 dpdk-compare-testbeds-cmp:
854 csit-dpdk-perf-verify-1904-3n-skx:
865 dpdk-compare-testbeds:
866 - "dpdk-compare-testbeds-ref"
867 - "dpdk-compare-testbeds-cmp"
871 vpp-compare-topologies-ref:
872 csit-vpp-perf-verify-1904-3n-skx:
883 vpp-compare-topologies-cmp:
884 csit-vpp-perf-verify-1904-2n-skx:
895 vpp-compare-topologies:
896 - "vpp-compare-topologies-ref"
897 - "vpp-compare-topologies-cmp"
899 vpp-compare-topologies-mrr-ref:
900 csit-vpp-perf-verify-1904-3n-skx:
902 vpp-compare-topologies-mrr-cmp:
903 csit-vpp-perf-verify-1904-2n-skx:
905 vpp-compare-topologies-mrr:
906 - "vpp-compare-topologies-mrr-ref"
907 - "vpp-compare-topologies-mrr-cmp"
909 dpdk-compare-topologies-ref:
910 csit-dpdk-perf-verify-1904-3n-skx:
921 dpdk-compare-topologies-cmp:
922 csit-dpdk-perf-verify-1904-2n-skx:
933 dpdk-compare-topologies:
934 - "dpdk-compare-topologies-ref"
935 - "dpdk-compare-topologies-cmp"
939 plot-soak-throughput:
943 title: "<b>Test Cases [Index]</b>"
948 gridcolor: "rgb(230, 230, 230)"
949 linecolor: "rgb(220, 220, 220)"
954 tickcolor: "rgb(220, 220, 220)"
960 title: "<b>Critical Rate Lower Bound [Mpps]</b>"
963 gridcolor: "rgb(230, 230, 230)"
966 linecolor: "rgb(220, 220, 220)"
971 tickcolor: "rgb(220, 220, 220)"
990 plot-service-density:
999 showticklabels: False
1005 autorange: "reversed"
1008 showticklabels: False
1022 title: "<b>Test Cases [Index]</b>"
1027 gridcolor: "rgb(230, 230, 230)"
1028 linecolor: "rgb(220, 220, 220)"
1032 showticklabels: True
1033 tickcolor: "rgb(220, 220, 220)"
1039 title: "<b>Connections Per Second [cps]</b>"
1042 gridcolor: "rgb(230, 230, 230)"
1044 linecolor: "rgb(220, 220, 220)"
1049 showticklabels: True
1050 tickcolor: "rgb(220, 220, 220)"
1075 title: "<b>Test Cases [Index]</b>"
1080 gridcolor: "rgb(230, 230, 230)"
1081 linecolor: "rgb(220, 220, 220)"
1085 showticklabels: True
1086 tickcolor: "rgb(220, 220, 220)"
1092 title: "<b>Requests Per Second [rps]</b>"
1095 gridcolor: "rgb(230, 230, 230)"
1097 linecolor: "rgb(220, 220, 220)"
1102 showticklabels: True
1103 tickcolor: "rgb(230, 230, 230)"
1128 title: "<b>Test Cases [Index]</b>"
1133 gridcolor: "rgb(230, 230, 230)"
1134 linecolor: "rgb(220, 220, 220)"
1138 showticklabels: True
1139 tickcolor: "rgb(220, 220, 220)"
1145 title: "<b>Packet Throughput [Mpps]</b>"
1148 gridcolor: "rgb(230, 230, 230)"
1151 linecolor: "rgb(220, 220, 220)"
1155 showticklabels: True
1156 tickcolor: "rgb(220, 220, 220)"
1177 plot-throughput-speedup-analysis:
1181 title: "<b>Number of Cores [Qty]</b>"
1186 gridcolor: "rgb(230, 230, 230)"
1187 linecolor: "rgb(220, 220, 220)"
1191 showticklabels: True
1192 tickcolor: "rgb(238, 238, 238)"
1198 title: "<b>Packet Throughput [Mpps]</b>"
1202 gridcolor: "rgb(230, 230, 230)"
1204 linecolor: "rgb(220, 220, 220)"
1208 showticklabels: True
1209 tickcolor: "rgb(220, 220, 220)"
1224 bgcolor: "rgba(255, 255, 255, 0)"
1225 bordercolor: "rgba(255, 255, 255, 0)"
1226 traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1250 family: "Consolas, Courier New",
1255 text: " Perfect Measured Limit",
1265 family: "Consolas, Courier New",
1275 title: "<b>Direction</b>"
1280 gridcolor: "rgb(230, 230, 230)"
1281 linecolor: "rgb(220, 220, 220)"
1285 showticklabels: False
1286 tickcolor: "rgb(220, 220, 220)"
1292 title: "<b>Packet Latency [uSec]</b>"
1296 gridcolor: "rgb(230, 230, 230)"
1298 linecolor: "rgb(220, 220, 220)"
1302 showticklabels: True
1303 tickcolor: "rgb(220, 220, 220)"
1313 traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1327 src-path: "{DIR[RST]}"
1328 dst-path: "{DIR[WORKING,SRC]}"
1332 file-name: "robot-plugin.zip"
1334 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1335 extract: "robot-plugin/output.xml"
1338 # # TODO: Add 1904 data
1339 ## intel-dnv-vpp-release-1904:
1342 # intel-dnv-vpp-release-1901:
1345 # intel-dnv-vpp-release-1810:
1348 csit-vpp-perf-verify-1810-3n-hsw:
1370 csit-vpp-perf-verify-1901-3n-hsw:
1392 # TODO: Add 1904 Data
1393 csit-vpp-perf-verify-1904-3n-hsw:
1408 csit-vpp-perf-verify-1810-3n-skx:
1423 csit-vpp-perf-verify-1901-3n-skx:
1445 csit-vpp-perf-verify-1904-3n-skx:
1462 csit-vpp-perf-verify-1810-2n-skx:
1477 csit-vpp-perf-verify-1901-2n-skx:
1489 # TODO: Add 1904 data
1490 csit-vpp-perf-verify-1904-2n-skx:
1516 - 56 # NFV NDRPDR 64b
1517 - 59 # NFV NDRPDR 64b
1518 - 60 # NFV NDRPDR 64b
1519 - 65 # NFV NDRPDR 64b
1520 - 68 # NFV NDRPDR 64b
1521 - 66 # NFV NDRPDR IMIX
1522 - 67 # NFV NDRPDR IMIX
1523 - 69 # NFV NDRPDR IMIX
1524 - 80 # NFV MRR NDRPDR 64b IMIX
1525 - 81 # NFV MRR NDRPDR 64b IMIX
1529 # csit-ligato-perf-verify-1901-3n-hsw:
1530 # - 10 # NDRPDR full
1541 # # TODO: Add 1904 data
1542 ## csit-ligato-perf-verify-1904-3n-hsw:
1545 csit-dpdk-perf-verify-1810-3n-hsw:
1556 csit-dpdk-perf-verify-1901-3n-hsw:
1567 csit-dpdk-perf-verify-1904-3n-hsw:
1579 csit-dpdk-perf-verify-1810-3n-skx:
1590 csit-dpdk-perf-verify-1901-3n-skx:
1601 csit-dpdk-perf-verify-1904-3n-skx:
1613 csit-dpdk-perf-verify-1810-2n-skx:
1624 csit-dpdk-perf-verify-1901-2n-skx:
1635 csit-dpdk-perf-verify-1904-2n-skx:
1647 csit-vpp-functional-1904-ubuntu1604-virl:
1649 csit-vpp-functional-1904-centos7-virl:
1651 csit-vpp-device-1904-ubuntu1804-1n-skx:
1654 # csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1656 csit-dmm-functional-1904-ubuntu1604-virl:
1658 csit-hc2vpp-verify-func-1904-ubuntu1604:
1669 ################################################################################
1671 ################################################################################
1675 title: "VPP Soak vs NDR 2n-skx"
1676 algorithm: "table_soak_vs_ndr"
1677 output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1680 data: "vpp-soak-vs-ndr-2n-skx-ref"
1683 data: "vpp-soak-vs-ndr-2n-skx-cmp"
1684 data: "vpp-soak-vs-ndr-2n-skx"
1685 include-tests: "NDR"
1686 filter: "('NDRPDR' or 'SOAK')"
1692 ################################################################################
1694 # VPP Compare NICs 3n-hsw 1t1c ndr
1696 title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1697 algorithm: "table_nics_comparison"
1698 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1701 nic: "NIC_Intel-X520-DA2"
1704 nic: "NIC_Intel-X710"
1705 data: "vpp-nic-comparison-3n-hsw"
1706 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1707 filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1714 # VPP Compare NICs 3n-hsw 2t2c ndr
1716 title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1717 algorithm: "table_nics_comparison"
1718 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1721 nic: "NIC_Intel-X520-DA2"
1724 nic: "NIC_Intel-X710"
1725 data: "vpp-nic-comparison-3n-hsw"
1726 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1727 filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1734 # VPP Compare NICs 3n-hsw 1t1c pdr
1736 title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1737 algorithm: "table_nics_comparison"
1738 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1741 nic: "NIC_Intel-X520-DA2"
1744 nic: "NIC_Intel-X710"
1745 data: "vpp-nic-comparison-3n-hsw"
1746 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1747 filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1754 # VPP Compare NICs 3n-hsw 2t2c pdr
1756 title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1757 algorithm: "table_nics_comparison"
1758 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1761 nic: "NIC_Intel-X520-DA2"
1764 nic: "NIC_Intel-X710"
1765 data: "vpp-nic-comparison-3n-hsw"
1766 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1767 filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1774 # VPP Compare NICs 3n-hsw 1t1c mrr
1776 title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1777 algorithm: "table_nics_comparison"
1778 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1781 nic: "NIC_Intel-X520-DA2"
1784 nic: "NIC_Intel-X710"
1785 data: "vpp-nic-comparison-3n-hsw-mrr"
1786 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1787 filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1794 # VPP Compare NICs 3n-hsw 2t2c mrr
1796 title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1797 algorithm: "table_nics_comparison"
1798 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1801 nic: "NIC_Intel-X520-DA2"
1804 nic: "NIC_Intel-X710"
1805 data: "vpp-nic-comparison-3n-hsw-mrr"
1806 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1807 filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1814 # VPP Compare NICs 3n-hsw 4t4c mrr
1816 title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1817 algorithm: "table_nics_comparison"
1818 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1821 nic: "NIC_Intel-X520-DA2"
1824 nic: "NIC_Intel-X710"
1825 data: "vpp-nic-comparison-3n-hsw-mrr"
1826 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1827 filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1834 # VPP Compare NICs 3n-skx 2t1c ndr
1836 title: "VPP Compare NICs 3n-skx 2t1c ndr"
1837 algorithm: "table_nics_comparison"
1838 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1841 nic: "NIC_Intel-X710"
1843 title: "Intel-xxv710"
1844 nic: "NIC_Intel-XXV710"
1845 data: "vpp-nic-comparison-3n-skx"
1846 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1847 filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1854 # VPP Compare NICs 3n-skx 4t2c ndr
1856 title: "VPP Compare NICs 3n-skx 4t2c ndr"
1857 algorithm: "table_nics_comparison"
1858 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1861 nic: "NIC_Intel-X710"
1863 title: "Intel-xxv710"
1864 nic: "NIC_Intel-XXV710"
1865 data: "vpp-nic-comparison-3n-skx"
1866 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1867 filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1874 # VPP Compare NICs 3n-skx 2t1c pdr
1876 title: "VPP Compare NICs 3n-skx 2t1c pdr"
1877 algorithm: "table_nics_comparison"
1878 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1881 nic: "NIC_Intel-X710"
1883 title: "Intel-xxv710"
1884 nic: "NIC_Intel-XXV710"
1885 data: "vpp-nic-comparison-3n-skx"
1886 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1887 filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1894 # VPP Compare NICs 3n-skx 4t2c pdr
1896 title: "VPP Compare NICs 3n-skx 4t2c pdr"
1897 algorithm: "table_nics_comparison"
1898 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1901 nic: "NIC_Intel-X710"
1903 title: "Intel-xxv710"
1904 nic: "NIC_Intel-XXV710"
1905 data: "vpp-nic-comparison-3n-skx"
1906 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1907 filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1914 # VPP Compare NICs 3n-skx 2t1c mrr
1916 title: "VPP Compare NICs 3n-skx 2t1c mrr"
1917 algorithm: "table_nics_comparison"
1918 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1921 nic: "NIC_Intel-X710"
1923 title: "Intel-xxv710"
1924 nic: "NIC_Intel-XXV710"
1925 data: "vpp-nic-comparison-3n-skx-mrr"
1926 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1927 filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1934 # VPP Compare NICs 3n-skx 4t2c mrr
1936 title: "VPP Compare NICs 3n-skx 4t2c mrr"
1937 algorithm: "table_nics_comparison"
1938 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1941 nic: "NIC_Intel-X710"
1943 title: "Intel-xxv710"
1944 nic: "NIC_Intel-XXV710"
1945 data: "vpp-nic-comparison-3n-skx-mrr"
1946 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1947 filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1954 # VPP Compare NICs 3n-skx 8t4c mrr
1956 title: "VPP Compare NICs 3n-skx 8t4c mrr"
1957 algorithm: "table_nics_comparison"
1958 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1961 nic: "NIC_Intel-X710"
1963 title: "Intel-xxv710"
1964 nic: "NIC_Intel-XXV710"
1965 data: "vpp-nic-comparison-3n-skx-mrr"
1966 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1967 filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1974 # VPP Compare NICs 2n-skx 2t1c ndr
1976 title: "VPP Compare NICs 2n-skx 2t1c ndr"
1977 algorithm: "table_nics_comparison"
1978 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1981 nic: "NIC_Intel-X710"
1983 title: "Intel-xxv710"
1984 nic: "NIC_Intel-XXV710"
1985 data: "vpp-nic-comparison-2n-skx"
1986 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1987 filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1994 # VPP Compare NICs 2n-skx 4t2c ndr
1996 title: "VPP Compare NICs 2n-skx 4t2c ndr"
1997 algorithm: "table_nics_comparison"
1998 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2001 nic: "NIC_Intel-X710"
2003 title: "Intel-xxv710"
2004 nic: "NIC_Intel-XXV710"
2005 data: "vpp-nic-comparison-2n-skx"
2006 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2007 filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2014 # VPP Compare NICs 2n-skx 2t1c pdr
2016 title: "VPP Compare NICs 2n-skx 2t1c pdr"
2017 algorithm: "table_nics_comparison"
2018 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2021 nic: "NIC_Intel-X710"
2023 title: "Intel-xxv710"
2024 nic: "NIC_Intel-XXV710"
2025 data: "vpp-nic-comparison-2n-skx"
2026 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2027 filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2034 # VPP Compare NICs 2n-skx 4t2c pdr
2036 title: "VPP Compare NICs 2n-skx 4t2c pdr"
2037 algorithm: "table_nics_comparison"
2038 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2041 nic: "NIC_Intel-X710"
2043 title: "Intel-xxv710"
2044 nic: "NIC_Intel-XXV710"
2045 data: "vpp-nic-comparison-2n-skx"
2046 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2047 filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2054 # VPP Compare NICs 2n-skx 2t1c mrr
2056 title: "VPP Compare NICs 2n-skx 2t1c mrr"
2057 algorithm: "table_nics_comparison"
2058 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2061 nic: "NIC_Intel-X710"
2063 title: "Intel-xxv710"
2064 nic: "NIC_Intel-XXV710"
2065 data: "vpp-nic-comparison-2n-skx-mrr"
2066 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2067 filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2074 # VPP Compare NICs 2n-skx 4t2c mrr
2076 title: "VPP Compare NICs 2n-skx 4t2c mrr"
2077 algorithm: "table_nics_comparison"
2078 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2081 nic: "NIC_Intel-X710"
2083 title: "Intel-xxv710"
2084 nic: "NIC_Intel-XXV710"
2085 data: "vpp-nic-comparison-2n-skx-mrr"
2086 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2087 filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2094 # VPP Compare NICs 2n-skx 8t4c mrr
2096 title: "VPP Compare NICs 2n-skx 8t4c mrr"
2097 algorithm: "table_nics_comparison"
2098 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2101 nic: "NIC_Intel-X710"
2103 title: "Intel-xxv710"
2104 nic: "NIC_Intel-XXV710"
2105 data: "vpp-nic-comparison-2n-skx-mrr"
2106 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2107 filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2114 ################################################################################
2117 ## VPP Performance Changes 2n-dnv 1t1c pdr
2119 # title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2120 # algorithm: "table_performance_comparison"
2121 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2123 # - title: "rls1810"
2124 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2127 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2130 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2131 # data: "intel-dnv-vpp-changes-2n-dnv"
2132 # include-tests: "PDR"
2133 # filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2139 ## VPP Performance Changes 2n-dnv 2t2c pdr
2141 # title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2142 # algorithm: "table_performance_comparison"
2143 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2145 # - title: "rls1810"
2146 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2149 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2152 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2153 # data: "intel-dnv-vpp-changes-2n-dnv"
2154 # include-tests: "PDR"
2155 # filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2161 ## VPP Performance Changes 2n-dnv 1t1c ndr
2163 # title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2164 # algorithm: "table_performance_comparison"
2165 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2167 # - title: "rls1810"
2168 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2171 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2174 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2175 # data: "intel-dnv-vpp-changes-2n-dnv"
2176 # include-tests: "NDR"
2177 # filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2183 ## VPP Performance Changes 2n-dnv 2t2c ndr
2185 # title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2186 # algorithm: "table_performance_comparison"
2187 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2189 # - title: "rls1810"
2190 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2193 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2196 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2197 # data: "intel-dnv-vpp-changes-2n-dnv"
2198 # include-tests: "NDR"
2199 # filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2205 ## VPP Performance Changes 2n-dnv 1t1c MRR
2207 # title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2208 # algorithm: "table_performance_comparison"
2209 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2211 # - title: "rls1810"
2212 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2215 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2218 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2219 # data: "intel-dnv-vpp-changes-2n-dnv"
2220 # include-tests: "MRR"
2221 # filter: "'1T1C' and 'MRR'"
2227 ## VPP Performance Changes 2n-dnv 2t2c MRR
2229 # title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2230 # algorithm: "table_performance_comparison"
2231 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2233 # - title: "rls1810"
2234 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2237 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2240 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2241 # data: "intel-dnv-vpp-changes-2n-dnv"
2242 # include-tests: "MRR"
2243 # filter: "'2T2C' and 'MRR'"
2249 ## VPP Performance Changes 2n-dnv 4t4c MRR
2251 # title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2252 # algorithm: "table_performance_comparison"
2253 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2255 # - title: "rls1810"
2256 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2259 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2262 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2263 # data: "intel-dnv-vpp-changes-2n-dnv"
2264 # include-tests: "MRR"
2265 # filter: "'4T4C' and 'MRR'"
2271 # VPP Performance Changes 3n-hsw 1t1c pdr
2273 title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2274 algorithm: "table_performance_comparison"
2275 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2278 data: "vpp-performance-changes-3n-hsw-h1"
2281 data: "vpp-performance-changes-3n-hsw-ref"
2284 data: "vpp-performance-changes-3n-hsw-cmp"
2285 data: "vpp-performance-changes-3n-hsw"
2286 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2287 filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2293 # VPP Performance Changes 3n-hsw 2t2c pdr
2295 title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2296 algorithm: "table_performance_comparison"
2297 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2300 data: "vpp-performance-changes-3n-hsw-h1"
2303 data: "vpp-performance-changes-3n-hsw-ref"
2306 data: "vpp-performance-changes-3n-hsw-cmp"
2307 data: "vpp-performance-changes-3n-hsw"
2308 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2309 filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2315 # VPP Performance Changes 3n-hsw 1t1c ndr
2317 title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2318 algorithm: "table_performance_comparison"
2319 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2322 data: "vpp-performance-changes-3n-hsw-h1"
2325 data: "vpp-performance-changes-3n-hsw-ref"
2328 data: "vpp-performance-changes-3n-hsw-cmp"
2329 data: "vpp-performance-changes-3n-hsw"
2330 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2331 filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2337 # VPP Performance Changes 3n-hsw 2t2c ndr
2339 title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2340 algorithm: "table_performance_comparison"
2341 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2344 data: "vpp-performance-changes-3n-hsw-h1"
2347 data: "vpp-performance-changes-3n-hsw-ref"
2350 data: "vpp-performance-changes-3n-hsw-cmp"
2351 data: "vpp-performance-changes-3n-hsw"
2352 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2353 filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2359 # VPP Performance Changes 3n-skx 2t1c pdr
2361 title: "VPP Performance Changes 3n-skx 2t1c pdr"
2362 algorithm: "table_performance_comparison"
2363 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2366 data: "vpp-performance-changes-3n-skx-h1"
2369 data: "vpp-performance-changes-3n-skx-ref"
2372 data: "vpp-performance-changes-3n-skx-cmp"
2373 data: "vpp-performance-changes-3n-skx"
2374 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2375 filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2381 # VPP Performance Changes 3n-skx 4t2c pdr
2383 title: "VPP Performance Changes 3n-skx 4t2c pdr"
2384 algorithm: "table_performance_comparison"
2385 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2388 data: "vpp-performance-changes-3n-skx-h1"
2391 data: "vpp-performance-changes-3n-skx-ref"
2394 data: "vpp-performance-changes-3n-skx-cmp"
2395 data: "vpp-performance-changes-3n-skx"
2396 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2397 filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2403 # VPP Performance Changes 3n-skx 2t1c ndr
2405 title: "VPP Performance Changes 3n-skx 2t1c ndr"
2406 algorithm: "table_performance_comparison"
2407 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2410 data: "vpp-performance-changes-3n-skx-h1"
2413 data: "vpp-performance-changes-3n-skx-ref"
2416 data: "vpp-performance-changes-3n-skx-cmp"
2417 data: "vpp-performance-changes-3n-skx"
2418 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2419 filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2425 # VPP Performance Changes 3n-skx 4t2c ndr
2427 title: "VPP Performance Changes 3n-skx 4t2c ndr"
2428 algorithm: "table_performance_comparison"
2429 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2432 data: "vpp-performance-changes-3n-skx-h1"
2435 data: "vpp-performance-changes-3n-skx-ref"
2438 data: "vpp-performance-changes-3n-skx-cmp"
2439 data: "vpp-performance-changes-3n-skx"
2440 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2441 filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2447 # VPP Performance Changes 2n-skx 2t1c pdr
2449 title: "VPP Performance Changes 2n-skx 2t1c pdr"
2450 algorithm: "table_performance_comparison"
2451 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2454 data: "vpp-performance-changes-2n-skx-h1"
2457 data: "vpp-performance-changes-2n-skx-ref"
2460 data: "vpp-performance-changes-2n-skx-cmp"
2461 data: "vpp-performance-changes-2n-skx"
2462 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2463 filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2469 # VPP Performance Changes 2n-skx 4t2c pdr
2471 title: "VPP Performance Changes 2n-skx 4t2c pdr"
2472 algorithm: "table_performance_comparison"
2473 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2476 data: "vpp-performance-changes-2n-skx-h1"
2479 data: "vpp-performance-changes-2n-skx-ref"
2482 data: "vpp-performance-changes-2n-skx-cmp"
2483 data: "vpp-performance-changes-2n-skx"
2484 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2485 filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2491 # VPP Performance Changes 2n-skx 2t1c ndr
2493 title: "VPP Performance Changes 2n-skx 2t1c ndr"
2494 algorithm: "table_performance_comparison"
2495 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2498 data: "vpp-performance-changes-2n-skx-h1"
2501 data: "vpp-performance-changes-2n-skx-ref"
2504 data: "vpp-performance-changes-2n-skx-cmp"
2505 data: "vpp-performance-changes-2n-skx"
2506 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2507 filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2513 # VPP Performance Changes 2n-skx 4t2c ndr
2515 title: "VPP Performance Changes 2n-skx 4t2c ndr"
2516 algorithm: "table_performance_comparison"
2517 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2520 data: "vpp-performance-changes-2n-skx-h1"
2523 data: "vpp-performance-changes-2n-skx-ref"
2526 data: "vpp-performance-changes-2n-skx-cmp"
2527 data: "vpp-performance-changes-2n-skx"
2528 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2529 filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2535 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2537 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2538 algorithm: "table_performance_comparison"
2539 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2542 data: "vpp-compare-testbeds-ref"
2545 data: "vpp-compare-testbeds-cmp"
2546 data: "vpp-compare-testbeds"
2547 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2548 filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2554 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2556 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2557 algorithm: "table_performance_comparison"
2558 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2561 data: "vpp-compare-testbeds-ref"
2564 data: "vpp-compare-testbeds-cmp"
2565 data: "vpp-compare-testbeds"
2566 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2567 filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2573 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2575 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2576 algorithm: "table_performance_comparison"
2577 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2580 data: "vpp-compare-testbeds-ref"
2583 data: "vpp-compare-testbeds-cmp"
2584 data: "vpp-compare-testbeds"
2585 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2586 filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2592 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2594 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2595 algorithm: "table_performance_comparison"
2596 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2599 data: "vpp-compare-testbeds-ref"
2602 data: "vpp-compare-testbeds-cmp"
2603 data: "vpp-compare-testbeds"
2604 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2605 filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2611 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2613 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2614 algorithm: "table_performance_comparison"
2615 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2618 data: "vpp-compare-topologies-ref"
2621 data: "vpp-compare-topologies-cmp"
2622 data: "vpp-compare-topologies"
2623 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2624 filter: "'NDRPDR' and '1C'"
2630 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2632 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2633 algorithm: "table_performance_comparison"
2634 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2637 data: "vpp-compare-topologies-ref"
2640 data: "vpp-compare-topologies-cmp"
2641 data: "vpp-compare-topologies"
2642 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2643 filter: "'NDRPDR' and '2C'"
2649 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2651 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2652 algorithm: "table_performance_comparison"
2653 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2656 data: "vpp-compare-topologies-ref"
2659 data: "vpp-compare-topologies-cmp"
2660 data: "vpp-compare-topologies"
2661 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2662 filter: "'NDRPDR' and '1C'"
2668 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2670 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2671 algorithm: "table_performance_comparison"
2672 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2675 data: "vpp-compare-topologies-ref"
2678 data: "vpp-compare-topologies-cmp"
2679 data: "vpp-compare-topologies"
2680 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2681 filter: "'NDRPDR' and '2C'"
2687 # VPP Performance Changes 3n-hsw 1t1c MRR
2689 title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2690 algorithm: "table_performance_comparison"
2691 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2694 data: "vpp-performance-changes-3n-hsw-mrr-h1"
2697 data: "vpp-performance-changes-3n-hsw-mrr-ref"
2700 data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2701 data: "vpp-performance-changes-3n-hsw-mrr"
2702 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2703 filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2709 # VPP Performance Changes 3n-hsw 2t2c MRR
2711 title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2712 algorithm: "table_performance_comparison"
2713 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2716 data: "vpp-performance-changes-3n-hsw-mrr-h1"
2719 data: "vpp-performance-changes-3n-hsw-mrr-ref"
2722 data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2723 data: "vpp-performance-changes-3n-hsw-mrr"
2724 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2725 filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2731 # VPP Performance Changes 3n-hsw 4t4c MRR
2733 title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2734 algorithm: "table_performance_comparison"
2735 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2738 data: "vpp-performance-changes-3n-hsw-mrr-h1"
2741 data: "vpp-performance-changes-3n-hsw-mrr-ref"
2744 data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2745 data: "vpp-performance-changes-3n-hsw-mrr"
2746 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2747 filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2753 # VPP Performance Changes 3n-skx 2t1c MRR
2755 title: "VPP Performance Changes 3n-skx 2t1c MRR"
2756 algorithm: "table_performance_comparison"
2757 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2760 data: "vpp-performance-changes-3n-skx-mrr-h1"
2763 data: "vpp-performance-changes-3n-skx-mrr-ref"
2766 data: "vpp-performance-changes-3n-skx-mrr-cmp"
2767 data: "vpp-performance-changes-3n-skx-mrr"
2768 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2769 filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2775 # VPP Performance Changes 3n-skx 4t2c MRR
2777 title: "VPP Performance Changes 3n-skx 4t2c MRR"
2778 algorithm: "table_performance_comparison"
2779 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2782 data: "vpp-performance-changes-3n-skx-mrr-h1"
2785 data: "vpp-performance-changes-3n-skx-mrr-ref"
2788 data: "vpp-performance-changes-3n-skx-mrr-cmp"
2789 data: "vpp-performance-changes-3n-skx-mrr"
2790 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2791 filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2797 # VPP Performance Changes 3n-skx 8t4c MRR
2799 title: "VPP Performance Changes 3n-skx 8t4c MRR"
2800 algorithm: "table_performance_comparison"
2801 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2804 data: "vpp-performance-changes-3n-skx-mrr-h1"
2807 data: "vpp-performance-changes-3n-skx-mrr-ref"
2810 data: "vpp-performance-changes-3n-skx-mrr-cmp"
2811 data: "vpp-performance-changes-3n-skx-mrr"
2812 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2813 filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2819 # VPP Performance Changes 2n-skx 2t1c MRR
2821 title: "VPP Performance Changes 2n-skx 2t1c MRR"
2822 algorithm: "table_performance_comparison"
2823 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2826 data: "vpp-performance-changes-2n-skx-mrr-h1"
2829 data: "vpp-performance-changes-2n-skx-mrr-ref"
2832 data: "vpp-performance-changes-2n-skx-mrr-cmp"
2833 data: "vpp-performance-changes-2n-skx-mrr"
2834 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2835 filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2841 # VPP Performance Changes 2n-skx 4t2c MRR
2843 title: "VPP Performance Changes 2n-skx 4t2c MRR"
2844 algorithm: "table_performance_comparison"
2845 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2848 data: "vpp-performance-changes-2n-skx-mrr-h1"
2851 data: "vpp-performance-changes-2n-skx-mrr-ref"
2854 data: "vpp-performance-changes-2n-skx-mrr-cmp"
2855 data: "vpp-performance-changes-2n-skx-mrr"
2856 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2857 filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2863 # VPP Performance Changes 2n-skx 8t4c MRR
2865 title: "VPP Performance Changes 2n-skx 8t4c MRR"
2866 algorithm: "table_performance_comparison"
2867 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2870 data: "vpp-performance-changes-2n-skx-mrr-h1"
2873 data: "vpp-performance-changes-2n-skx-mrr-ref"
2876 data: "vpp-performance-changes-2n-skx-mrr-cmp"
2877 data: "vpp-performance-changes-2n-skx-mrr"
2878 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2879 filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2885 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2887 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2888 algorithm: "table_performance_comparison"
2889 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2892 data: "vpp-compare-testbeds-mrr-ref"
2895 data: "vpp-compare-testbeds-mrr-cmp"
2896 data: "vpp-compare-testbeds-mrr"
2897 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2898 filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2904 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2906 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2907 algorithm: "table_performance_comparison"
2908 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2911 data: "vpp-compare-testbeds-mrr-ref"
2914 data: "vpp-compare-testbeds-mrr-cmp"
2915 data: "vpp-compare-testbeds-mrr"
2916 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2917 filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2923 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2925 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2926 algorithm: "table_performance_comparison"
2927 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2930 data: "vpp-compare-testbeds-mrr-ref"
2933 data: "vpp-compare-testbeds-mrr-cmp"
2934 data: "vpp-compare-testbeds-mrr"
2935 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2936 filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2942 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2944 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2945 algorithm: "table_performance_comparison"
2946 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2949 data: "vpp-compare-topologies-mrr-ref"
2952 data: "vpp-compare-topologies-mrr-cmp"
2953 data: "vpp-compare-topologies-mrr"
2954 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2955 filter: "'MRR' and '1C'"
2961 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2963 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2964 algorithm: "table_performance_comparison"
2965 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2968 data: "vpp-compare-topologies-mrr-ref"
2971 data: "vpp-compare-topologies-mrr-cmp"
2972 data: "vpp-compare-topologies-mrr"
2973 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2974 filter: "'MRR' and '2C'"
2980 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2982 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2983 algorithm: "table_performance_comparison"
2984 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2987 data: "vpp-compare-topologies-mrr-ref"
2990 data: "vpp-compare-topologies-mrr-cmp"
2991 data: "vpp-compare-topologies-mrr"
2992 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2993 filter: "'MRR' and '4C'"
2999 # Detailed Test Results - VPP Performance Results 3n-hsw
3001 title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3002 algorithm: "table_merged_details"
3003 output-file-ext: ".csv"
3004 output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3011 data: "vpp-perf-results-3n-hsw"
3012 filter: "not 'NDRCHK' and not 'PDRCHK'"
3018 # Detailed Test Results - VPP Performance Results 3n-skx
3020 title: "Detailed Test Results - VPP Performance Results 3n-skx"
3021 algorithm: "table_merged_details"
3022 output-file-ext: ".csv"
3023 output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3030 data: "vpp-perf-results-3n-skx"
3031 filter: "not 'CFS_OPT'"
3037 # Detailed Test Results - VPP Performance Results 2n-skx
3039 title: "Detailed Test Results - VPP Performance Results 2n-skx"
3040 algorithm: "table_merged_details"
3041 output-file-ext: ".csv"
3042 output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3049 data: "vpp-perf-results-2n-skx"
3050 filter: "not 'CFS_OPT'"
3056 ## Detailed Test Results - VPP Performance Results 2n-dnv
3058 # title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3059 # algorithm: "table_details"
3060 # output-file-ext: ".csv"
3061 # output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3068 # data: "intel-dnv-vpp"
3069 # filter: "'NDRPDR'"
3075 # Test configuration - VPP Performance Test Configs 3n-hsw
3077 title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3078 algorithm: "table_merged_details"
3079 output-file-ext: ".csv"
3080 output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3084 - title: "VPP API Test Commands History - Commands Used Per Test Case"
3085 data: "data conf-history"
3087 data: "vpp-perf-results-3n-hsw"
3088 filter: "not 'NDRCHK' and not 'PDRCHK'"
3094 # Test configuration - VPP Performance Test Configs 3n-skx
3096 title: "Test configuration - VPP Performance Test Configs 3n-skx"
3097 algorithm: "table_merged_details"
3098 output-file-ext: ".csv"
3099 output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3103 - title: "VPP API Test Commands History - Commands Used Per Test Case"
3104 data: "data conf-history"
3106 data: "vpp-perf-results-3n-skx"
3107 filter: "not 'CFS_OPT'"
3113 # Test configuration - VPP Performance Test Configs 2n-skx
3115 title: "Test configuration - VPP Performance Test Configs 2n-skx"
3116 algorithm: "table_merged_details"
3117 output-file-ext: ".csv"
3118 output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3122 - title: "VPP API Test Commands History - Commands Used Per Test Case"
3123 data: "data conf-history"
3125 data: "vpp-perf-results-2n-skx"
3126 filter: "not 'CFS_OPT'"
3132 ## Test configuration - VPP Performance Test Configs 2n-dnv
3134 # title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3135 # algorithm: "table_details"
3136 # output-file-ext: ".csv"
3137 # output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3141 # - title: "VPP API Test Commands History - Commands Used Per Test Case"
3142 # data: "data conf-history"
3144 # data: "intel-dnv-vpp"
3145 # filter: "'NDRPDR'"
3151 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3153 title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3154 algorithm: "table_merged_details"
3155 output-file-ext: ".csv"
3156 output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3160 - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3161 data: "data show-run"
3163 data: "vpp-perf-results-3n-hsw"
3164 filter: "not 'NDRCHK' and not 'PDRCHK'"
3170 # Test Operational Data - VPP Performance Operational Data 3n-skx
3172 title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3173 algorithm: "table_merged_details"
3174 output-file-ext: ".csv"
3175 output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3179 - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3180 data: "data show-run"
3182 data: "vpp-perf-results-3n-skx"
3183 filter: "not 'CFS_OPT'"
3189 # Test Operational Data - VPP Performance Operational Data 2n-skx
3191 title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3192 algorithm: "table_merged_details"
3193 output-file-ext: ".csv"
3194 output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3198 - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3199 data: "data show-run"
3201 data: "vpp-perf-results-2n-skx"
3202 filter: "not 'CFS_OPT'"
3208 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3210 # title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3211 # algorithm: "table_details"
3212 # output-file-ext: ".csv"
3213 # output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3217 # - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3218 # data: "data show-run"
3220 # data: "intel-dnv-vpp"
3221 # filter: "'NDRPDR'"
3227 # Detailed Test Results - VPP MRR Results 3n-hsw
3229 title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3230 algorithm: "table_details"
3231 output-file-ext: ".csv"
3232 output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3239 data: "vpp-mrr-results-3n-hsw"
3246 # Detailed Test Results - VPP MRR Results 3n-skx
3248 title: "Detailed Test Results - VPP MRR Results 3n-skx"
3249 algorithm: "table_details"
3250 output-file-ext: ".csv"
3251 output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3258 data: "vpp-mrr-results-3n-skx"
3265 # Detailed Test Results - VPP MRR Results 2n-skx
3267 title: "Detailed Test Results - VPP MRR Results 2n-skx"
3268 algorithm: "table_details"
3269 output-file-ext: ".csv"
3270 output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3277 data: "vpp-mrr-results-2n-skx"
3284 ## Detailed Test Results - VPP MRR Results 2n-dnv
3286 # title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3287 # algorithm: "table_details"
3288 # output-file-ext: ".csv"
3289 # output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3296 # data: "intel-dnv-vpp"
3303 # Test configuration - VPP MRR Test Configs 3n-hsw
3305 title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3306 algorithm: "table_details"
3307 output-file-ext: ".csv"
3308 output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3312 - title: "VPP API Test Commands History - Commands Used Per Test Case"
3313 data: "data conf-history"
3315 data: "vpp-mrr-results-3n-hsw"
3322 # Test configuration - VPP MRR Test Configs 3n-skx
3324 title: "Test configuration - VPP MRR Test Configs 3n-skx"
3325 algorithm: "table_details"
3326 output-file-ext: ".csv"
3327 output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3331 - title: "VPP API Test Commands History - Commands Used Per Test Case"
3332 data: "data conf-history"
3334 data: "vpp-mrr-results-3n-skx"
3341 # Test configuration - VPP MRR Test Configs 2n-skx
3343 title: "Test configuration - VPP MRR Test Configs 2n-skx"
3344 algorithm: "table_details"
3345 output-file-ext: ".csv"
3346 output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3350 - title: "VPP API Test Commands History - Commands Used Per Test Case"
3351 data: "data conf-history"
3353 data: "vpp-mrr-results-2n-skx"
3360 ## Test configuration - VPP MRR Test Configs 2n-dnv
3362 # title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3363 # algorithm: "table_details"
3364 # output-file-ext: ".csv"
3365 # output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3369 # - title: "VPP API Test Commands History - Commands Used Per Test Case"
3370 # data: "data conf-history"
3372 # data: "intel-dnv-vpp"
3379 # Detailed Test Results - VPP Functional Results - Ubuntu
3381 title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3382 algorithm: "table_details"
3383 output-file-ext: ".csv"
3384 output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3388 - title: "Documentation"
3393 data: "vpp-func-results-ubuntu"
3401 # Detailed Test Results - VPP Functional Results - CentOS
3403 title: "Detailed Test Results - VPP Functional Results - CentOS"
3404 algorithm: "table_details"
3405 output-file-ext: ".csv"
3406 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3410 - title: "Documentation"