4 # Top level directories:
8 DIR[BUILD,HTML]: "_build"
9 DIR[BUILD,LATEX]: "_build_latex"
12 DIR[RST]: "../../../docs/report"
15 ## Input data files (.zip, .xml)
16 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17 ## Static source files from git
18 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
22 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
27 # Detailed test results
28 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29 DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30 DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31 DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32 DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33 DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34 DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35 DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36 DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37 DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38 DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39 DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40 DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41 DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43 DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
49 # Detailed test configurations
50 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51 DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52 DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53 DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54 DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55 DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56 DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57 DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58 DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59 DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61 DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
63 # Detailed tests operational data
64 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65 DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66 DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67 DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68 DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
70 # .css patch file to fix tables generated by Sphinx
71 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
75 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77 URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78 # URL[VIRL,DNV]: "http://download.it/from/nexus"
79 URL[NEXUS]: "https://docs.fd.io/csit"
80 DIR[NEXUS]: "report/_static/archive"
83 # List the directories which are created while preparing the environment.
84 # All directories MUST be defined in "paths" section.
91 - "DIR[WORKING,SRC,STATIC]"
94 # List the directories which are deleted while cleaning the environment.
95 # All directories MUST be defined in "paths" section.
100 # List the directories where the results (build) is stored.
101 # All directories MUST be defined in "paths" section.
105 - type: "configuration"
122 pci-g3-x8: 74404761.90
123 pci-g3-x16: 148809523.81
127 ###########################################################################
132 plot-vpp-throughput-lat-tsa-3n-hsw:
133 csit-vpp-perf-verify-1904-3n-hsw:
145 # plot-vpp-http-server-performance:
146 # # TODO: Replace with 1904 data
147 # # csit-vpp-perf-verify-1904-3n-hsw:
148 # csit-vpp-perf-verify-1810-3n-hsw:
160 # plot-ligato-throughput-lat-tsa-3n-hsw:
161 # # TODO: Replace with 1904 data
162 # # csit-ligato-perf-verify-1904-3n-hsw:
163 # csit-ligato-perf-verify-1901-3n-hsw:
175 plot-dpdk-throughput-latency-3n-hsw:
176 csit-dpdk-perf-verify-1904-3n-hsw:
190 plot-vpp-throughput-lat-tsa-3n-skx:
191 csit-vpp-perf-verify-1904-3n-skx:
203 plot-dpdk-throughput-latency-3n-skx:
204 csit-dpdk-perf-verify-1904-3n-skx:
218 plot-vpp-throughput-lat-tsa-2n-skx:
219 csit-vpp-perf-verify-1904-2n-skx:
231 plot-vpp-soak-2n-skx:
232 # TODO: Add 1904 data
233 csit-vpp-perf-verify-1904-2n-skx:
237 plot-vpp-nfv-2n-skx-ndrpdr-64b:
238 csit-vpp-perf-verify-1904-2n-skx:
239 - 56 # NFV NDRPDR 64b
240 - 59 # NFV NDRPDR 64b
241 - 60 # NFV NDRPDR 64b
242 - 65 # NFV NDRPDR 64b
243 - 68 # NFV NDRPDR 64b
245 plot-vpp-nfv-2n-skx-ndrpdr-imix:
246 # TODO: Add 1904 data
247 csit-vpp-perf-verify-1904-2n-skx:
248 - 66 # NFV NDRPDR IMIX
249 - 67 # NFV NDRPDR IMIX
250 - 69 # NFV NDRPDR IMIX
252 plot-vpp-nfv-2n-skx-mrr-64b:
253 csit-vpp-perf-verify-1904-2n-skx:
260 plot-vpp-nfv-2n-skx-mrr-imix:
261 csit-vpp-perf-verify-1904-2n-skx:
268 plot-dpdk-throughput-latency-2n-skx:
269 csit-dpdk-perf-verify-1904-2n-skx:
285 # # TODO: Replace with 1904 data
286 # # intel-dnv-vpp-release-1904:
287 # intel-dnv-vpp-release-1901:
290 ###########################################################################
291 # Simple tables (only one data set):
295 vpp-nic-comparison-3n-hsw:
296 csit-vpp-perf-verify-1904-3n-hsw:
308 vpp-nic-comparison-3n-skx:
309 csit-vpp-perf-verify-1904-3n-skx:
321 vpp-nic-comparison-2n-skx:
322 csit-vpp-perf-verify-1904-2n-skx:
334 vpp-nic-comparison-3n-hsw-mrr:
335 csit-vpp-perf-verify-1904-3n-hsw:
338 vpp-nic-comparison-3n-skx-mrr:
339 csit-vpp-perf-verify-1904-3n-skx:
342 vpp-nic-comparison-2n-skx-mrr:
343 csit-vpp-perf-verify-1904-2n-skx:
348 vpp-perf-results-3n-hsw:
349 # TODO: Replace with FULL 1904 data
350 csit-vpp-perf-verify-1904-3n-hsw:
353 vpp-perf-results-3n-skx:
354 csit-vpp-perf-verify-1904-3n-skx:
360 vpp-perf-results-2n-skx:
361 csit-vpp-perf-verify-1904-2n-skx:
367 vpp-mrr-results-3n-hsw:
368 csit-vpp-perf-verify-1904-3n-hsw:
371 vpp-mrr-results-3n-skx:
372 csit-vpp-perf-verify-1904-3n-skx:
375 vpp-mrr-results-2n-skx:
376 csit-vpp-perf-verify-1904-2n-skx:
379 vpp-func-results-ubuntu:
380 csit-vpp-functional-1904-ubuntu1604-virl:
383 vpp-func-results-centos:
384 csit-vpp-functional-1904-centos7-virl:
387 vpp-device-results-ubuntu:
388 csit-vpp-device-1904-ubuntu1804-1n-skx:
392 # ligato-perf-results-3n-hsw:
393 # # TODO: Replace with 1904 data
394 # # csit-ligato-perf-verify-1904-3n-hsw:
395 # csit-ligato-perf-verify-1901-3n-hsw:
398 dpdk-perf-results-3n-hsw:
399 csit-dpdk-perf-verify-1904-3n-hsw:
402 dpdk-perf-results-3n-skx:
403 csit-dpdk-perf-verify-1904-3n-skx:
406 dpdk-perf-results-2n-skx:
407 csit-dpdk-perf-verify-1904-2n-skx:
410 # HoneyComb Functional
412 csit-hc2vpp-verify-func-1904-ubuntu1604:
415 # # NSH SFC Functional
418 # csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
423 csit-dmm-functional-1904-ubuntu1604-virl:
426 ###########################################################################
427 # Tables (more than one data set)
429 # Performance changes
431 # intel-dnv-vpp-changes-2n-dnv-h1:
432 # intel-dnv-vpp-release-1810:
434 # intel-dnv-vpp-changes-2n-dnv-ref:
435 # intel-dnv-vpp-release-1901:
437 # intel-dnv-vpp-changes-2n-dnv-cmp:
438 # # TODO: Replace with 1904 data
439 # # intel-dnv-vpp-release-1904:
440 # intel-dnv-vpp-release-1901:
442 # intel-dnv-vpp-changes-2n-dnv:
443 # - "intel-dnv-vpp-changes-2n-dnv-h1"
444 # - "intel-dnv-vpp-changes-2n-dnv-ref"
445 # - "intel-dnv-vpp-changes-2n-dnv-cmp"
447 vpp-performance-changes-3n-hsw-h1:
448 csit-vpp-perf-verify-1810-3n-hsw:
459 vpp-performance-changes-3n-hsw-ref:
460 csit-vpp-perf-verify-1901-3n-hsw:
481 vpp-performance-changes-3n-hsw-cmp:
482 csit-vpp-perf-verify-1904-3n-hsw:
493 vpp-performance-changes-3n-hsw:
494 - "vpp-performance-changes-3n-hsw-h1"
495 - "vpp-performance-changes-3n-hsw-ref"
496 - "vpp-performance-changes-3n-hsw-cmp"
498 vpp-performance-changes-3n-skx-h1:
499 csit-vpp-perf-verify-1810-3n-skx:
510 vpp-performance-changes-3n-skx-ref:
511 csit-vpp-perf-verify-1901-3n-skx:
532 vpp-performance-changes-3n-skx-cmp:
533 csit-vpp-perf-verify-1904-3n-skx:
544 vpp-performance-changes-3n-skx:
545 - "vpp-performance-changes-3n-skx-h1"
546 - "vpp-performance-changes-3n-skx-ref"
547 - "vpp-performance-changes-3n-skx-cmp"
549 vpp-performance-changes-2n-skx-h1:
550 csit-vpp-perf-verify-1810-2n-skx:
561 vpp-performance-changes-2n-skx-ref:
562 csit-vpp-perf-verify-1901-2n-skx:
573 vpp-performance-changes-2n-skx-cmp:
574 csit-vpp-perf-verify-1904-2n-skx:
585 vpp-performance-changes-2n-skx:
586 - "vpp-performance-changes-2n-skx-h1"
587 - "vpp-performance-changes-2n-skx-ref"
588 - "vpp-performance-changes-2n-skx-cmp"
590 vpp-soak-vs-ndr-2n-skx-ref:
591 csit-vpp-perf-verify-1904-2n-skx:
602 vpp-soak-vs-ndr-2n-skx-cmp:
603 csit-vpp-perf-verify-1904-2n-skx:
606 vpp-soak-vs-ndr-2n-skx:
607 csit-vpp-perf-verify-1904-2n-skx:
621 vpp-performance-changes-3n-hsw-mrr-h1:
622 csit-vpp-perf-verify-1810-3n-hsw:
624 vpp-performance-changes-3n-hsw-mrr-ref:
625 csit-vpp-perf-verify-1901-3n-hsw:
627 vpp-performance-changes-3n-hsw-mrr-cmp:
628 csit-vpp-perf-verify-1904-3n-hsw:
630 vpp-performance-changes-3n-hsw-mrr:
631 - "vpp-performance-changes-3n-hsw-mrr-h1"
632 - "vpp-performance-changes-3n-hsw-mrr-ref"
633 - "vpp-performance-changes-3n-hsw-mrr-cmp"
635 vpp-performance-changes-3n-skx-mrr-h1:
636 csit-vpp-perf-verify-1810-3n-skx:
641 vpp-performance-changes-3n-skx-mrr-ref:
642 csit-vpp-perf-verify-1901-3n-skx:
644 vpp-performance-changes-3n-skx-mrr-cmp:
645 csit-vpp-perf-verify-1904-3n-skx:
647 vpp-performance-changes-3n-skx-mrr:
648 - "vpp-performance-changes-3n-skx-mrr-h1"
649 - "vpp-performance-changes-3n-skx-mrr-ref"
650 - "vpp-performance-changes-3n-skx-mrr-cmp"
652 vpp-performance-changes-2n-skx-mrr-h1:
653 csit-vpp-perf-verify-1810-2n-skx:
658 vpp-performance-changes-2n-skx-mrr-ref:
659 csit-vpp-perf-verify-1901-2n-skx:
661 vpp-performance-changes-2n-skx-mrr-cmp:
662 csit-vpp-perf-verify-1904-2n-skx:
664 vpp-performance-changes-2n-skx-mrr:
665 - "vpp-performance-changes-2n-skx-mrr-h1"
666 - "vpp-performance-changes-2n-skx-mrr-ref"
667 - "vpp-performance-changes-2n-skx-mrr-cmp"
669 dpdk-performance-changes-3n-hsw-h1:
670 csit-dpdk-perf-verify-1810-3n-hsw:
681 dpdk-performance-changes-3n-hsw-ref:
682 csit-dpdk-perf-verify-1901-3n-hsw:
693 dpdk-performance-changes-3n-hsw-cmp:
694 csit-dpdk-perf-verify-1904-3n-hsw:
705 dpdk-performance-changes-3n-hsw:
706 - "dpdk-performance-changes-3n-hsw-h1"
707 - "dpdk-performance-changes-3n-hsw-ref"
708 - "dpdk-performance-changes-3n-hsw-cmp"
710 dpdk-performance-changes-3n-skx-h1:
711 csit-dpdk-perf-verify-1810-3n-skx:
722 dpdk-performance-changes-3n-skx-ref:
723 csit-dpdk-perf-verify-1901-3n-skx:
734 dpdk-performance-changes-3n-skx-cmp:
735 csit-dpdk-perf-verify-1904-3n-skx:
746 dpdk-performance-changes-3n-skx:
747 - "dpdk-performance-changes-3n-skx-h1"
748 - "dpdk-performance-changes-3n-skx-ref"
749 - "dpdk-performance-changes-3n-skx-cmp"
751 dpdk-performance-changes-2n-skx-h1:
752 csit-dpdk-perf-verify-1810-2n-skx:
763 dpdk-performance-changes-2n-skx-ref:
764 csit-dpdk-perf-verify-1901-2n-skx:
775 dpdk-performance-changes-2n-skx-cmp:
776 csit-dpdk-perf-verify-1904-2n-skx:
787 dpdk-performance-changes-2n-skx:
788 - "dpdk-performance-changes-2n-skx-h1"
789 - "dpdk-performance-changes-2n-skx-ref"
790 - "dpdk-performance-changes-2n-skx-cmp"
794 vpp-compare-testbeds-ref:
795 csit-vpp-perf-verify-1904-3n-hsw:
806 vpp-compare-testbeds-cmp:
807 csit-vpp-perf-verify-1904-3n-skx:
818 vpp-compare-testbeds:
819 - "vpp-compare-testbeds-ref"
820 - "vpp-compare-testbeds-cmp"
822 vpp-compare-testbeds-mrr-ref:
823 csit-vpp-perf-verify-1904-3n-hsw:
825 vpp-compare-testbeds-mrr-cmp:
826 csit-vpp-perf-verify-1904-3n-skx:
828 vpp-compare-testbeds-mrr:
829 - "vpp-compare-testbeds-mrr-ref"
830 - "vpp-compare-testbeds-mrr-cmp"
832 dpdk-compare-testbeds-ref:
833 csit-dpdk-perf-verify-1904-3n-hsw:
844 dpdk-compare-testbeds-cmp:
845 csit-dpdk-perf-verify-1904-3n-skx:
856 dpdk-compare-testbeds:
857 - "dpdk-compare-testbeds-ref"
858 - "dpdk-compare-testbeds-cmp"
862 vpp-compare-topologies-ref:
863 csit-vpp-perf-verify-1904-3n-skx:
874 vpp-compare-topologies-cmp:
875 csit-vpp-perf-verify-1904-2n-skx:
886 vpp-compare-topologies:
887 - "vpp-compare-topologies-ref"
888 - "vpp-compare-topologies-cmp"
890 vpp-compare-topologies-mrr-ref:
891 csit-vpp-perf-verify-1904-3n-skx:
893 vpp-compare-topologies-mrr-cmp:
894 csit-vpp-perf-verify-1904-2n-skx:
896 vpp-compare-topologies-mrr:
897 - "vpp-compare-topologies-mrr-ref"
898 - "vpp-compare-topologies-mrr-cmp"
900 dpdk-compare-topologies-ref:
901 csit-dpdk-perf-verify-1904-3n-skx:
912 dpdk-compare-topologies-cmp:
913 csit-dpdk-perf-verify-1904-2n-skx:
924 dpdk-compare-topologies:
925 - "dpdk-compare-topologies-ref"
926 - "dpdk-compare-topologies-cmp"
930 plot-soak-throughput:
934 title: "<b>Test Cases [Index]</b>"
939 gridcolor: "rgb(230, 230, 230)"
940 linecolor: "rgb(220, 220, 220)"
945 tickcolor: "rgb(220, 220, 220)"
951 title: "<b>Packet Throughput [Mpps]</b>"
954 gridcolor: "rgb(230, 230, 230)"
957 linecolor: "rgb(220, 220, 220)"
962 tickcolor: "rgb(220, 220, 220)"
981 plot-service-density:
990 showticklabels: False
996 autorange: "reversed"
999 showticklabels: False
1013 title: "<b>Test Cases [Index]</b>"
1018 gridcolor: "rgb(230, 230, 230)"
1019 linecolor: "rgb(220, 220, 220)"
1023 showticklabels: True
1024 tickcolor: "rgb(220, 220, 220)"
1030 title: "<b>Connections Per Second [cps]</b>"
1033 gridcolor: "rgb(230, 230, 230)"
1035 linecolor: "rgb(220, 220, 220)"
1040 showticklabels: True
1041 tickcolor: "rgb(220, 220, 220)"
1066 title: "<b>Test Cases [Index]</b>"
1071 gridcolor: "rgb(230, 230, 230)"
1072 linecolor: "rgb(220, 220, 220)"
1076 showticklabels: True
1077 tickcolor: "rgb(220, 220, 220)"
1083 title: "<b>Requests Per Second [rps]</b>"
1086 gridcolor: "rgb(230, 230, 230)"
1088 linecolor: "rgb(220, 220, 220)"
1093 showticklabels: True
1094 tickcolor: "rgb(230, 230, 230)"
1119 title: "<b>Test Cases [Index]</b>"
1124 gridcolor: "rgb(230, 230, 230)"
1125 linecolor: "rgb(220, 220, 220)"
1129 showticklabels: True
1130 tickcolor: "rgb(220, 220, 220)"
1136 title: "<b>Packet Throughput [Mpps]</b>"
1139 gridcolor: "rgb(230, 230, 230)"
1142 linecolor: "rgb(220, 220, 220)"
1146 showticklabels: True
1147 tickcolor: "rgb(220, 220, 220)"
1168 plot-throughput-speedup-analysis:
1172 title: "<b>Number of Cores [Qty]</b>"
1177 gridcolor: "rgb(230, 230, 230)"
1178 linecolor: "rgb(220, 220, 220)"
1182 showticklabels: True
1183 tickcolor: "rgb(238, 238, 238)"
1189 title: "<b>Packet Throughput [Mpps]</b>"
1193 gridcolor: "rgb(230, 230, 230)"
1195 linecolor: "rgb(220, 220, 220)"
1199 showticklabels: True
1200 tickcolor: "rgb(220, 220, 220)"
1215 bgcolor: "rgba(255, 255, 255, 0)"
1216 bordercolor: "rgba(255, 255, 255, 0)"
1217 traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1241 family: "Consolas, Courier New",
1246 text: " Perfect Measured Limit",
1256 family: "Consolas, Courier New",
1266 title: "<b>Direction</b>"
1271 gridcolor: "rgb(230, 230, 230)"
1272 linecolor: "rgb(220, 220, 220)"
1276 showticklabels: False
1277 tickcolor: "rgb(220, 220, 220)"
1283 title: "<b>Packet Latency [uSec]</b>"
1287 gridcolor: "rgb(230, 230, 230)"
1289 linecolor: "rgb(220, 220, 220)"
1293 showticklabels: True
1294 tickcolor: "rgb(220, 220, 220)"
1304 traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1318 src-path: "{DIR[RST]}"
1319 dst-path: "{DIR[WORKING,SRC]}"
1323 file-name: "robot-plugin.zip"
1325 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1326 extract: "robot-plugin/output.xml"
1329 # # TODO: Add 1904 data
1330 ## intel-dnv-vpp-release-1904:
1333 # intel-dnv-vpp-release-1901:
1336 # intel-dnv-vpp-release-1810:
1339 csit-vpp-perf-verify-1810-3n-hsw:
1361 csit-vpp-perf-verify-1901-3n-hsw:
1383 # TODO: Add 1904 Data
1384 csit-vpp-perf-verify-1904-3n-hsw:
1397 csit-vpp-perf-verify-1810-3n-skx:
1412 csit-vpp-perf-verify-1901-3n-skx:
1434 csit-vpp-perf-verify-1904-3n-skx:
1451 csit-vpp-perf-verify-1810-2n-skx:
1466 csit-vpp-perf-verify-1901-2n-skx:
1478 # TODO: Add 1904 data
1479 csit-vpp-perf-verify-1904-2n-skx:
1505 - 56 # NFV NDRPDR 64b
1506 - 59 # NFV NDRPDR 64b
1507 - 60 # NFV NDRPDR 64b
1508 - 65 # NFV NDRPDR 64b
1509 - 68 # NFV NDRPDR 64b
1510 - 66 # NFV NDRPDR IMIX
1511 - 67 # NFV NDRPDR IMIX
1512 - 69 # NFV NDRPDR IMIX
1516 # csit-ligato-perf-verify-1901-3n-hsw:
1517 # - 10 # NDRPDR full
1528 # # TODO: Add 1904 data
1529 ## csit-ligato-perf-verify-1904-3n-hsw:
1532 csit-dpdk-perf-verify-1810-3n-hsw:
1543 csit-dpdk-perf-verify-1901-3n-hsw:
1554 csit-dpdk-perf-verify-1904-3n-hsw:
1566 csit-dpdk-perf-verify-1810-3n-skx:
1577 csit-dpdk-perf-verify-1901-3n-skx:
1588 csit-dpdk-perf-verify-1904-3n-skx:
1600 csit-dpdk-perf-verify-1810-2n-skx:
1611 csit-dpdk-perf-verify-1901-2n-skx:
1622 csit-dpdk-perf-verify-1904-2n-skx:
1634 csit-vpp-functional-1904-ubuntu1604-virl:
1636 csit-vpp-functional-1904-centos7-virl:
1638 csit-vpp-device-1904-ubuntu1804-1n-skx:
1641 # csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1643 csit-dmm-functional-1904-ubuntu1604-virl:
1645 csit-hc2vpp-verify-func-1904-ubuntu1604:
1656 ################################################################################
1658 ################################################################################
1662 title: "VPP SOAK vs NDR 2n-skx"
1663 algorithm: "table_soak_vs_ndr"
1664 output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1667 data: "vpp-soak-vs-ndr-2n-skx-ref"
1670 data: "vpp-soak-vs-ndr-2n-skx-cmp"
1671 data: "vpp-soak-vs-ndr-2n-skx"
1672 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1673 filter: "('NDRPDR' or 'SOAK')"
1708 # VPP Compare NICs 3n-hsw 1t1c ndr
1710 title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1711 algorithm: "table_nics_comparison"
1712 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1715 nic: "NIC_Intel-X520-DA2"
1718 nic: "NIC_Intel-X710"
1719 data: "vpp-nic-comparison-3n-hsw"
1720 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1721 filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1728 # VPP Compare NICs 3n-hsw 2t2c ndr
1730 title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1731 algorithm: "table_nics_comparison"
1732 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1735 nic: "NIC_Intel-X520-DA2"
1738 nic: "NIC_Intel-X710"
1739 data: "vpp-nic-comparison-3n-hsw"
1740 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1741 filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1748 # VPP Compare NICs 3n-hsw 1t1c pdr
1750 title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1751 algorithm: "table_nics_comparison"
1752 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1755 nic: "NIC_Intel-X520-DA2"
1758 nic: "NIC_Intel-X710"
1759 data: "vpp-nic-comparison-3n-hsw"
1760 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1761 filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1768 # VPP Compare NICs 3n-hsw 2t2c pdr
1770 title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1771 algorithm: "table_nics_comparison"
1772 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1775 nic: "NIC_Intel-X520-DA2"
1778 nic: "NIC_Intel-X710"
1779 data: "vpp-nic-comparison-3n-hsw"
1780 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1781 filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1788 # VPP Compare NICs 3n-hsw 1t1c mrr
1790 title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1791 algorithm: "table_nics_comparison"
1792 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1795 nic: "NIC_Intel-X520-DA2"
1798 nic: "NIC_Intel-X710"
1799 data: "vpp-nic-comparison-3n-hsw-mrr"
1800 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1801 filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1808 # VPP Compare NICs 3n-hsw 2t2c mrr
1810 title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1811 algorithm: "table_nics_comparison"
1812 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1815 nic: "NIC_Intel-X520-DA2"
1818 nic: "NIC_Intel-X710"
1819 data: "vpp-nic-comparison-3n-hsw-mrr"
1820 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1821 filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1828 # VPP Compare NICs 3n-hsw 4t4c mrr
1830 title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1831 algorithm: "table_nics_comparison"
1832 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1835 nic: "NIC_Intel-X520-DA2"
1838 nic: "NIC_Intel-X710"
1839 data: "vpp-nic-comparison-3n-hsw-mrr"
1840 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1841 filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1848 # VPP Compare NICs 3n-skx 2t1c ndr
1850 title: "VPP Compare NICs 3n-skx 2t1c ndr"
1851 algorithm: "table_nics_comparison"
1852 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1855 nic: "NIC_Intel-X710"
1857 title: "Intel-xxv710"
1858 nic: "NIC_Intel-XXV710"
1859 data: "vpp-nic-comparison-3n-skx"
1860 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1861 filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1868 # VPP Compare NICs 3n-skx 4t2c ndr
1870 title: "VPP Compare NICs 3n-skx 4t2c ndr"
1871 algorithm: "table_nics_comparison"
1872 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1875 nic: "NIC_Intel-X710"
1877 title: "Intel-xxv710"
1878 nic: "NIC_Intel-XXV710"
1879 data: "vpp-nic-comparison-3n-skx"
1880 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1881 filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1888 # VPP Compare NICs 3n-skx 2t1c pdr
1890 title: "VPP Compare NICs 3n-skx 2t1c pdr"
1891 algorithm: "table_nics_comparison"
1892 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1895 nic: "NIC_Intel-X710"
1897 title: "Intel-xxv710"
1898 nic: "NIC_Intel-XXV710"
1899 data: "vpp-nic-comparison-3n-skx"
1900 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1901 filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1908 # VPP Compare NICs 3n-skx 4t2c pdr
1910 title: "VPP Compare NICs 3n-skx 4t2c pdr"
1911 algorithm: "table_nics_comparison"
1912 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1915 nic: "NIC_Intel-X710"
1917 title: "Intel-xxv710"
1918 nic: "NIC_Intel-XXV710"
1919 data: "vpp-nic-comparison-3n-skx"
1920 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1921 filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1928 # VPP Compare NICs 3n-skx 2t1c mrr
1930 title: "VPP Compare NICs 3n-skx 2t1c mrr"
1931 algorithm: "table_nics_comparison"
1932 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1935 nic: "NIC_Intel-X710"
1937 title: "Intel-xxv710"
1938 nic: "NIC_Intel-XXV710"
1939 data: "vpp-nic-comparison-3n-skx-mrr"
1940 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1941 filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1948 # VPP Compare NICs 3n-skx 4t2c mrr
1950 title: "VPP Compare NICs 3n-skx 4t2c mrr"
1951 algorithm: "table_nics_comparison"
1952 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1955 nic: "NIC_Intel-X710"
1957 title: "Intel-xxv710"
1958 nic: "NIC_Intel-XXV710"
1959 data: "vpp-nic-comparison-3n-skx-mrr"
1960 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1961 filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1968 # VPP Compare NICs 3n-skx 8t4c mrr
1970 title: "VPP Compare NICs 3n-skx 8t4c mrr"
1971 algorithm: "table_nics_comparison"
1972 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1975 nic: "NIC_Intel-X710"
1977 title: "Intel-xxv710"
1978 nic: "NIC_Intel-XXV710"
1979 data: "vpp-nic-comparison-3n-skx-mrr"
1980 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1981 filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1988 # VPP Compare NICs 2n-skx 2t1c ndr
1990 title: "VPP Compare NICs 2n-skx 2t1c ndr"
1991 algorithm: "table_nics_comparison"
1992 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1995 nic: "NIC_Intel-X710"
1997 title: "Intel-xxv710"
1998 nic: "NIC_Intel-XXV710"
1999 data: "vpp-nic-comparison-2n-skx"
2000 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2001 filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2008 # VPP Compare NICs 2n-skx 4t2c ndr
2010 title: "VPP Compare NICs 2n-skx 4t2c ndr"
2011 algorithm: "table_nics_comparison"
2012 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2015 nic: "NIC_Intel-X710"
2017 title: "Intel-xxv710"
2018 nic: "NIC_Intel-XXV710"
2019 data: "vpp-nic-comparison-2n-skx"
2020 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2021 filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2028 # VPP Compare NICs 2n-skx 2t1c pdr
2030 title: "VPP Compare NICs 2n-skx 2t1c pdr"
2031 algorithm: "table_nics_comparison"
2032 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2035 nic: "NIC_Intel-X710"
2037 title: "Intel-xxv710"
2038 nic: "NIC_Intel-XXV710"
2039 data: "vpp-nic-comparison-2n-skx"
2040 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2041 filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2048 # VPP Compare NICs 2n-skx 4t2c pdr
2050 title: "VPP Compare NICs 2n-skx 4t2c pdr"
2051 algorithm: "table_nics_comparison"
2052 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2055 nic: "NIC_Intel-X710"
2057 title: "Intel-xxv710"
2058 nic: "NIC_Intel-XXV710"
2059 data: "vpp-nic-comparison-2n-skx"
2060 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2061 filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2068 # VPP Compare NICs 2n-skx 2t1c mrr
2070 title: "VPP Compare NICs 2n-skx 2t1c mrr"
2071 algorithm: "table_nics_comparison"
2072 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2075 nic: "NIC_Intel-X710"
2077 title: "Intel-xxv710"
2078 nic: "NIC_Intel-XXV710"
2079 data: "vpp-nic-comparison-2n-skx-mrr"
2080 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2081 filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2088 # VPP Compare NICs 2n-skx 4t2c mrr
2090 title: "VPP Compare NICs 2n-skx 4t2c mrr"
2091 algorithm: "table_nics_comparison"
2092 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2095 nic: "NIC_Intel-X710"
2097 title: "Intel-xxv710"
2098 nic: "NIC_Intel-XXV710"
2099 data: "vpp-nic-comparison-2n-skx-mrr"
2100 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2101 filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2108 # VPP Compare NICs 2n-skx 8t4c mrr
2110 title: "VPP Compare NICs 2n-skx 8t4c mrr"
2111 algorithm: "table_nics_comparison"
2112 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2115 nic: "NIC_Intel-X710"
2117 title: "Intel-xxv710"
2118 nic: "NIC_Intel-XXV710"
2119 data: "vpp-nic-comparison-2n-skx-mrr"
2120 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2121 filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2128 ################################################################################
2131 ## VPP Performance Changes 2n-dnv 1t1c pdr
2133 # title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2134 # algorithm: "table_performance_comparison"
2135 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2137 # - title: "rls1810"
2138 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2141 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2144 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2145 # data: "intel-dnv-vpp-changes-2n-dnv"
2146 # include-tests: "PDR"
2147 # filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2153 ## VPP Performance Changes 2n-dnv 2t2c pdr
2155 # title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2156 # algorithm: "table_performance_comparison"
2157 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2159 # - title: "rls1810"
2160 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2163 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2166 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2167 # data: "intel-dnv-vpp-changes-2n-dnv"
2168 # include-tests: "PDR"
2169 # filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2175 ## VPP Performance Changes 2n-dnv 1t1c ndr
2177 # title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2178 # algorithm: "table_performance_comparison"
2179 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2181 # - title: "rls1810"
2182 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2185 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2188 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2189 # data: "intel-dnv-vpp-changes-2n-dnv"
2190 # include-tests: "NDR"
2191 # filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2197 ## VPP Performance Changes 2n-dnv 2t2c ndr
2199 # title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2200 # algorithm: "table_performance_comparison"
2201 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2203 # - title: "rls1810"
2204 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2207 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2210 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2211 # data: "intel-dnv-vpp-changes-2n-dnv"
2212 # include-tests: "NDR"
2213 # filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2219 ## VPP Performance Changes 2n-dnv 1t1c MRR
2221 # title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2222 # algorithm: "table_performance_comparison"
2223 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2225 # - title: "rls1810"
2226 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2229 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2232 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2233 # data: "intel-dnv-vpp-changes-2n-dnv"
2234 # include-tests: "MRR"
2235 # filter: "'1T1C' and 'MRR'"
2241 ## VPP Performance Changes 2n-dnv 2t2c MRR
2243 # title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2244 # algorithm: "table_performance_comparison"
2245 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2247 # - title: "rls1810"
2248 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2251 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2254 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2255 # data: "intel-dnv-vpp-changes-2n-dnv"
2256 # include-tests: "MRR"
2257 # filter: "'2T2C' and 'MRR'"
2263 ## VPP Performance Changes 2n-dnv 4t4c MRR
2265 # title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2266 # algorithm: "table_performance_comparison"
2267 # output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2269 # - title: "rls1810"
2270 # data: "intel-dnv-vpp-changes-2n-dnv-h1"
2273 # data: "intel-dnv-vpp-changes-2n-dnv-ref"
2276 # data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2277 # data: "intel-dnv-vpp-changes-2n-dnv"
2278 # include-tests: "MRR"
2279 # filter: "'4T4C' and 'MRR'"
2285 # VPP Performance Changes 3n-hsw 1t1c pdr
2287 title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2288 algorithm: "table_performance_comparison"
2289 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2292 data: "vpp-performance-changes-3n-hsw-h1"
2295 data: "vpp-performance-changes-3n-hsw-ref"
2298 data: "vpp-performance-changes-3n-hsw-cmp"
2299 data: "vpp-performance-changes-3n-hsw"
2300 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2301 filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2307 # VPP Performance Changes 3n-hsw 2t2c pdr
2309 title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2310 algorithm: "table_performance_comparison"
2311 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2314 data: "vpp-performance-changes-3n-hsw-h1"
2317 data: "vpp-performance-changes-3n-hsw-ref"
2320 data: "vpp-performance-changes-3n-hsw-cmp"
2321 data: "vpp-performance-changes-3n-hsw"
2322 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2323 filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2329 # VPP Performance Changes 3n-hsw 1t1c ndr
2331 title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2332 algorithm: "table_performance_comparison"
2333 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2336 data: "vpp-performance-changes-3n-hsw-h1"
2339 data: "vpp-performance-changes-3n-hsw-ref"
2342 data: "vpp-performance-changes-3n-hsw-cmp"
2343 data: "vpp-performance-changes-3n-hsw"
2344 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2345 filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2351 # VPP Performance Changes 3n-hsw 2t2c ndr
2353 title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2354 algorithm: "table_performance_comparison"
2355 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2358 data: "vpp-performance-changes-3n-hsw-h1"
2361 data: "vpp-performance-changes-3n-hsw-ref"
2364 data: "vpp-performance-changes-3n-hsw-cmp"
2365 data: "vpp-performance-changes-3n-hsw"
2366 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2367 filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2373 # VPP Performance Changes 3n-skx 2t1c pdr
2375 title: "VPP Performance Changes 3n-skx 2t1c pdr"
2376 algorithm: "table_performance_comparison"
2377 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2380 data: "vpp-performance-changes-3n-skx-h1"
2383 data: "vpp-performance-changes-3n-skx-ref"
2386 data: "vpp-performance-changes-3n-skx-cmp"
2387 data: "vpp-performance-changes-3n-skx"
2388 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2389 filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2395 # VPP Performance Changes 3n-skx 4t2c pdr
2397 title: "VPP Performance Changes 3n-skx 4t2c pdr"
2398 algorithm: "table_performance_comparison"
2399 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2402 data: "vpp-performance-changes-3n-skx-h1"
2405 data: "vpp-performance-changes-3n-skx-ref"
2408 data: "vpp-performance-changes-3n-skx-cmp"
2409 data: "vpp-performance-changes-3n-skx"
2410 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2411 filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2417 # VPP Performance Changes 3n-skx 2t1c ndr
2419 title: "VPP Performance Changes 3n-skx 2t1c ndr"
2420 algorithm: "table_performance_comparison"
2421 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2424 data: "vpp-performance-changes-3n-skx-h1"
2427 data: "vpp-performance-changes-3n-skx-ref"
2430 data: "vpp-performance-changes-3n-skx-cmp"
2431 data: "vpp-performance-changes-3n-skx"
2432 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2433 filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2439 # VPP Performance Changes 3n-skx 4t2c ndr
2441 title: "VPP Performance Changes 3n-skx 4t2c ndr"
2442 algorithm: "table_performance_comparison"
2443 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2446 data: "vpp-performance-changes-3n-skx-h1"
2449 data: "vpp-performance-changes-3n-skx-ref"
2452 data: "vpp-performance-changes-3n-skx-cmp"
2453 data: "vpp-performance-changes-3n-skx"
2454 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2455 filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2461 # VPP Performance Changes 2n-skx 2t1c pdr
2463 title: "VPP Performance Changes 2n-skx 2t1c pdr"
2464 algorithm: "table_performance_comparison"
2465 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2468 data: "vpp-performance-changes-2n-skx-h1"
2471 data: "vpp-performance-changes-2n-skx-ref"
2474 data: "vpp-performance-changes-2n-skx-cmp"
2475 data: "vpp-performance-changes-2n-skx"
2476 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2477 filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2483 # VPP Performance Changes 2n-skx 4t2c pdr
2485 title: "VPP Performance Changes 2n-skx 4t2c pdr"
2486 algorithm: "table_performance_comparison"
2487 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2490 data: "vpp-performance-changes-2n-skx-h1"
2493 data: "vpp-performance-changes-2n-skx-ref"
2496 data: "vpp-performance-changes-2n-skx-cmp"
2497 data: "vpp-performance-changes-2n-skx"
2498 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2499 filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2505 # VPP Performance Changes 2n-skx 2t1c ndr
2507 title: "VPP Performance Changes 2n-skx 2t1c ndr"
2508 algorithm: "table_performance_comparison"
2509 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2512 data: "vpp-performance-changes-2n-skx-h1"
2515 data: "vpp-performance-changes-2n-skx-ref"
2518 data: "vpp-performance-changes-2n-skx-cmp"
2519 data: "vpp-performance-changes-2n-skx"
2520 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2521 filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2527 # VPP Performance Changes 2n-skx 4t2c ndr
2529 title: "VPP Performance Changes 2n-skx 4t2c ndr"
2530 algorithm: "table_performance_comparison"
2531 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2534 data: "vpp-performance-changes-2n-skx-h1"
2537 data: "vpp-performance-changes-2n-skx-ref"
2540 data: "vpp-performance-changes-2n-skx-cmp"
2541 data: "vpp-performance-changes-2n-skx"
2542 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2543 filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2549 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2551 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2552 algorithm: "table_performance_comparison"
2553 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2556 data: "vpp-compare-testbeds-ref"
2559 data: "vpp-compare-testbeds-cmp"
2560 data: "vpp-compare-testbeds"
2561 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2562 filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2568 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2570 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2571 algorithm: "table_performance_comparison"
2572 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2575 data: "vpp-compare-testbeds-ref"
2578 data: "vpp-compare-testbeds-cmp"
2579 data: "vpp-compare-testbeds"
2580 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2581 filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2587 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2589 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2590 algorithm: "table_performance_comparison"
2591 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2594 data: "vpp-compare-testbeds-ref"
2597 data: "vpp-compare-testbeds-cmp"
2598 data: "vpp-compare-testbeds"
2599 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2600 filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2606 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2608 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2609 algorithm: "table_performance_comparison"
2610 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2613 data: "vpp-compare-testbeds-ref"
2616 data: "vpp-compare-testbeds-cmp"
2617 data: "vpp-compare-testbeds"
2618 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2619 filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2625 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2627 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2628 algorithm: "table_performance_comparison"
2629 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2632 data: "vpp-compare-topologies-ref"
2635 data: "vpp-compare-topologies-cmp"
2636 data: "vpp-compare-topologies"
2637 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2638 filter: "'NDRPDR' and '1C'"
2644 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2646 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2647 algorithm: "table_performance_comparison"
2648 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2651 data: "vpp-compare-topologies-ref"
2654 data: "vpp-compare-topologies-cmp"
2655 data: "vpp-compare-topologies"
2656 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2657 filter: "'NDRPDR' and '2C'"
2663 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2665 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2666 algorithm: "table_performance_comparison"
2667 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2670 data: "vpp-compare-topologies-ref"
2673 data: "vpp-compare-topologies-cmp"
2674 data: "vpp-compare-topologies"
2675 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2676 filter: "'NDRPDR' and '1C'"
2682 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2684 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2685 algorithm: "table_performance_comparison"
2686 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2689 data: "vpp-compare-topologies-ref"
2692 data: "vpp-compare-topologies-cmp"
2693 data: "vpp-compare-topologies"
2694 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2695 filter: "'NDRPDR' and '2C'"
2701 # VPP Performance Changes 3n-hsw 1t1c MRR
2703 title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2704 algorithm: "table_performance_comparison"
2705 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2708 data: "vpp-performance-changes-3n-hsw-mrr-h1"
2711 data: "vpp-performance-changes-3n-hsw-mrr-ref"
2714 data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2715 data: "vpp-performance-changes-3n-hsw-mrr"
2716 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2717 filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2723 # VPP Performance Changes 3n-hsw 2t2c MRR
2725 title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2726 algorithm: "table_performance_comparison"
2727 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2730 data: "vpp-performance-changes-3n-hsw-mrr-h1"
2733 data: "vpp-performance-changes-3n-hsw-mrr-ref"
2736 data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2737 data: "vpp-performance-changes-3n-hsw-mrr"
2738 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2739 filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2745 # VPP Performance Changes 3n-hsw 4t4c MRR
2747 title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2748 algorithm: "table_performance_comparison"
2749 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2752 data: "vpp-performance-changes-3n-hsw-mrr-h1"
2755 data: "vpp-performance-changes-3n-hsw-mrr-ref"
2758 data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2759 data: "vpp-performance-changes-3n-hsw-mrr"
2760 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2761 filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2767 # VPP Performance Changes 3n-skx 2t1c MRR
2769 title: "VPP Performance Changes 3n-skx 2t1c MRR"
2770 algorithm: "table_performance_comparison"
2771 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2774 data: "vpp-performance-changes-3n-skx-mrr-h1"
2777 data: "vpp-performance-changes-3n-skx-mrr-ref"
2780 data: "vpp-performance-changes-3n-skx-mrr-cmp"
2781 data: "vpp-performance-changes-3n-skx-mrr"
2782 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2783 filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2789 # VPP Performance Changes 3n-skx 4t2c MRR
2791 title: "VPP Performance Changes 3n-skx 4t2c MRR"
2792 algorithm: "table_performance_comparison"
2793 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2796 data: "vpp-performance-changes-3n-skx-mrr-h1"
2799 data: "vpp-performance-changes-3n-skx-mrr-ref"
2802 data: "vpp-performance-changes-3n-skx-mrr-cmp"
2803 data: "vpp-performance-changes-3n-skx-mrr"
2804 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2805 filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2811 # VPP Performance Changes 3n-skx 8t4c MRR
2813 title: "VPP Performance Changes 3n-skx 8t4c MRR"
2814 algorithm: "table_performance_comparison"
2815 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2818 data: "vpp-performance-changes-3n-skx-mrr-h1"
2821 data: "vpp-performance-changes-3n-skx-mrr-ref"
2824 data: "vpp-performance-changes-3n-skx-mrr-cmp"
2825 data: "vpp-performance-changes-3n-skx-mrr"
2826 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2827 filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2833 # VPP Performance Changes 2n-skx 2t1c MRR
2835 title: "VPP Performance Changes 2n-skx 2t1c MRR"
2836 algorithm: "table_performance_comparison"
2837 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2840 data: "vpp-performance-changes-2n-skx-mrr-h1"
2843 data: "vpp-performance-changes-2n-skx-mrr-ref"
2846 data: "vpp-performance-changes-2n-skx-mrr-cmp"
2847 data: "vpp-performance-changes-2n-skx-mrr"
2848 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2849 filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2855 # VPP Performance Changes 2n-skx 4t2c MRR
2857 title: "VPP Performance Changes 2n-skx 4t2c MRR"
2858 algorithm: "table_performance_comparison"
2859 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2862 data: "vpp-performance-changes-2n-skx-mrr-h1"
2865 data: "vpp-performance-changes-2n-skx-mrr-ref"
2868 data: "vpp-performance-changes-2n-skx-mrr-cmp"
2869 data: "vpp-performance-changes-2n-skx-mrr"
2870 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2871 filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2877 # VPP Performance Changes 2n-skx 8t4c MRR
2879 title: "VPP Performance Changes 2n-skx 8t4c MRR"
2880 algorithm: "table_performance_comparison"
2881 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2884 data: "vpp-performance-changes-2n-skx-mrr-h1"
2887 data: "vpp-performance-changes-2n-skx-mrr-ref"
2890 data: "vpp-performance-changes-2n-skx-mrr-cmp"
2891 data: "vpp-performance-changes-2n-skx-mrr"
2892 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2893 filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2899 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2901 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2902 algorithm: "table_performance_comparison"
2903 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2906 data: "vpp-compare-testbeds-mrr-ref"
2909 data: "vpp-compare-testbeds-mrr-cmp"
2910 data: "vpp-compare-testbeds-mrr"
2911 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2912 filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2918 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2920 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2921 algorithm: "table_performance_comparison"
2922 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2925 data: "vpp-compare-testbeds-mrr-ref"
2928 data: "vpp-compare-testbeds-mrr-cmp"
2929 data: "vpp-compare-testbeds-mrr"
2930 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2931 filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2937 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2939 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2940 algorithm: "table_performance_comparison"
2941 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2944 data: "vpp-compare-testbeds-mrr-ref"
2947 data: "vpp-compare-testbeds-mrr-cmp"
2948 data: "vpp-compare-testbeds-mrr"
2949 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2950 filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2956 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2958 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2959 algorithm: "table_performance_comparison"
2960 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2963 data: "vpp-compare-topologies-mrr-ref"
2966 data: "vpp-compare-topologies-mrr-cmp"
2967 data: "vpp-compare-topologies-mrr"
2968 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2969 filter: "'MRR' and '1C'"
2975 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2977 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2978 algorithm: "table_performance_comparison"
2979 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2982 data: "vpp-compare-topologies-mrr-ref"
2985 data: "vpp-compare-topologies-mrr-cmp"
2986 data: "vpp-compare-topologies-mrr"
2987 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2988 filter: "'MRR' and '2C'"
2994 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2996 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2997 algorithm: "table_performance_comparison"
2998 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3001 data: "vpp-compare-topologies-mrr-ref"
3004 data: "vpp-compare-topologies-mrr-cmp"
3005 data: "vpp-compare-topologies-mrr"
3006 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3007 filter: "'MRR' and '4C'"
3013 # Detailed Test Results - VPP Performance Results 3n-hsw
3015 title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3016 algorithm: "table_merged_details"
3017 output-file-ext: ".csv"
3018 output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3025 data: "vpp-perf-results-3n-hsw"
3026 filter: "not 'NDRCHK' and not 'PDRCHK'"
3032 # Detailed Test Results - VPP Performance Results 3n-skx
3034 title: "Detailed Test Results - VPP Performance Results 3n-skx"
3035 algorithm: "table_merged_details"
3036 output-file-ext: ".csv"
3037 output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3044 data: "vpp-perf-results-3n-skx"
3045 filter: "not 'NDRCHK' and not 'PDRCHK'"
3051 # Detailed Test Results - VPP Performance Results 2n-skx
3053 title: "Detailed Test Results - VPP Performance Results 2n-skx"
3054 algorithm: "table_merged_details"
3055 output-file-ext: ".csv"
3056 output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3063 data: "vpp-perf-results-2n-skx"
3064 filter: "not 'NDRCHK' and not 'PDRCHK'"
3070 ## Detailed Test Results - VPP Performance Results 2n-dnv
3072 # title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3073 # algorithm: "table_details"
3074 # output-file-ext: ".csv"
3075 # output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3082 # data: "intel-dnv-vpp"
3083 # filter: "'NDRPDR'"
3089 # Test configuration - VPP Performance Test Configs 3n-hsw
3091 title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3092 algorithm: "table_merged_details"
3093 output-file-ext: ".csv"
3094 output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3098 - title: "VPP API Test Commands History - Commands Used Per Test Case"
3099 data: "data conf-history"
3101 data: "vpp-perf-results-3n-hsw"
3102 filter: "not 'NDRCHK' and not 'PDRCHK'"
3108 # Test configuration - VPP Performance Test Configs 3n-skx
3110 title: "Test configuration - VPP Performance Test Configs 3n-skx"
3111 algorithm: "table_merged_details"
3112 output-file-ext: ".csv"
3113 output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3117 - title: "VPP API Test Commands History - Commands Used Per Test Case"
3118 data: "data conf-history"
3120 data: "vpp-perf-results-3n-skx"
3121 filter: "not 'NDRCHK' and not 'PDRCHK'"
3127 # Test configuration - VPP Performance Test Configs 2n-skx
3129 title: "Test configuration - VPP Performance Test Configs 2n-skx"
3130 algorithm: "table_merged_details"
3131 output-file-ext: ".csv"
3132 output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3136 - title: "VPP API Test Commands History - Commands Used Per Test Case"
3137 data: "data conf-history"
3139 data: "vpp-perf-results-2n-skx"
3140 filter: "not 'NDRCHK' and not 'PDRCHK'"
3146 ## Test configuration - VPP Performance Test Configs 2n-dnv
3148 # title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3149 # algorithm: "table_details"
3150 # output-file-ext: ".csv"
3151 # output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3155 # - title: "VPP API Test Commands History - Commands Used Per Test Case"
3156 # data: "data conf-history"
3158 # data: "intel-dnv-vpp"
3159 # filter: "'NDRPDR'"
3165 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3167 title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3168 algorithm: "table_merged_details"
3169 output-file-ext: ".csv"
3170 output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3174 - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3175 data: "data show-run"
3177 data: "vpp-perf-results-3n-hsw"
3178 filter: "not 'NDRCHK' and not 'PDRCHK'"
3184 # Test Operational Data - VPP Performance Operational Data 3n-skx
3186 title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3187 algorithm: "table_merged_details"
3188 output-file-ext: ".csv"
3189 output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3193 - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3194 data: "data show-run"
3196 data: "vpp-perf-results-3n-skx"
3197 filter: "not 'NDRCHK' and not 'PDRCHK'"
3203 # Test Operational Data - VPP Performance Operational Data 2n-skx
3205 title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3206 algorithm: "table_merged_details"
3207 output-file-ext: ".csv"
3208 output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3212 - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3213 data: "data show-run"
3215 data: "vpp-perf-results-2n-skx"
3216 filter: "not 'NDRCHK' and not 'PDRCHK'"
3222 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3224 # title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3225 # algorithm: "table_details"
3226 # output-file-ext: ".csv"
3227 # output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3231 # - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3232 # data: "data show-run"
3234 # data: "intel-dnv-vpp"
3235 # filter: "'NDRPDR'"
3241 # Detailed Test Results - VPP MRR Results 3n-hsw
3243 title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3244 algorithm: "table_details"
3245 output-file-ext: ".csv"
3246 output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3253 data: "vpp-mrr-results-3n-hsw"
3260 # Detailed Test Results - VPP MRR Results 3n-skx
3262 title: "Detailed Test Results - VPP MRR Results 3n-skx"
3263 algorithm: "table_details"
3264 output-file-ext: ".csv"
3265 output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3272 data: "vpp-mrr-results-3n-skx"
3279 # Detailed Test Results - VPP MRR Results 2n-skx
3281 title: "Detailed Test Results - VPP MRR Results 2n-skx"
3282 algorithm: "table_details"
3283 output-file-ext: ".csv"
3284 output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3291 data: "vpp-mrr-results-2n-skx"
3298 ## Detailed Test Results - VPP MRR Results 2n-dnv
3300 # title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3301 # algorithm: "table_details"
3302 # output-file-ext: ".csv"
3303 # output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3310 # data: "intel-dnv-vpp"
3317 # Test configuration - VPP MRR Test Configs 3n-hsw
3319 title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3320 algorithm: "table_details"
3321 output-file-ext: ".csv"
3322 output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3326 - title: "VPP API Test Commands History - Commands Used Per Test Case"
3327 data: "data conf-history"
3329 data: "vpp-mrr-results-3n-hsw"
3336 # Test configuration - VPP MRR Test Configs 3n-skx
3338 title: "Test configuration - VPP MRR Test Configs 3n-skx"
3339 algorithm: "table_details"
3340 output-file-ext: ".csv"
3341 output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3345 - title: "VPP API Test Commands History - Commands Used Per Test Case"
3346 data: "data conf-history"
3348 data: "vpp-mrr-results-3n-skx"
3355 # Test configuration - VPP MRR Test Configs 2n-skx
3357 title: "Test configuration - VPP MRR Test Configs 2n-skx"
3358 algorithm: "table_details"
3359 output-file-ext: ".csv"
3360 output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3364 - title: "VPP API Test Commands History - Commands Used Per Test Case"
3365 data: "data conf-history"
3367 data: "vpp-mrr-results-2n-skx"
3374 ## Test configuration - VPP MRR Test Configs 2n-dnv
3376 # title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3377 # algorithm: "table_details"
3378 # output-file-ext: ".csv"
3379 # output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3383 # - title: "VPP API Test Commands History - Commands Used Per Test Case"
3384 # data: "data conf-history"
3386 # data: "intel-dnv-vpp"
3393 # Detailed Test Results - VPP Functional Results - Ubuntu
3395 title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3396 algorithm: "table_details"
3397 output-file-ext: ".csv"
3398 output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3402 - title: "Documentation"
3407 data: "vpp-func-results-ubuntu"
3415 # Detailed Test Results - VPP Functional Results - CentOS
3417 title: "Detailed Test Results - VPP Functional Results - CentOS"
3418 algorithm: "table_details"
3419 output-file-ext: ".csv"
3420 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"