6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 # plot-vpp-http-server-performance:
94 # csit-vpp-perf-1801-all:
99 # TODO: Add the data sources
100 # vpp-meltdown-impact:
101 # csit-vpp-perf-1707-all:
105 # csit-vpp-perf-1710-all:
109 # TODO: Add the data sources
110 # vpp-spectre-impact:
111 # csit-vpp-perf-1707-all:
115 # csit-vpp-perf-1710-all:
119 vpp-performance-changes:
120 csit-vpp-perf-1710-all:
131 # TODO: Add the data sources
132 csit-vpp-perf-1801-all:
141 # TODO: Add the data sources
142 plot-throughput-speedup-analysis:
143 csit-vpp-perf-1801-all:
152 # performance-improvements:
153 # csit-vpp-perf-1707-all:
164 # csit-vpp-perf-1710-all:
175 ## TODO: Add the data sources
176 # csit-vpp-perf-1801-all:
180 # csit-ligato-perf-1710-all:
191 # csit-ligato-perf-1801-all:
195 # TODO: Add the data sources
197 csit-vpp-perf-1801-all:
203 csit-vpp-functional-1801-ubuntu1604-virl:
204 - "lastSuccessfulBuild"
205 # TODO: Add the data sources
207 csit-ligato-perf-1801-all:
210 csit-dpdk-perf-1801-all:
213 csit-hc2vpp-verify-func-1801-ubuntu1604:
214 - "lastSuccessfulBuild"
216 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
218 # TODO: Add the data sources
219 plot-vpp-throughput-latency:
220 csit-vpp-perf-1801-all:
229 plot-dpdk-throughput-latency:
230 csit-dpdk-perf-1801-all:
240 # TODO: Add the data sources
241 plot-ligato-throughput-latency:
242 csit-ligato-perf-1801-all:
254 gridcolor: "rgb(238, 238, 238)"
255 linecolor: "rgb(238, 238, 238)"
260 tickcolor: "rgb(238, 238, 238)"
262 title: "Indexed Test Cases"
265 gridcolor: "rgb(238, 238, 238)'"
267 linecolor: "rgb(238, 238, 238)"
274 tickcolor: "rgb(238, 238, 238)"
275 title: "Connections Per Second [cps]"
296 gridcolor: "rgb(238, 238, 238)"
297 linecolor: "rgb(238, 238, 238)"
302 tickcolor: "rgb(238, 238, 238)"
304 title: "Indexed Test Cases"
307 gridcolor: "rgb(238, 238, 238)'"
309 linecolor: "rgb(238, 238, 238)"
316 tickcolor: "rgb(238, 238, 238)"
317 title: "Requests Per Second [rps]"
338 gridcolor: "rgb(238, 238, 238)"
339 linecolor: "rgb(238, 238, 238)"
344 tickcolor: "rgb(238, 238, 238)"
346 title: "Indexed Test Cases"
349 gridcolor: "rgb(238, 238, 238)'"
351 linecolor: "rgb(238, 238, 238)"
357 tickcolor: "rgb(238, 238, 238)"
358 title: "Packets Per Second [pps]"
379 gridcolor: "rgb(238, 238, 238)"
380 linecolor: "rgb(238, 238, 238)"
385 tickcolor: "rgb(238, 238, 238)"
387 title: "Indexed Test Cases"
390 gridcolor: "rgb(238, 238, 238)'"
392 linecolor: "rgb(238, 238, 238)"
398 tickcolor: "rgb(238, 238, 238)"
399 title: "Latency min/avg/max [uSec]"
415 plot-throughput-speedup-analysis:
420 gridcolor: "rgb(238, 238, 238)"
421 linecolor: "rgb(238, 238, 238)"
426 tickcolor: "rgb(238, 238, 238)"
431 title: "Throughput speedup factor"
432 gridcolor: "rgb(238, 238, 238)"
434 linecolor: "rgb(238, 238, 238)"
440 tickcolor: "rgb(238, 238, 238)"
448 bgcolor: "rgba(255, 255, 255, 0)"
449 bordercolor: "rgba(255, 255, 255, 0)"
466 input-format: "xml" # zip or xml
467 extract: "robot-plugin/output.xml" # Only for zip
469 # The files must be in the directory DIR[WORKING,DATA]
470 csit-vpp-perf-1801-all:
473 file: "{DIR[WORKING,DATA]}/output.xml"
476 file: "{DIR[WORKING,DATA]}/output.xml"
479 file: "{DIR[WORKING,DATA]}/output.xml"
482 file: "{DIR[WORKING,DATA]}/output.xml"
486 src-path: "{DIR[RST]}"
487 dst-path: "{DIR[WORKING,SRC]}"
490 type: "input" # Ignored in debug mode
492 file-name: "robot-plugin.zip"
494 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
495 extract: "robot-plugin/output.xml"
497 # csit-vpp-perf-1707-all:
508 csit-vpp-perf-1710-all:
520 csit-vpp-perf-1801-all:
533 csit-ligato-perf-1710-all:
544 csit-dpdk-perf-1801-all:
555 csit-ligato-perf-1801-all:
559 csit-dpdk-perf-1801-all:
570 csit-vpp-functional-1801-ubuntu1604-virl:
571 - lastSuccessfulBuild
572 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
574 csit-hc2vpp-verify-func-1801-ubuntu1604:
575 - lastSuccessfulBuild
585 ################################################################################
587 ################################################################################
591 # title: "Performance Impact of Meltdown Patches"
592 # algorithm: "table_performance_comparison"
593 # output-file-ext: ".csv"
595 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
597 # title: "No Meltdown"
598 ## TODO: specify data sources
600 # csit-vpp-perf-1707-all:
605 # title: "Meltdown Patches Applied"
606 ## TODO: specify data sources
608 # csit-vpp-perf-1710-all:
613 # "vpp-meltdown-impact"
619 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
620 # # to present all tests.
621 # nr-of-tests-shown: 20
625 # title: "Performance Impact of Spectre Patches"
626 # algorithm: "table_performance_comparison"
627 # output-file-ext: ".csv"
629 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
631 # title: "No Spectre"
632 ## TODO: specify data sources
634 # csit-vpp-perf-1707-all:
639 # title: "Spectre Patches Applied"
640 ## TODO: specify data sources
642 # csit-vpp-perf-1710-all:
647 # "vpp-spectre-impact"
653 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
654 # # to present all tests.
655 # nr-of-tests-shown: 20
659 title: "VPP Performance Changes"
660 algorithm: "table_performance_comparison"
661 output-file-ext: ".csv"
663 output-file: "{DIR[STATIC,VPP]}/performance-changes"
665 title: "Release 1710"
666 # TODO: specify data sources
668 csit-vpp-perf-1710-all:
680 title: "Release 1801"
681 # TODO: specify data sources
683 csit-vpp-perf-1801-all:
692 data: "vpp-performance-changes"
698 # Number of the best and the worst tests presented in the table. Use 0 (zero)
699 # to present all tests.
700 nr-of-tests-shown: 20
705 # title: "Performance improvements"
706 # algorithm: "table_performance_improvements"
707 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
708 # output-file-ext: ".csv"
709 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
715 # title: "16.09 mean [Mpps]"
718 # title: "17.01 mean [Mpps]"
721 # title: "17.04 mean [Mpps]"
724 # title: "17.07 mean [Mpps]"
725 # data: "data csit-vpp-perf-1707-all mean"
727 # title: "17.10 mean [Mpps]"
728 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
730 # title: "18.01 mean [Mpps]"
731 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
733 # title: "18.01 stdev [Mpps]"
734 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
736 # title: "17.10 to 18.01 change [%]"
737 # data: "operation relative_change 5 6"
740 # "performance-improvements"
747 title: "Detailed Test Results - VPP Performance Results"
748 algorithm: "table_merged_details"
749 output-file-ext: ".csv"
750 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
756 title: "Documentation"
764 filter: "not 'NDRCHK' and not 'PDRCHK'"
773 title: "Test configuration - VPP Performance Test Configs"
774 algorithm: "table_merged_details"
775 output-file-ext: ".csv"
776 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
782 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
783 data: "data vat-history"
787 filter: "not 'NDRCHK' and not 'PDRCHK'"
795 title: "Test Operational Data - VPP Performance Operational Data"
796 algorithm: "table_merged_details"
797 output-file-ext: ".csv"
798 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
804 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
805 data: "data show-run"
809 filter: "not 'NDRCHK' and not 'PDRCHK'"
817 title: "Detailed Test Results - VPP Functional Results"
818 algorithm: "table_details"
819 output-file-ext: ".csv"
820 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
826 title: "Documentation"
843 title: "Test configuration - VPP Functional Test Configs"
844 algorithm: "table_details"
845 output-file-ext: ".csv"
846 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
852 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
853 data: "data vat-history"
865 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
866 algorithm: "table_details"
867 output-file-ext: ".csv"
868 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
874 title: "Documentation"
881 "ligato-perf-results"
891 title: "Detailed Test Results - DPDK Performance Results"
892 algorithm: "table_details"
893 output-file-ext: ".csv"
894 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
900 title: "Documentation"
917 title: "Detailed Test Results - Honeycomb Functional Results"
918 algorithm: "table_details"
919 output-file-ext: ".csv"
920 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
926 title: "Documentation"
943 title: "Detailed Test Results - NSH SFC Functional Results"
944 algorithm: "table_details"
945 output-file-ext: ".csv"
946 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
952 title: "Documentation"
967 ################################################################################
969 ################################################################################
973 title: "VPP Performance Results"
974 algorithm: "file_merged_test_results"
975 output-file-ext: ".rst"
976 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
977 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
978 dir-tables: "{DIR[DTR,PERF,VPP]}"
981 filter: "not 'NDRCHK' and not 'PDRCHK'"
987 data-start-level: 3 # 0, 1, 2, ...
988 chapters-start-level: 2 # 0, 1, 2, ...
992 title: "VPP Performance Configuration"
993 algorithm: "file_merged_test_results"
994 output-file-ext: ".rst"
995 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
996 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
997 dir-tables: "{DIR[DTC,PERF,VPP]}"
1000 filter: "not 'NDRCHK' and not 'PDRCHK'"
1006 data-start-level: 3 # 0, 1, 2, ...
1007 chapters-start-level: 2 # 0, 1, 2, ...
1011 title: "VPP Performance Operational Data"
1012 algorithm: "file_merged_test_results"
1013 output-file-ext: ".rst"
1014 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1015 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1016 dir-tables: "{DIR[DTO,PERF,VPP]}"
1019 filter: "not 'NDRCHK' and not 'PDRCHK'"
1025 data-start-level: 3 # 0, 1, 2, ...
1026 chapters-start-level: 2 # 0, 1, 2, ...
1030 title: "VPP Functional Results"
1031 algorithm: "file_test_results"
1032 output-file-ext: ".rst"
1033 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1034 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1035 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1043 data-start-level: 3 # 0, 1, 2, ...
1044 chapters-start-level: 2 # 0, 1, 2, ...
1048 title: "VPP Functional Configuration"
1049 algorithm: "file_test_results"
1050 output-file-ext: ".rst"
1051 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1052 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1053 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1061 data-start-level: 3 # 0, 1, 2, ...
1062 chapters-start-level: 2 # 0, 1, 2, ...
1066 title: "Container Orchestrated Performance Results"
1067 algorithm: "file_test_results"
1068 output-file-ext: ".rst"
1069 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1070 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1071 dir-tables: "{DIR[DTR,PERF,COT]}"
1073 "ligato-perf-results"
1079 data-start-level: 2 # 0, 1, 2, ...
1080 chapters-start-level: 2 # 0, 1, 2, ...
1084 title: "DPDK Performance Results"
1085 algorithm: "file_test_results"
1086 output-file-ext: ".rst"
1087 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1088 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1089 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1099 data-start-level: 2 # 0, 1, 2, ...
1100 chapters-start-level: 2 # 0, 1, 2, ...
1104 title: "Honeycomb Functional Results"
1105 algorithm: "file_test_results"
1106 output-file-ext: ".rst"
1107 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1108 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1109 dir-tables: "{DIR[DTR,FUNC,HC]}"
1119 data-start-level: 3 # 0, 1, 2, ...
1120 chapters-start-level: 2 # 0, 1, 2, ...
1124 title: "NSH SFC Functional Results"
1125 algorithm: "file_test_results"
1126 output-file-ext: ".rst"
1127 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1128 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1129 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1139 data-start-level: 2 # 0, 1, 2, ...
1140 chapters-start-level: 2 # 0, 1, 2, ...
1142 ################################################################################
1144 ################################################################################
1146 # Plots VPP HTTP Server Performance
1149 # title: "VPP HTTP Server Performance"
1150 # algorithm: "plot_http_server_performance_box"
1151 # output-file-type: ".html"
1152 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1154 # "plot-vpp-http-server-performance"
1155 # # Keep this formatting, the filter is enclosed with " (quotation mark) and
1156 # # each tag is enclosed with ' (apostrophe).
1157 # filter: "'HTTP' and 'TCP_CPS'"
1163 # boxpoints: "outliers"
1166 # title: "VPP HTTP Server Performance"
1172 # title: "VPP HTTP Server Performance"
1173 # algorithm: "plot_http_server_performance_box"
1174 # output-file-type: ".html"
1175 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1177 # "plot-vpp-http-server-performance"
1178 # filter: "'HTTP' and 'TCP_RPS'"
1184 # boxpoints: "outliers"
1187 # title: "VPP HTTP Server Performance"
1191 # Plot Throughput Speedup Analysis
1193 # L2 - 10ge2p1x520 - NDR
1196 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1197 algorithm: "plot_throughput_speedup_analysis"
1198 output-file-type: ".html"
1199 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1201 "plot-throughput-speedup-analysis"
1202 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1208 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1210 "plot-throughput-speedup-analysis"
1212 # L2 - 40ge2p1xl710 - NDR
1215 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1216 algorithm: "plot_throughput_speedup_analysis"
1217 output-file-type: ".html"
1218 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1220 "plot-throughput-speedup-analysis"
1221 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1227 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1229 "plot-throughput-speedup-analysis"
1231 # L2 - 10ge2p1x520 - PDR
1234 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1235 algorithm: "plot_throughput_speedup_analysis"
1236 output-file-type: ".html"
1237 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1239 "plot-throughput-speedup-analysis"
1240 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1246 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1248 "plot-throughput-speedup-analysis"
1250 # IPv4 - 10ge2p1x520 - NDR
1253 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1254 algorithm: "plot_throughput_speedup_analysis"
1255 output-file-type: ".html"
1256 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1258 "plot-throughput-speedup-analysis"
1259 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1265 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1267 "plot-throughput-speedup-analysis"
1269 # IPv4 - 40ge2p1xl710 - NDR
1272 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1273 algorithm: "plot_throughput_speedup_analysis"
1274 output-file-type: ".html"
1275 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1277 "plot-throughput-speedup-analysis"
1278 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1284 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1286 "plot-throughput-speedup-analysis"
1288 # IPv4 - 10ge2p1x520 - PDR
1291 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1292 algorithm: "plot_throughput_speedup_analysis"
1293 output-file-type: ".html"
1294 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1296 "plot-throughput-speedup-analysis"
1297 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1303 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1305 "plot-throughput-speedup-analysis"
1307 # IPv6 - 10ge2p1x520 - NDR
1310 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1311 algorithm: "plot_throughput_speedup_analysis"
1312 output-file-type: ".html"
1313 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1315 "plot-throughput-speedup-analysis"
1316 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1322 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1324 "plot-throughput-speedup-analysis"
1326 # IPv6 - 40ge2p1xl710 - NDR
1329 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1330 algorithm: "plot_throughput_speedup_analysis"
1331 output-file-type: ".html"
1332 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1334 "plot-throughput-speedup-analysis"
1335 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1341 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1343 "plot-throughput-speedup-analysis"
1345 # IPv6 - 10ge2p1x520 - PDR
1348 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1349 algorithm: "plot_throughput_speedup_analysis"
1350 output-file-type: ".html"
1351 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1353 "plot-throughput-speedup-analysis"
1354 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1360 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1362 "plot-throughput-speedup-analysis"
1364 # Plot packets per second
1369 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1370 algorithm: "plot_performance_box"
1371 output-file-type: ".html"
1372 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1374 "plot-vpp-throughput-latency"
1375 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1376 # each tag is enclosed with ' (apostrophe).
1377 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1383 boxpoints: "outliers"
1386 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1392 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1393 algorithm: "plot_performance_box"
1394 output-file-type: ".html"
1395 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1397 "plot-vpp-throughput-latency"
1398 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1404 boxpoints: "outliers"
1407 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1413 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1414 algorithm: "plot_performance_box"
1415 output-file-type: ".html"
1416 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1418 "plot-vpp-throughput-latency"
1419 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1425 boxpoints: "outliers"
1428 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1434 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1435 algorithm: "plot_performance_box"
1436 output-file-type: ".html"
1437 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1439 "plot-vpp-throughput-latency"
1440 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1446 boxpoints: "outliers"
1449 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1456 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1457 algorithm: "plot_performance_box"
1458 output-file-type: ".html"
1459 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1461 "plot-vpp-throughput-latency"
1462 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1468 boxpoints: "outliers"
1471 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1477 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1478 algorithm: "plot_performance_box"
1479 output-file-type: ".html"
1480 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1482 "plot-vpp-throughput-latency"
1483 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1489 boxpoints: "outliers"
1492 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1498 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1499 algorithm: "plot_performance_box"
1500 output-file-type: ".html"
1501 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1503 "plot-vpp-throughput-latency"
1504 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1510 boxpoints: "outliers"
1513 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1519 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1520 algorithm: "plot_performance_box"
1521 output-file-type: ".html"
1522 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1524 "plot-vpp-throughput-latency"
1525 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1531 boxpoints: "outliers"
1534 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1541 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1542 algorithm: "plot_performance_box"
1543 output-file-type: ".html"
1544 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1546 "plot-vpp-throughput-latency"
1547 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1553 boxpoints: "outliers"
1556 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1562 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1563 algorithm: "plot_performance_box"
1564 output-file-type: ".html"
1565 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1567 "plot-vpp-throughput-latency"
1568 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1574 boxpoints: "outliers"
1577 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1583 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1584 algorithm: "plot_performance_box"
1585 output-file-type: ".html"
1586 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1588 "plot-vpp-throughput-latency"
1589 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1595 boxpoints: "outliers"
1598 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1604 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1605 algorithm: "plot_performance_box"
1606 output-file-type: ".html"
1607 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1609 "plot-vpp-throughput-latency"
1610 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1616 boxpoints: "outliers"
1619 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1626 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1627 algorithm: "plot_performance_box"
1628 output-file-type: ".html"
1629 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1631 "plot-vpp-throughput-latency"
1632 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1638 boxpoints: "outliers"
1641 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1647 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1648 algorithm: "plot_performance_box"
1649 output-file-type: ".html"
1650 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1652 "plot-vpp-throughput-latency"
1653 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1659 boxpoints: "outliers"
1662 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1668 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1669 algorithm: "plot_performance_box"
1670 output-file-type: ".html"
1671 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1673 "plot-vpp-throughput-latency"
1674 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1680 boxpoints: "outliers"
1683 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1689 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1690 algorithm: "plot_performance_box"
1691 output-file-type: ".html"
1692 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1694 "plot-vpp-throughput-latency"
1695 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1701 boxpoints: "outliers"
1704 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1711 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1712 algorithm: "plot_performance_box"
1713 output-file-type: ".html"
1714 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1716 "plot-vpp-throughput-latency"
1717 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1723 boxpoints: "outliers"
1726 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1732 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1733 algorithm: "plot_performance_box"
1734 output-file-type: ".html"
1735 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1737 "plot-vpp-throughput-latency"
1738 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1744 boxpoints: "outliers"
1747 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1753 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1754 algorithm: "plot_performance_box"
1755 output-file-type: ".html"
1756 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1758 "plot-vpp-throughput-latency"
1759 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1765 boxpoints: "outliers"
1768 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1774 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1775 algorithm: "plot_performance_box"
1776 output-file-type: ".html"
1777 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1779 "plot-vpp-throughput-latency"
1780 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1786 boxpoints: "outliers"
1789 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1796 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1797 algorithm: "plot_performance_box"
1798 output-file-type: ".html"
1799 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1801 "plot-vpp-throughput-latency"
1802 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1808 boxpoints: "outliers"
1811 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1816 gridcolor: "rgb(238, 238, 238)"
1817 linecolor: "rgb(238, 238, 238)"
1821 showticklabels: True
1822 tickcolor: "rgb(238, 238, 238)"
1824 title: "Indexed Test Cases"
1827 gridcolor: "rgb(238, 238, 238)'"
1829 linecolor: "rgb(238, 238, 238)"
1831 range: [2000000, 6000000]
1834 showticklabels: True
1835 tickcolor: "rgb(238, 238, 238)"
1836 title: "Packets Per Second [pps]"
1854 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1855 algorithm: "plot_performance_box"
1856 output-file-type: ".html"
1857 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1859 "plot-vpp-throughput-latency"
1860 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1866 boxpoints: "outliers"
1869 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1875 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1876 algorithm: "plot_performance_box"
1877 output-file-type: ".html"
1878 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1880 "plot-vpp-throughput-latency"
1881 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1887 boxpoints: "outliers"
1890 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1896 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1897 algorithm: "plot_performance_box"
1898 output-file-type: ".html"
1899 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1901 "plot-vpp-throughput-latency"
1902 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1908 boxpoints: "outliers"
1911 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1916 gridcolor: "rgb(238, 238, 238)"
1917 linecolor: "rgb(238, 238, 238)"
1921 showticklabels: True
1922 tickcolor: "rgb(238, 238, 238)"
1924 title: "Indexed Test Cases"
1927 gridcolor: "rgb(238, 238, 238)'"
1929 linecolor: "rgb(238, 238, 238)"
1931 range: [4000000, 12000000]
1934 showticklabels: True
1935 tickcolor: "rgb(238, 238, 238)"
1936 title: "Packets Per Second [pps]"
1955 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1956 algorithm: "plot_performance_box"
1957 output-file-type: ".html"
1958 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1960 "plot-vpp-throughput-latency"
1961 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1967 boxpoints: "outliers"
1970 title: "64B-1t1c-.*vhost.*-ndrdisc"
1975 gridcolor: "rgb(238, 238, 238)"
1976 linecolor: "rgb(238, 238, 238)"
1980 showticklabels: True
1981 tickcolor: "rgb(238, 238, 238)"
1983 title: "Indexed Test Cases"
1986 gridcolor: "rgb(238, 238, 238)'"
1988 linecolor: "rgb(238, 238, 238)"
1993 showticklabels: True
1994 tickcolor: "rgb(238, 238, 238)"
1995 title: "Packets Per Second [pps]"
2013 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2014 algorithm: "plot_performance_box"
2015 output-file-type: ".html"
2016 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2018 "plot-vpp-throughput-latency"
2019 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2025 boxpoints: "outliers"
2028 title: "64B-2t2c-.*vhost.*-ndrdisc"
2034 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2035 algorithm: "plot_performance_box"
2036 output-file-type: ".html"
2037 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2039 "plot-vpp-throughput-latency"
2040 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2046 boxpoints: "outliers"
2049 title: "64B-1t1c-.*vhost.*-pdrdisc"
2055 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2056 algorithm: "plot_performance_box"
2057 output-file-type: ".html"
2058 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2060 "plot-vpp-throughput-latency"
2061 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2067 boxpoints: "outliers"
2070 title: "64B-2t2c-.*vhost.*-pdrdisc"
2074 # VPP VM VHOST SELECTION
2077 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2078 algorithm: "plot_performance_box"
2079 output-file-type: ".html"
2080 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2082 "plot-vpp-throughput-latency"
2083 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2089 boxpoints: "outliers"
2092 title: "64B-1t1c-.*vhost.*-ndrdisc"
2098 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2099 algorithm: "plot_performance_box"
2100 output-file-type: ".html"
2101 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2103 "plot-vpp-throughput-latency"
2104 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2110 boxpoints: "outliers"
2113 title: "64B-2t2c-.*vhost.*-ndrdisc"
2119 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2120 algorithm: "plot_performance_box"
2121 output-file-type: ".html"
2122 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2124 "plot-vpp-throughput-latency"
2125 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2131 boxpoints: "outliers"
2134 title: "64B-1t1c-.*vhost.*-pdrdisc"
2140 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2141 algorithm: "plot_performance_box"
2142 output-file-type: ".html"
2143 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2145 "plot-vpp-throughput-latency"
2146 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2152 boxpoints: "outliers"
2155 title: "64B-2t2c-.*vhost.*-pdrdisc"
2162 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2163 algorithm: "plot_performance_box"
2164 output-file-type: ".html"
2165 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2167 "plot-vpp-throughput-latency"
2168 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2174 boxpoints: "outliers"
2177 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2183 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2184 algorithm: "plot_performance_box"
2185 output-file-type: ".html"
2186 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2188 "plot-vpp-throughput-latency"
2189 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2195 boxpoints: "outliers"
2198 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2204 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2205 algorithm: "plot_performance_box"
2206 output-file-type: ".html"
2207 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2209 "plot-vpp-throughput-latency"
2210 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2216 boxpoints: "outliers"
2219 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2225 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2226 algorithm: "plot_performance_box"
2227 output-file-type: ".html"
2228 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2230 "plot-vpp-throughput-latency"
2231 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2237 boxpoints: "outliers"
2240 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2247 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2248 algorithm: "plot_performance_box"
2249 output-file-type: ".html"
2250 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2252 "plot-dpdk-throughput-latency"
2253 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2259 boxpoints: "outliers"
2262 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2268 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2269 algorithm: "plot_performance_box"
2270 output-file-type: ".html"
2271 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2273 "plot-dpdk-throughput-latency"
2274 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2280 boxpoints: "outliers"
2283 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2289 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2290 algorithm: "plot_performance_box"
2291 output-file-type: ".html"
2292 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2294 "plot-dpdk-throughput-latency"
2295 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2301 boxpoints: "outliers"
2304 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2309 gridcolor: "rgb(238, 238, 238)"
2310 linecolor: "rgb(238, 238, 238)"
2314 showticklabels: True
2315 tickcolor: "rgb(238, 238, 238)"
2317 title: "Indexed Test Cases"
2320 gridcolor: "rgb(238, 238, 238)'"
2322 linecolor: "rgb(238, 238, 238)"
2324 range: [2000000, 12000000]
2327 showticklabels: True
2328 tickcolor: "rgb(238, 238, 238)"
2329 title: "Packets Per Second [pps]"
2347 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2348 algorithm: "plot_performance_box"
2349 output-file-type: ".html"
2350 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2352 "plot-dpdk-throughput-latency"
2353 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2359 boxpoints: "outliers"
2362 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2367 gridcolor: "rgb(238, 238, 238)"
2368 linecolor: "rgb(238, 238, 238)"
2372 showticklabels: True
2373 tickcolor: "rgb(238, 238, 238)"
2375 title: "Indexed Test Cases"
2378 gridcolor: "rgb(238, 238, 238)'"
2380 linecolor: "rgb(238, 238, 238)"
2382 range: [2000000, 12000000]
2385 showticklabels: True
2386 tickcolor: "rgb(238, 238, 238)"
2387 title: "Packets Per Second [pps]"
2405 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2406 algorithm: "plot_performance_box"
2407 output-file-type: ".html"
2408 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2410 "plot-dpdk-throughput-latency"
2411 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2417 boxpoints: "outliers"
2420 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2426 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2427 algorithm: "plot_performance_box"
2428 output-file-type: ".html"
2429 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2431 "plot-dpdk-throughput-latency"
2432 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2438 boxpoints: "outliers"
2441 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2447 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2448 algorithm: "plot_performance_box"
2449 output-file-type: ".html"
2450 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2452 "plot-dpdk-throughput-latency"
2453 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2459 boxpoints: "outliers"
2462 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2467 gridcolor: "rgb(238, 238, 238)"
2468 linecolor: "rgb(238, 238, 238)"
2472 showticklabels: True
2473 tickcolor: "rgb(238, 238, 238)"
2475 title: "Indexed Test Cases"
2478 gridcolor: "rgb(238, 238, 238)'"
2480 linecolor: "rgb(238, 238, 238)"
2482 range: [20000000, 30000000]
2485 showticklabels: True
2486 tickcolor: "rgb(238, 238, 238)"
2487 title: "Packets Per Second [pps]"
2505 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2506 algorithm: "plot_performance_box"
2507 output-file-type: ".html"
2508 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2510 "plot-dpdk-throughput-latency"
2511 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2517 boxpoints: "outliers"
2520 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2525 gridcolor: "rgb(238, 238, 238)"
2526 linecolor: "rgb(238, 238, 238)"
2530 showticklabels: True
2531 tickcolor: "rgb(238, 238, 238)"
2533 title: "Indexed Test Cases"
2536 gridcolor: "rgb(238, 238, 238)'"
2538 linecolor: "rgb(238, 238, 238)"
2540 range: [20000000, 30000000]
2543 showticklabels: True
2544 tickcolor: "rgb(238, 238, 238)"
2545 title: "Packets Per Second [pps]"
2566 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2567 algorithm: "plot_latency_box"
2568 output-file-type: ".html"
2569 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2571 "plot-vpp-throughput-latency"
2572 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2579 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2585 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2586 algorithm: "plot_latency_box"
2587 output-file-type: ".html"
2588 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2590 "plot-vpp-throughput-latency"
2591 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2598 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2605 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2606 algorithm: "plot_latency_box"
2607 output-file-type: ".html"
2608 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2610 "plot-vpp-throughput-latency"
2611 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2618 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2624 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2625 algorithm: "plot_latency_box"
2626 output-file-type: ".html"
2627 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2629 "plot-vpp-throughput-latency"
2630 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2637 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2644 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2645 algorithm: "plot_latency_box"
2646 output-file-type: ".html"
2647 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2649 "plot-vpp-throughput-latency"
2650 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2657 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2663 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2664 algorithm: "plot_latency_box"
2665 output-file-type: ".html"
2666 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2668 "plot-vpp-throughput-latency"
2669 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2676 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2683 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2684 algorithm: "plot_latency_box"
2685 output-file-type: ".html"
2686 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2688 "plot-vpp-throughput-latency"
2689 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2696 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2702 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2703 algorithm: "plot_latency_box"
2704 output-file-type: ".html"
2705 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2707 "plot-vpp-throughput-latency"
2708 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2715 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2722 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2723 algorithm: "plot_latency_box"
2724 output-file-type: ".html"
2725 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2727 "plot-vpp-throughput-latency"
2728 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2735 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2741 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2742 algorithm: "plot_latency_box"
2743 output-file-type: ".html"
2744 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2746 "plot-vpp-throughput-latency"
2747 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2754 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2761 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2762 algorithm: "plot_latency_box"
2763 output-file-type: ".html"
2764 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2766 "plot-vpp-throughput-latency"
2767 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2774 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2780 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2781 algorithm: "plot_latency_box"
2782 output-file-type: ".html"
2783 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2785 "plot-vpp-throughput-latency"
2786 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2793 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2800 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2801 algorithm: "plot_latency_box"
2802 output-file-type: ".html"
2803 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2805 "plot-vpp-throughput-latency"
2806 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2813 title: "64B-1t1c-.*vhost.*-ndrdisc"
2819 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2820 algorithm: "plot_latency_box"
2821 output-file-type: ".html"
2822 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2824 "plot-vpp-throughput-latency"
2825 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2832 title: "64B-2t2c-.*vhost.*-ndrdisc"
2836 # VPP VM VHOST selection
2839 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2840 algorithm: "plot_latency_box"
2841 output-file-type: ".html"
2842 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2844 "plot-vpp-throughput-latency"
2845 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2852 title: "64B-1t1c-.*vhost.*-ndrdisc"
2858 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2859 algorithm: "plot_latency_box"
2860 output-file-type: ".html"
2861 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2863 "plot-vpp-throughput-latency"
2864 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2871 title: "64B-2t2c-.*vhost.*-ndrdisc"
2878 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2879 algorithm: "plot_latency_box"
2880 output-file-type: ".html"
2881 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2883 "plot-vpp-throughput-latency"
2884 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2891 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2897 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2898 algorithm: "plot_latency_box"
2899 output-file-type: ".html"
2900 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2902 "plot-vpp-throughput-latency"
2903 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2910 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2917 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2918 algorithm: "plot_latency_box"
2919 output-file-type: ".html"
2920 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2922 "plot-dpdk-throughput-latency"
2923 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2930 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2936 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2937 algorithm: "plot_latency_box"
2938 output-file-type: ".html"
2939 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2941 "plot-dpdk-throughput-latency"
2942 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2949 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2955 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2956 algorithm: "plot_latency_box"
2957 output-file-type: ".html"
2958 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2960 "plot-dpdk-throughput-latency"
2961 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2968 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2974 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2975 algorithm: "plot_latency_box"
2976 output-file-type: ".html"
2977 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
2979 "plot-dpdk-throughput-latency"
2980 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2987 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2991 # Ligato - Throughput
2996 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2997 algorithm: "plot_performance_box"
2998 output-file-type: ".html"
2999 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3001 "plot-vpp-throughput-latency"
3002 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3008 boxpoints: "outliers"
3011 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3016 gridcolor: "rgb(238, 238, 238)"
3017 linecolor: "rgb(238, 238, 238)"
3021 showticklabels: True
3022 tickcolor: "rgb(238, 238, 238)"
3024 title: "Indexed Test Cases"
3027 gridcolor: "rgb(238, 238, 238)'"
3029 linecolor: "rgb(238, 238, 238)"
3034 showticklabels: True
3035 tickcolor: "rgb(238, 238, 238)"
3036 title: "Packets Per Second [pps]"
3054 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3055 algorithm: "plot_performance_box"
3056 output-file-type: ".html"
3057 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3059 "plot-vpp-throughput-latency"
3060 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3066 boxpoints: "outliers"
3069 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3074 gridcolor: "rgb(238, 238, 238)"
3075 linecolor: "rgb(238, 238, 238)"
3079 showticklabels: True
3080 tickcolor: "rgb(238, 238, 238)"
3082 title: "Indexed Test Cases"
3085 gridcolor: "rgb(238, 238, 238)'"
3087 linecolor: "rgb(238, 238, 238)"
3092 showticklabels: True
3093 tickcolor: "rgb(238, 238, 238)"
3094 title: "Packets Per Second [pps]"
3112 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3113 algorithm: "plot_performance_box"
3114 output-file-type: ".html"
3115 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3117 "plot-vpp-throughput-latency"
3118 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3124 boxpoints: "outliers"
3127 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3132 gridcolor: "rgb(238, 238, 238)"
3133 linecolor: "rgb(238, 238, 238)"
3137 showticklabels: True
3138 tickcolor: "rgb(238, 238, 238)"
3140 title: "Indexed Test Cases"
3143 gridcolor: "rgb(238, 238, 238)'"
3145 linecolor: "rgb(238, 238, 238)"
3150 showticklabels: True
3151 tickcolor: "rgb(238, 238, 238)"
3152 title: "Packets Per Second [pps]"
3170 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3171 algorithm: "plot_performance_box"
3172 output-file-type: ".html"
3173 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3175 "plot-vpp-throughput-latency"
3176 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3182 boxpoints: "outliers"
3185 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3190 gridcolor: "rgb(238, 238, 238)"
3191 linecolor: "rgb(238, 238, 238)"
3195 showticklabels: True
3196 tickcolor: "rgb(238, 238, 238)"
3198 title: "Indexed Test Cases"
3201 gridcolor: "rgb(238, 238, 238)'"
3203 linecolor: "rgb(238, 238, 238)"
3208 showticklabels: True
3209 tickcolor: "rgb(238, 238, 238)"
3210 title: "Packets Per Second [pps]"
3226 # Container orchestrated
3229 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3230 algorithm: "plot_performance_box"
3231 output-file-type: ".html"
3232 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3234 "plot-ligato-throughput-latency"
3235 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3241 boxpoints: "outliers"
3244 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3250 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3251 algorithm: "plot_performance_box"
3252 output-file-type: ".html"
3253 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3255 "plot-ligato-throughput-latency"
3256 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3262 boxpoints: "outliers"
3265 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3271 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3272 algorithm: "plot_performance_box"
3273 output-file-type: ".html"
3274 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3276 "plot-ligato-throughput-latency"
3277 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3283 boxpoints: "outliers"
3286 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3292 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3293 algorithm: "plot_performance_box"
3294 output-file-type: ".html"
3295 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3297 "plot-ligato-throughput-latency"
3298 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3304 boxpoints: "outliers"
3307 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3316 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3317 algorithm: "plot_latency_box"
3318 output-file-type: ".html"
3319 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3321 "plot-vpp-throughput-latency"
3322 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3329 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3335 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3336 algorithm: "plot_latency_box"
3337 output-file-type: ".html"
3338 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3340 "plot-vpp-throughput-latency"
3341 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3348 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3352 # Container orchestrated
3355 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3356 algorithm: "plot_latency_box"
3357 output-file-type: ".html"
3358 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3360 "plot-ligato-throughput-latency"
3361 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3368 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3374 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3375 algorithm: "plot_latency_box"
3376 output-file-type: ".html"
3377 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3379 "plot-ligato-throughput-latency"
3380 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3387 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"