6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 plot-vpp-http-server-performance:
94 csit-vpp-perf-1801-all:
105 # TODO: Add the data sources
106 # vpp-meltdown-impact:
107 # csit-vpp-perf-1707-all:
111 # csit-vpp-perf-1710-all:
115 # TODO: Add the data sources
116 # vpp-spectre-impact:
117 # csit-vpp-perf-1707-all:
121 # csit-vpp-perf-1710-all:
125 vpp-performance-changes:
126 csit-vpp-perf-1710-all:
137 # TODO: Add the data sources
138 csit-vpp-perf-1801-all:
151 # TODO: Add the data sources
152 plot-throughput-speedup-analysis:
153 csit-vpp-perf-1801-all:
166 # performance-improvements:
167 # csit-vpp-perf-1707-all:
178 # csit-vpp-perf-1710-all:
189 # csit-vpp-perf-1801-all:
193 # csit-ligato-perf-1710-all:
204 # csit-ligato-perf-1801-all:
214 # TODO: Add the data sources
216 csit-vpp-perf-1801-all:
222 csit-vpp-functional-1801-ubuntu1604-virl:
223 - "lastSuccessfulBuild"
224 # TODO: Add the data sources
226 csit-ligato-perf-1801-all:
229 csit-dpdk-perf-1801-all:
232 csit-hc2vpp-verify-func-1801-ubuntu1604:
233 - "lastSuccessfulBuild"
235 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
237 # TODO: Add the data sources
238 plot-vpp-throughput-latency:
239 csit-vpp-perf-1801-all:
252 plot-dpdk-throughput-latency:
253 csit-dpdk-perf-1801-all:
263 # TODO: Add the data sources
264 plot-ligato-throughput-latency:
265 csit-ligato-perf-1801-all:
283 gridcolor: "rgb(238, 238, 238)"
284 linecolor: "rgb(238, 238, 238)"
289 tickcolor: "rgb(238, 238, 238)"
291 title: "Indexed Test Cases"
294 gridcolor: "rgb(238, 238, 238)'"
296 linecolor: "rgb(238, 238, 238)"
303 tickcolor: "rgb(238, 238, 238)"
304 title: "Connections Per Second [cps]"
325 gridcolor: "rgb(238, 238, 238)"
326 linecolor: "rgb(238, 238, 238)"
331 tickcolor: "rgb(238, 238, 238)"
333 title: "Indexed Test Cases"
336 gridcolor: "rgb(238, 238, 238)'"
338 linecolor: "rgb(238, 238, 238)"
345 tickcolor: "rgb(238, 238, 238)"
346 title: "Requests Per Second [rps]"
367 gridcolor: "rgb(238, 238, 238)"
368 linecolor: "rgb(238, 238, 238)"
373 tickcolor: "rgb(238, 238, 238)"
375 title: "Indexed Test Cases"
378 gridcolor: "rgb(238, 238, 238)'"
380 linecolor: "rgb(238, 238, 238)"
386 tickcolor: "rgb(238, 238, 238)"
387 title: "Packets Per Second [pps]"
408 gridcolor: "rgb(238, 238, 238)"
409 linecolor: "rgb(238, 238, 238)"
414 tickcolor: "rgb(238, 238, 238)"
416 title: "Indexed Test Cases"
419 gridcolor: "rgb(238, 238, 238)'"
421 linecolor: "rgb(238, 238, 238)"
427 tickcolor: "rgb(238, 238, 238)"
428 title: "Latency min/avg/max [uSec]"
444 plot-throughput-speedup-analysis:
449 gridcolor: "rgb(238, 238, 238)"
450 linecolor: "rgb(238, 238, 238)"
455 tickcolor: "rgb(238, 238, 238)"
460 title: "Throughput speedup factor"
461 gridcolor: "rgb(238, 238, 238)"
463 linecolor: "rgb(238, 238, 238)"
469 tickcolor: "rgb(238, 238, 238)"
477 bgcolor: "rgba(255, 255, 255, 0)"
478 bordercolor: "rgba(255, 255, 255, 0)"
495 input-format: "xml" # zip or xml
496 extract: "robot-plugin/output.xml" # Only for zip
498 # The files must be in the directory DIR[WORKING,DATA]
499 csit-vpp-perf-1801-all:
502 file: "{DIR[WORKING,DATA]}/output.xml"
505 file: "{DIR[WORKING,DATA]}/output.xml"
508 file: "{DIR[WORKING,DATA]}/output.xml"
511 file: "{DIR[WORKING,DATA]}/output.xml"
515 src-path: "{DIR[RST]}"
516 dst-path: "{DIR[WORKING,SRC]}"
519 type: "input" # Ignored in debug mode
521 file-name: "robot-plugin.zip"
523 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
524 extract: "robot-plugin/output.xml"
526 # csit-vpp-perf-1707-all:
537 csit-vpp-perf-1710-all:
549 csit-vpp-perf-1801-all:
576 csit-ligato-perf-1710-all:
587 csit-dpdk-perf-1801-all:
598 csit-ligato-perf-1801-all:
609 csit-dpdk-perf-1801-all:
620 csit-vpp-functional-1801-ubuntu1604-virl:
621 - lastSuccessfulBuild
622 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
624 csit-hc2vpp-verify-func-1801-ubuntu1604:
625 - lastSuccessfulBuild
635 ################################################################################
637 ################################################################################
641 # title: "Performance Impact of Meltdown Patches"
642 # algorithm: "table_performance_comparison"
643 # output-file-ext: ".csv"
645 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
647 # title: "No Meltdown"
648 ## TODO: specify data sources
650 # csit-vpp-perf-1707-all:
655 # title: "Meltdown Patches Applied"
656 ## TODO: specify data sources
658 # csit-vpp-perf-1710-all:
663 # "vpp-meltdown-impact"
669 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
670 # # to present all tests.
671 # nr-of-tests-shown: 20
675 # title: "Performance Impact of Spectre Patches"
676 # algorithm: "table_performance_comparison"
677 # output-file-ext: ".csv"
679 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
681 # title: "No Spectre"
682 ## TODO: specify data sources
684 # csit-vpp-perf-1707-all:
689 # title: "Spectre Patches Applied"
690 ## TODO: specify data sources
692 # csit-vpp-perf-1710-all:
697 # "vpp-spectre-impact"
703 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
704 # # to present all tests.
705 # nr-of-tests-shown: 20
709 title: "VPP Performance Changes"
710 algorithm: "table_performance_comparison"
711 output-file-ext: ".csv"
713 output-file: "{DIR[STATIC,VPP]}/performance-changes"
715 title: "Release 1710"
716 # TODO: specify data sources
718 csit-vpp-perf-1710-all:
730 title: "Release 1801"
731 # TODO: specify data sources
733 csit-vpp-perf-1801-all:
742 data: "vpp-performance-changes"
748 # Number of the best and the worst tests presented in the table. Use 0 (zero)
749 # to present all tests.
750 nr-of-tests-shown: 20
755 # title: "Performance improvements"
756 # algorithm: "table_performance_improvements"
757 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
758 # output-file-ext: ".csv"
759 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
765 # title: "16.09 mean [Mpps]"
768 # title: "17.01 mean [Mpps]"
771 # title: "17.04 mean [Mpps]"
774 # title: "17.07 mean [Mpps]"
775 # data: "data csit-vpp-perf-1707-all mean"
777 # title: "17.10 mean [Mpps]"
778 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
780 # title: "18.01 mean [Mpps]"
781 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
783 # title: "18.01 stdev [Mpps]"
784 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
786 # title: "17.10 to 18.01 change [%]"
787 # data: "operation relative_change 5 6"
790 # "performance-improvements"
797 title: "Detailed Test Results - VPP Performance Results"
798 algorithm: "table_merged_details"
799 output-file-ext: ".csv"
800 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
806 title: "Documentation"
814 filter: "not 'NDRCHK' and not 'PDRCHK'"
823 title: "Test configuration - VPP Performance Test Configs"
824 algorithm: "table_merged_details"
825 output-file-ext: ".csv"
826 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
832 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
833 data: "data vat-history"
837 filter: "not 'NDRCHK' and not 'PDRCHK'"
845 title: "Test Operational Data - VPP Performance Operational Data"
846 algorithm: "table_merged_details"
847 output-file-ext: ".csv"
848 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
854 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
855 data: "data show-run"
859 filter: "not 'NDRCHK' and not 'PDRCHK'"
867 title: "Detailed Test Results - VPP Functional Results"
868 algorithm: "table_details"
869 output-file-ext: ".csv"
870 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
876 title: "Documentation"
893 title: "Test configuration - VPP Functional Test Configs"
894 algorithm: "table_details"
895 output-file-ext: ".csv"
896 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
902 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
903 data: "data vat-history"
915 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
916 algorithm: "table_details"
917 output-file-ext: ".csv"
918 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
924 title: "Documentation"
931 "ligato-perf-results"
941 title: "Detailed Test Results - DPDK Performance Results"
942 algorithm: "table_details"
943 output-file-ext: ".csv"
944 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
950 title: "Documentation"
967 title: "Detailed Test Results - Honeycomb Functional Results"
968 algorithm: "table_details"
969 output-file-ext: ".csv"
970 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
976 title: "Documentation"
993 title: "Detailed Test Results - NSH SFC Functional Results"
994 algorithm: "table_details"
995 output-file-ext: ".csv"
996 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1002 title: "Documentation"
1017 ################################################################################
1019 ################################################################################
1023 title: "VPP Performance Results"
1024 algorithm: "file_merged_test_results"
1025 output-file-ext: ".rst"
1026 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1027 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1028 dir-tables: "{DIR[DTR,PERF,VPP]}"
1031 filter: "not 'NDRCHK' and not 'PDRCHK'"
1037 data-start-level: 3 # 0, 1, 2, ...
1038 chapters-start-level: 2 # 0, 1, 2, ...
1042 title: "VPP Performance Configuration"
1043 algorithm: "file_merged_test_results"
1044 output-file-ext: ".rst"
1045 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1046 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1047 dir-tables: "{DIR[DTC,PERF,VPP]}"
1050 filter: "not 'NDRCHK' and not 'PDRCHK'"
1056 data-start-level: 3 # 0, 1, 2, ...
1057 chapters-start-level: 2 # 0, 1, 2, ...
1061 title: "VPP Performance Operational Data"
1062 algorithm: "file_merged_test_results"
1063 output-file-ext: ".rst"
1064 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1065 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1066 dir-tables: "{DIR[DTO,PERF,VPP]}"
1069 filter: "not 'NDRCHK' and not 'PDRCHK'"
1075 data-start-level: 3 # 0, 1, 2, ...
1076 chapters-start-level: 2 # 0, 1, 2, ...
1080 title: "VPP Functional Results"
1081 algorithm: "file_test_results"
1082 output-file-ext: ".rst"
1083 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1084 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1085 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1093 data-start-level: 3 # 0, 1, 2, ...
1094 chapters-start-level: 2 # 0, 1, 2, ...
1098 title: "VPP Functional Configuration"
1099 algorithm: "file_test_results"
1100 output-file-ext: ".rst"
1101 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1102 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1103 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1111 data-start-level: 3 # 0, 1, 2, ...
1112 chapters-start-level: 2 # 0, 1, 2, ...
1116 title: "Container Orchestrated Performance Results"
1117 algorithm: "file_test_results"
1118 output-file-ext: ".rst"
1119 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1120 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1121 dir-tables: "{DIR[DTR,PERF,COT]}"
1123 "ligato-perf-results"
1129 data-start-level: 2 # 0, 1, 2, ...
1130 chapters-start-level: 2 # 0, 1, 2, ...
1134 title: "DPDK Performance Results"
1135 algorithm: "file_test_results"
1136 output-file-ext: ".rst"
1137 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1138 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1139 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1149 data-start-level: 2 # 0, 1, 2, ...
1150 chapters-start-level: 2 # 0, 1, 2, ...
1154 title: "Honeycomb Functional Results"
1155 algorithm: "file_test_results"
1156 output-file-ext: ".rst"
1157 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1158 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1159 dir-tables: "{DIR[DTR,FUNC,HC]}"
1169 data-start-level: 3 # 0, 1, 2, ...
1170 chapters-start-level: 2 # 0, 1, 2, ...
1174 title: "NSH SFC Functional Results"
1175 algorithm: "file_test_results"
1176 output-file-ext: ".rst"
1177 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1178 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1179 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1189 data-start-level: 2 # 0, 1, 2, ...
1190 chapters-start-level: 2 # 0, 1, 2, ...
1192 ################################################################################
1194 ################################################################################
1196 # Plots VPP HTTP Server Performance
1199 title: "VPP HTTP Server Performance"
1200 algorithm: "plot_http_server_performance_box"
1201 output-file-type: ".html"
1202 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1204 "plot-vpp-http-server-performance"
1205 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1206 # each tag is enclosed with ' (apostrophe).
1207 filter: "'HTTP' and 'TCP_CPS'"
1213 boxpoints: "outliers"
1216 title: "VPP HTTP Server Performance"
1222 title: "VPP HTTP Server Performance"
1223 algorithm: "plot_http_server_performance_box"
1224 output-file-type: ".html"
1225 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1227 "plot-vpp-http-server-performance"
1228 filter: "'HTTP' and 'TCP_RPS'"
1234 boxpoints: "outliers"
1237 title: "VPP HTTP Server Performance"
1241 # Plot Throughput Speedup Analysis
1243 # L2 - 10ge2p1x520 - NDR
1246 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1247 algorithm: "plot_throughput_speedup_analysis"
1248 output-file-type: ".html"
1249 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1251 "plot-throughput-speedup-analysis"
1252 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1258 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1260 "plot-throughput-speedup-analysis"
1262 # L2 - 40ge2p1xl710 - NDR
1265 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1266 algorithm: "plot_throughput_speedup_analysis"
1267 output-file-type: ".html"
1268 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1270 "plot-throughput-speedup-analysis"
1271 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1277 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1279 "plot-throughput-speedup-analysis"
1281 # L2 - 10ge2p1x520 - PDR
1284 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1285 algorithm: "plot_throughput_speedup_analysis"
1286 output-file-type: ".html"
1287 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1289 "plot-throughput-speedup-analysis"
1290 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1296 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1298 "plot-throughput-speedup-analysis"
1300 # IPv4 - 10ge2p1x520 - NDR
1303 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1304 algorithm: "plot_throughput_speedup_analysis"
1305 output-file-type: ".html"
1306 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1308 "plot-throughput-speedup-analysis"
1309 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1315 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1317 "plot-throughput-speedup-analysis"
1319 # IPv4 - 40ge2p1xl710 - NDR
1322 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1323 algorithm: "plot_throughput_speedup_analysis"
1324 output-file-type: ".html"
1325 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1327 "plot-throughput-speedup-analysis"
1328 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1334 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1336 "plot-throughput-speedup-analysis"
1338 # IPv4 - 10ge2p1x520 - PDR
1341 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1342 algorithm: "plot_throughput_speedup_analysis"
1343 output-file-type: ".html"
1344 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1346 "plot-throughput-speedup-analysis"
1347 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1353 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1355 "plot-throughput-speedup-analysis"
1357 # IPv6 - 10ge2p1x520 - NDR
1360 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1361 algorithm: "plot_throughput_speedup_analysis"
1362 output-file-type: ".html"
1363 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1365 "plot-throughput-speedup-analysis"
1366 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1372 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1374 "plot-throughput-speedup-analysis"
1376 # IPv6 - 40ge2p1xl710 - NDR
1379 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1380 algorithm: "plot_throughput_speedup_analysis"
1381 output-file-type: ".html"
1382 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1384 "plot-throughput-speedup-analysis"
1385 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1391 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1393 "plot-throughput-speedup-analysis"
1395 # IPv6 - 10ge2p1x520 - PDR
1398 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1399 algorithm: "plot_throughput_speedup_analysis"
1400 output-file-type: ".html"
1401 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1403 "plot-throughput-speedup-analysis"
1404 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1410 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1412 "plot-throughput-speedup-analysis"
1414 # Plot packets per second
1419 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1420 algorithm: "plot_performance_box"
1421 output-file-type: ".html"
1422 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1424 "plot-vpp-throughput-latency"
1425 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1426 # each tag is enclosed with ' (apostrophe).
1427 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1433 boxpoints: "outliers"
1436 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1442 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1443 algorithm: "plot_performance_box"
1444 output-file-type: ".html"
1445 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1447 "plot-vpp-throughput-latency"
1448 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1454 boxpoints: "outliers"
1457 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1463 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1464 algorithm: "plot_performance_box"
1465 output-file-type: ".html"
1466 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1468 "plot-vpp-throughput-latency"
1469 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1475 boxpoints: "outliers"
1478 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1484 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1485 algorithm: "plot_performance_box"
1486 output-file-type: ".html"
1487 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1489 "plot-vpp-throughput-latency"
1490 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1496 boxpoints: "outliers"
1499 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1506 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1507 algorithm: "plot_performance_box"
1508 output-file-type: ".html"
1509 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1511 "plot-vpp-throughput-latency"
1512 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1518 boxpoints: "outliers"
1521 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1527 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1528 algorithm: "plot_performance_box"
1529 output-file-type: ".html"
1530 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1532 "plot-vpp-throughput-latency"
1533 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1539 boxpoints: "outliers"
1542 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1548 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1549 algorithm: "plot_performance_box"
1550 output-file-type: ".html"
1551 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1553 "plot-vpp-throughput-latency"
1554 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1560 boxpoints: "outliers"
1563 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1569 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1570 algorithm: "plot_performance_box"
1571 output-file-type: ".html"
1572 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1574 "plot-vpp-throughput-latency"
1575 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1581 boxpoints: "outliers"
1584 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1591 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1592 algorithm: "plot_performance_box"
1593 output-file-type: ".html"
1594 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1596 "plot-vpp-throughput-latency"
1597 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1603 boxpoints: "outliers"
1606 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1612 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1613 algorithm: "plot_performance_box"
1614 output-file-type: ".html"
1615 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1617 "plot-vpp-throughput-latency"
1618 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1624 boxpoints: "outliers"
1627 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1633 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1634 algorithm: "plot_performance_box"
1635 output-file-type: ".html"
1636 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1638 "plot-vpp-throughput-latency"
1639 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1645 boxpoints: "outliers"
1648 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1654 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1655 algorithm: "plot_performance_box"
1656 output-file-type: ".html"
1657 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1659 "plot-vpp-throughput-latency"
1660 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1666 boxpoints: "outliers"
1669 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1676 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1677 algorithm: "plot_performance_box"
1678 output-file-type: ".html"
1679 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1681 "plot-vpp-throughput-latency"
1682 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1688 boxpoints: "outliers"
1691 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1697 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1698 algorithm: "plot_performance_box"
1699 output-file-type: ".html"
1700 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1702 "plot-vpp-throughput-latency"
1703 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1709 boxpoints: "outliers"
1712 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1718 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1719 algorithm: "plot_performance_box"
1720 output-file-type: ".html"
1721 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1723 "plot-vpp-throughput-latency"
1724 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1730 boxpoints: "outliers"
1733 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1739 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1740 algorithm: "plot_performance_box"
1741 output-file-type: ".html"
1742 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1744 "plot-vpp-throughput-latency"
1745 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1751 boxpoints: "outliers"
1754 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1761 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1762 algorithm: "plot_performance_box"
1763 output-file-type: ".html"
1764 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1766 "plot-vpp-throughput-latency"
1767 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1773 boxpoints: "outliers"
1776 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1782 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1783 algorithm: "plot_performance_box"
1784 output-file-type: ".html"
1785 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1787 "plot-vpp-throughput-latency"
1788 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1794 boxpoints: "outliers"
1797 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1803 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1804 algorithm: "plot_performance_box"
1805 output-file-type: ".html"
1806 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1808 "plot-vpp-throughput-latency"
1809 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1815 boxpoints: "outliers"
1818 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1824 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1825 algorithm: "plot_performance_box"
1826 output-file-type: ".html"
1827 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1829 "plot-vpp-throughput-latency"
1830 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1836 boxpoints: "outliers"
1839 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1846 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1847 algorithm: "plot_performance_box"
1848 output-file-type: ".html"
1849 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1851 "plot-vpp-throughput-latency"
1852 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1858 boxpoints: "outliers"
1861 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1866 gridcolor: "rgb(238, 238, 238)"
1867 linecolor: "rgb(238, 238, 238)"
1871 showticklabels: True
1872 tickcolor: "rgb(238, 238, 238)"
1874 title: "Indexed Test Cases"
1877 gridcolor: "rgb(238, 238, 238)'"
1879 linecolor: "rgb(238, 238, 238)"
1881 range: [2000000, 6000000]
1884 showticklabels: True
1885 tickcolor: "rgb(238, 238, 238)"
1886 title: "Packets Per Second [pps]"
1904 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1905 algorithm: "plot_performance_box"
1906 output-file-type: ".html"
1907 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1909 "plot-vpp-throughput-latency"
1910 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1916 boxpoints: "outliers"
1919 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1925 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1926 algorithm: "plot_performance_box"
1927 output-file-type: ".html"
1928 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1930 "plot-vpp-throughput-latency"
1931 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1937 boxpoints: "outliers"
1940 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1946 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1947 algorithm: "plot_performance_box"
1948 output-file-type: ".html"
1949 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1951 "plot-vpp-throughput-latency"
1952 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1958 boxpoints: "outliers"
1961 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1966 gridcolor: "rgb(238, 238, 238)"
1967 linecolor: "rgb(238, 238, 238)"
1971 showticklabels: True
1972 tickcolor: "rgb(238, 238, 238)"
1974 title: "Indexed Test Cases"
1977 gridcolor: "rgb(238, 238, 238)'"
1979 linecolor: "rgb(238, 238, 238)"
1981 range: [4000000, 12000000]
1984 showticklabels: True
1985 tickcolor: "rgb(238, 238, 238)"
1986 title: "Packets Per Second [pps]"
2005 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2006 algorithm: "plot_performance_box"
2007 output-file-type: ".html"
2008 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2010 "plot-vpp-throughput-latency"
2011 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2017 boxpoints: "outliers"
2020 title: "64B-1t1c-.*vhost.*-ndrdisc"
2025 gridcolor: "rgb(238, 238, 238)"
2026 linecolor: "rgb(238, 238, 238)"
2030 showticklabels: True
2031 tickcolor: "rgb(238, 238, 238)"
2033 title: "Indexed Test Cases"
2036 gridcolor: "rgb(238, 238, 238)'"
2038 linecolor: "rgb(238, 238, 238)"
2043 showticklabels: True
2044 tickcolor: "rgb(238, 238, 238)"
2045 title: "Packets Per Second [pps]"
2063 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2064 algorithm: "plot_performance_box"
2065 output-file-type: ".html"
2066 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2068 "plot-vpp-throughput-latency"
2069 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2075 boxpoints: "outliers"
2078 title: "64B-2t2c-.*vhost.*-ndrdisc"
2084 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2085 algorithm: "plot_performance_box"
2086 output-file-type: ".html"
2087 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2089 "plot-vpp-throughput-latency"
2090 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2096 boxpoints: "outliers"
2099 title: "64B-1t1c-.*vhost.*-pdrdisc"
2105 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2106 algorithm: "plot_performance_box"
2107 output-file-type: ".html"
2108 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2110 "plot-vpp-throughput-latency"
2111 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2117 boxpoints: "outliers"
2120 title: "64B-2t2c-.*vhost.*-pdrdisc"
2124 # VPP VM VHOST SELECTION
2127 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2128 algorithm: "plot_performance_box"
2129 output-file-type: ".html"
2130 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2132 "plot-vpp-throughput-latency"
2133 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2139 boxpoints: "outliers"
2142 title: "64B-1t1c-.*vhost.*-ndrdisc"
2148 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2149 algorithm: "plot_performance_box"
2150 output-file-type: ".html"
2151 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2153 "plot-vpp-throughput-latency"
2154 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2160 boxpoints: "outliers"
2163 title: "64B-2t2c-.*vhost.*-ndrdisc"
2169 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2170 algorithm: "plot_performance_box"
2171 output-file-type: ".html"
2172 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2174 "plot-vpp-throughput-latency"
2175 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2181 boxpoints: "outliers"
2184 title: "64B-1t1c-.*vhost.*-pdrdisc"
2190 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2191 algorithm: "plot_performance_box"
2192 output-file-type: ".html"
2193 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2195 "plot-vpp-throughput-latency"
2196 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2202 boxpoints: "outliers"
2205 title: "64B-2t2c-.*vhost.*-pdrdisc"
2212 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2213 algorithm: "plot_performance_box"
2214 output-file-type: ".html"
2215 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2217 "plot-vpp-throughput-latency"
2218 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2224 boxpoints: "outliers"
2227 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2233 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2234 algorithm: "plot_performance_box"
2235 output-file-type: ".html"
2236 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2238 "plot-vpp-throughput-latency"
2239 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2245 boxpoints: "outliers"
2248 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2254 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2255 algorithm: "plot_performance_box"
2256 output-file-type: ".html"
2257 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2259 "plot-vpp-throughput-latency"
2260 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2266 boxpoints: "outliers"
2269 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2275 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2276 algorithm: "plot_performance_box"
2277 output-file-type: ".html"
2278 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2280 "plot-vpp-throughput-latency"
2281 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2287 boxpoints: "outliers"
2290 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2297 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2298 algorithm: "plot_performance_box"
2299 output-file-type: ".html"
2300 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2302 "plot-dpdk-throughput-latency"
2303 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2309 boxpoints: "outliers"
2312 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2318 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2319 algorithm: "plot_performance_box"
2320 output-file-type: ".html"
2321 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2323 "plot-dpdk-throughput-latency"
2324 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2330 boxpoints: "outliers"
2333 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2339 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2340 algorithm: "plot_performance_box"
2341 output-file-type: ".html"
2342 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2344 "plot-dpdk-throughput-latency"
2345 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2351 boxpoints: "outliers"
2354 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2359 gridcolor: "rgb(238, 238, 238)"
2360 linecolor: "rgb(238, 238, 238)"
2364 showticklabels: True
2365 tickcolor: "rgb(238, 238, 238)"
2367 title: "Indexed Test Cases"
2370 gridcolor: "rgb(238, 238, 238)'"
2372 linecolor: "rgb(238, 238, 238)"
2374 range: [2000000, 12000000]
2377 showticklabels: True
2378 tickcolor: "rgb(238, 238, 238)"
2379 title: "Packets Per Second [pps]"
2397 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2398 algorithm: "plot_performance_box"
2399 output-file-type: ".html"
2400 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2402 "plot-dpdk-throughput-latency"
2403 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2409 boxpoints: "outliers"
2412 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2417 gridcolor: "rgb(238, 238, 238)"
2418 linecolor: "rgb(238, 238, 238)"
2422 showticklabels: True
2423 tickcolor: "rgb(238, 238, 238)"
2425 title: "Indexed Test Cases"
2428 gridcolor: "rgb(238, 238, 238)'"
2430 linecolor: "rgb(238, 238, 238)"
2432 range: [2000000, 12000000]
2435 showticklabels: True
2436 tickcolor: "rgb(238, 238, 238)"
2437 title: "Packets Per Second [pps]"
2455 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2456 algorithm: "plot_performance_box"
2457 output-file-type: ".html"
2458 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2460 "plot-dpdk-throughput-latency"
2461 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2467 boxpoints: "outliers"
2470 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2476 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2477 algorithm: "plot_performance_box"
2478 output-file-type: ".html"
2479 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2481 "plot-dpdk-throughput-latency"
2482 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2488 boxpoints: "outliers"
2491 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2497 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2498 algorithm: "plot_performance_box"
2499 output-file-type: ".html"
2500 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2502 "plot-dpdk-throughput-latency"
2503 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2509 boxpoints: "outliers"
2512 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2517 gridcolor: "rgb(238, 238, 238)"
2518 linecolor: "rgb(238, 238, 238)"
2522 showticklabels: True
2523 tickcolor: "rgb(238, 238, 238)"
2525 title: "Indexed Test Cases"
2528 gridcolor: "rgb(238, 238, 238)'"
2530 linecolor: "rgb(238, 238, 238)"
2532 range: [20000000, 30000000]
2535 showticklabels: True
2536 tickcolor: "rgb(238, 238, 238)"
2537 title: "Packets Per Second [pps]"
2555 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2556 algorithm: "plot_performance_box"
2557 output-file-type: ".html"
2558 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2560 "plot-dpdk-throughput-latency"
2561 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2567 boxpoints: "outliers"
2570 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2575 gridcolor: "rgb(238, 238, 238)"
2576 linecolor: "rgb(238, 238, 238)"
2580 showticklabels: True
2581 tickcolor: "rgb(238, 238, 238)"
2583 title: "Indexed Test Cases"
2586 gridcolor: "rgb(238, 238, 238)'"
2588 linecolor: "rgb(238, 238, 238)"
2590 range: [20000000, 30000000]
2593 showticklabels: True
2594 tickcolor: "rgb(238, 238, 238)"
2595 title: "Packets Per Second [pps]"
2616 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2617 algorithm: "plot_latency_box"
2618 output-file-type: ".html"
2619 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2621 "plot-vpp-throughput-latency"
2622 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2629 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2635 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2636 algorithm: "plot_latency_box"
2637 output-file-type: ".html"
2638 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2640 "plot-vpp-throughput-latency"
2641 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2648 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2655 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2656 algorithm: "plot_latency_box"
2657 output-file-type: ".html"
2658 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2660 "plot-vpp-throughput-latency"
2661 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2668 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2674 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2675 algorithm: "plot_latency_box"
2676 output-file-type: ".html"
2677 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2679 "plot-vpp-throughput-latency"
2680 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2687 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2694 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2695 algorithm: "plot_latency_box"
2696 output-file-type: ".html"
2697 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2699 "plot-vpp-throughput-latency"
2700 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2707 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2713 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2714 algorithm: "plot_latency_box"
2715 output-file-type: ".html"
2716 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2718 "plot-vpp-throughput-latency"
2719 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2726 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2733 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2734 algorithm: "plot_latency_box"
2735 output-file-type: ".html"
2736 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2738 "plot-vpp-throughput-latency"
2739 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2746 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2752 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2753 algorithm: "plot_latency_box"
2754 output-file-type: ".html"
2755 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2757 "plot-vpp-throughput-latency"
2758 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2765 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2772 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2773 algorithm: "plot_latency_box"
2774 output-file-type: ".html"
2775 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2777 "plot-vpp-throughput-latency"
2778 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2785 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2791 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2792 algorithm: "plot_latency_box"
2793 output-file-type: ".html"
2794 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2796 "plot-vpp-throughput-latency"
2797 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2804 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2811 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2812 algorithm: "plot_latency_box"
2813 output-file-type: ".html"
2814 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2816 "plot-vpp-throughput-latency"
2817 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2824 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2830 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2831 algorithm: "plot_latency_box"
2832 output-file-type: ".html"
2833 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2835 "plot-vpp-throughput-latency"
2836 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2843 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2850 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2851 algorithm: "plot_latency_box"
2852 output-file-type: ".html"
2853 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2855 "plot-vpp-throughput-latency"
2856 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2863 title: "64B-1t1c-.*vhost.*-ndrdisc"
2869 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2870 algorithm: "plot_latency_box"
2871 output-file-type: ".html"
2872 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2874 "plot-vpp-throughput-latency"
2875 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2882 title: "64B-2t2c-.*vhost.*-ndrdisc"
2886 # VPP VM VHOST selection
2889 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2890 algorithm: "plot_latency_box"
2891 output-file-type: ".html"
2892 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2894 "plot-vpp-throughput-latency"
2895 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2902 title: "64B-1t1c-.*vhost.*-ndrdisc"
2908 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2909 algorithm: "plot_latency_box"
2910 output-file-type: ".html"
2911 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2913 "plot-vpp-throughput-latency"
2914 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2921 title: "64B-2t2c-.*vhost.*-ndrdisc"
2928 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2929 algorithm: "plot_latency_box"
2930 output-file-type: ".html"
2931 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2933 "plot-vpp-throughput-latency"
2934 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2941 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2947 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2948 algorithm: "plot_latency_box"
2949 output-file-type: ".html"
2950 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2952 "plot-vpp-throughput-latency"
2953 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2960 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2967 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2968 algorithm: "plot_latency_box"
2969 output-file-type: ".html"
2970 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2972 "plot-dpdk-throughput-latency"
2973 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2980 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2986 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2987 algorithm: "plot_latency_box"
2988 output-file-type: ".html"
2989 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2991 "plot-dpdk-throughput-latency"
2992 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2999 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3005 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3006 algorithm: "plot_latency_box"
3007 output-file-type: ".html"
3008 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3010 "plot-dpdk-throughput-latency"
3011 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3018 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3024 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3025 algorithm: "plot_latency_box"
3026 output-file-type: ".html"
3027 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3029 "plot-dpdk-throughput-latency"
3030 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3037 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3041 # Ligato - Throughput
3046 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3047 algorithm: "plot_performance_box"
3048 output-file-type: ".html"
3049 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3051 "plot-vpp-throughput-latency"
3052 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3058 boxpoints: "outliers"
3061 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3066 gridcolor: "rgb(238, 238, 238)"
3067 linecolor: "rgb(238, 238, 238)"
3071 showticklabels: True
3072 tickcolor: "rgb(238, 238, 238)"
3074 title: "Indexed Test Cases"
3077 gridcolor: "rgb(238, 238, 238)'"
3079 linecolor: "rgb(238, 238, 238)"
3084 showticklabels: True
3085 tickcolor: "rgb(238, 238, 238)"
3086 title: "Packets Per Second [pps]"
3104 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3105 algorithm: "plot_performance_box"
3106 output-file-type: ".html"
3107 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3109 "plot-vpp-throughput-latency"
3110 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3116 boxpoints: "outliers"
3119 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3124 gridcolor: "rgb(238, 238, 238)"
3125 linecolor: "rgb(238, 238, 238)"
3129 showticklabels: True
3130 tickcolor: "rgb(238, 238, 238)"
3132 title: "Indexed Test Cases"
3135 gridcolor: "rgb(238, 238, 238)'"
3137 linecolor: "rgb(238, 238, 238)"
3142 showticklabels: True
3143 tickcolor: "rgb(238, 238, 238)"
3144 title: "Packets Per Second [pps]"
3162 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3163 algorithm: "plot_performance_box"
3164 output-file-type: ".html"
3165 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3167 "plot-vpp-throughput-latency"
3168 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3174 boxpoints: "outliers"
3177 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3182 gridcolor: "rgb(238, 238, 238)"
3183 linecolor: "rgb(238, 238, 238)"
3187 showticklabels: True
3188 tickcolor: "rgb(238, 238, 238)"
3190 title: "Indexed Test Cases"
3193 gridcolor: "rgb(238, 238, 238)'"
3195 linecolor: "rgb(238, 238, 238)"
3200 showticklabels: True
3201 tickcolor: "rgb(238, 238, 238)"
3202 title: "Packets Per Second [pps]"
3220 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3221 algorithm: "plot_performance_box"
3222 output-file-type: ".html"
3223 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3225 "plot-vpp-throughput-latency"
3226 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3232 boxpoints: "outliers"
3235 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3240 gridcolor: "rgb(238, 238, 238)"
3241 linecolor: "rgb(238, 238, 238)"
3245 showticklabels: True
3246 tickcolor: "rgb(238, 238, 238)"
3248 title: "Indexed Test Cases"
3251 gridcolor: "rgb(238, 238, 238)'"
3253 linecolor: "rgb(238, 238, 238)"
3258 showticklabels: True
3259 tickcolor: "rgb(238, 238, 238)"
3260 title: "Packets Per Second [pps]"
3276 # Container orchestrated
3279 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3280 algorithm: "plot_performance_box"
3281 output-file-type: ".html"
3282 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3284 "plot-ligato-throughput-latency"
3285 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3291 boxpoints: "outliers"
3294 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3300 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3301 algorithm: "plot_performance_box"
3302 output-file-type: ".html"
3303 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3305 "plot-ligato-throughput-latency"
3306 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3312 boxpoints: "outliers"
3315 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3321 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3322 algorithm: "plot_performance_box"
3323 output-file-type: ".html"
3324 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3326 "plot-ligato-throughput-latency"
3327 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3333 boxpoints: "outliers"
3336 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3342 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3343 algorithm: "plot_performance_box"
3344 output-file-type: ".html"
3345 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3347 "plot-ligato-throughput-latency"
3348 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3354 boxpoints: "outliers"
3357 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3366 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3367 algorithm: "plot_latency_box"
3368 output-file-type: ".html"
3369 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3371 "plot-vpp-throughput-latency"
3372 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3379 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3385 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3386 algorithm: "plot_latency_box"
3387 output-file-type: ".html"
3388 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3390 "plot-vpp-throughput-latency"
3391 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3398 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3402 # Container orchestrated
3405 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3406 algorithm: "plot_latency_box"
3407 output-file-type: ".html"
3408 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3410 "plot-ligato-throughput-latency"
3411 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3418 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3424 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3425 algorithm: "plot_latency_box"
3426 output-file-type: ".html"
3427 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3429 "plot-ligato-throughput-latency"
3430 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3437 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"