6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 plot-vpp-http-server-performance:
93 # TODO: Add the data sources
94 csit-vpp-perf-1801-all:
106 # TODO: Add the data sources
107 # vpp-meltdown-impact:
108 # csit-vpp-perf-1707-all:
112 # csit-vpp-perf-1710-all:
116 # TODO: Add the data sources
117 # vpp-spectre-impact:
118 # csit-vpp-perf-1707-all:
122 # csit-vpp-perf-1710-all:
126 vpp-performance-changes:
127 csit-vpp-perf-1710-all:
138 csit-vpp-perf-1801-all:
151 csit-vpp-perf-1804-all:
157 vpp-performance-changes-mrr:
158 csit-vpp-perf-check-1801:
171 csit-vpp-perf-check-1804:
177 plot-throughput-speedup-analysis:
178 csit-vpp-perf-1804-all:
185 # performance-improvements:
186 # csit-vpp-perf-1707-all:
197 # csit-vpp-perf-1710-all:
208 # csit-vpp-perf-1801-all:
212 # csit-ligato-perf-1710-all:
223 # csit-ligato-perf-1801-all:
234 csit-vpp-perf-1804-all:
237 csit-vpp-functional-1804-ubuntu1604-virl:
240 csit-ligato-perf-1801-all:
243 csit-dpdk-perf-1804-all:
246 csit-hc2vpp-verify-func-1804-ubuntu1604:
249 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
251 plot-vpp-throughput-latency:
252 csit-vpp-perf-1804-all:
259 plot-dpdk-throughput-latency:
260 csit-dpdk-perf-1804-all:
271 plot-ligato-throughput-latency:
272 csit-ligato-perf-1801-all:
290 gridcolor: "rgb(238, 238, 238)"
291 linecolor: "rgb(238, 238, 238)"
296 tickcolor: "rgb(238, 238, 238)"
298 title: "Indexed Test Cases"
301 gridcolor: "rgb(238, 238, 238)'"
303 linecolor: "rgb(238, 238, 238)"
310 tickcolor: "rgb(238, 238, 238)"
311 title: "Connections Per Second [cps]"
332 gridcolor: "rgb(238, 238, 238)"
333 linecolor: "rgb(238, 238, 238)"
338 tickcolor: "rgb(238, 238, 238)"
340 title: "Indexed Test Cases"
343 gridcolor: "rgb(238, 238, 238)'"
345 linecolor: "rgb(238, 238, 238)"
352 tickcolor: "rgb(238, 238, 238)"
353 title: "Requests Per Second [rps]"
374 gridcolor: "rgb(238, 238, 238)"
375 linecolor: "rgb(238, 238, 238)"
380 tickcolor: "rgb(238, 238, 238)"
382 title: "Indexed Test Cases"
385 gridcolor: "rgb(238, 238, 238)'"
387 linecolor: "rgb(238, 238, 238)"
393 tickcolor: "rgb(238, 238, 238)"
394 title: "Packets Per Second [pps]"
415 gridcolor: "rgb(238, 238, 238)"
416 linecolor: "rgb(238, 238, 238)"
421 tickcolor: "rgb(238, 238, 238)"
423 title: "Indexed Test Cases"
426 gridcolor: "rgb(238, 238, 238)'"
428 linecolor: "rgb(238, 238, 238)"
434 tickcolor: "rgb(238, 238, 238)"
435 title: "Latency min/avg/max [uSec]"
451 plot-throughput-speedup-analysis:
456 gridcolor: "rgb(238, 238, 238)"
457 linecolor: "rgb(238, 238, 238)"
462 tickcolor: "rgb(238, 238, 238)"
467 title: "Throughput speedup factor"
468 gridcolor: "rgb(238, 238, 238)"
470 linecolor: "rgb(238, 238, 238)"
476 tickcolor: "rgb(238, 238, 238)"
484 bgcolor: "rgba(255, 255, 255, 0)"
485 bordercolor: "rgba(255, 255, 255, 0)"
502 input-format: "xml" # zip or xml
503 extract: "robot-plugin/output.xml" # Only for zip
505 # The files must be in the directory DIR[WORKING,DATA]
506 csit-vpp-perf-1801-all:
509 file: "{DIR[WORKING,DATA]}/output.xml"
512 file: "{DIR[WORKING,DATA]}/output.xml"
515 file: "{DIR[WORKING,DATA]}/output.xml"
518 file: "{DIR[WORKING,DATA]}/output.xml"
522 src-path: "{DIR[RST]}"
523 dst-path: "{DIR[WORKING,SRC]}"
526 type: "input" # Ignored in debug mode
528 file-name: "robot-plugin.zip"
530 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
531 extract: "robot-plugin/output.xml"
533 # csit-vpp-perf-1707-all:
544 csit-vpp-perf-1710-all:
555 csit-vpp-perf-1801-all:
583 csit-vpp-perf-1804-all:
590 csit-vpp-perf-check-1801:
603 csit-vpp-perf-check-1804:
609 # csit-ligato-perf-1710-all:
620 csit-ligato-perf-1801-all:
631 csit-dpdk-perf-1804-all:
642 csit-vpp-functional-1804-ubuntu1604-virl:
644 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
646 csit-hc2vpp-verify-func-1804-ubuntu1604:
658 ################################################################################
660 ################################################################################
664 # title: "Performance Impact of Meltdown Patches"
665 # algorithm: "table_performance_comparison"
666 # output-file-ext: ".csv"
668 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
670 # title: "No Meltdown"
671 ## TODO: specify data sources
673 # csit-vpp-perf-1707-all:
678 # title: "Meltdown Patches Applied"
679 ## TODO: specify data sources
681 # csit-vpp-perf-1710-all:
686 # "vpp-meltdown-impact"
692 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
693 # # to present all tests.
694 # nr-of-tests-shown: 20
698 # title: "Performance Impact of Spectre Patches"
699 # algorithm: "table_performance_comparison"
700 # output-file-ext: ".csv"
702 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
704 # title: "No Spectre"
705 ## TODO: specify data sources
707 # csit-vpp-perf-1707-all:
712 # title: "Spectre Patches Applied"
713 ## TODO: specify data sources
715 # csit-vpp-perf-1710-all:
720 # "vpp-spectre-impact"
726 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
727 # # to present all tests.
728 # nr-of-tests-shown: 20
732 title: "VPP Performance Changes"
733 algorithm: "table_performance_comparison"
734 output-file-ext: ".csv"
735 output-file: "{DIR[STATIC,VPP]}/performance-changes"
740 csit-vpp-perf-1710-all:
754 csit-vpp-perf-1801-all:
770 csit-vpp-perf-1804-all:
776 data: "vpp-performance-changes"
782 # Number of the best and the worst tests presented in the table. Use 0 (zero)
783 # to present all tests.
784 nr-of-tests-shown: 20
789 title: "VPP Performance Changes - MRR"
790 algorithm: "table_performance_comparison_mrr"
791 output-file-ext: ".csv"
792 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
794 title: "Release 1801"
796 csit-vpp-perf-check-1801:
810 title: "Release 1804"
812 csit-vpp-perf-check-1804:
818 data: "vpp-performance-changes-mrr"
824 # Number of the best and the worst tests presented in the table. Use 0 (zero)
825 # to present all tests.
826 nr-of-tests-shown: 20
831 # title: "Performance improvements"
832 # algorithm: "table_performance_improvements"
833 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
834 # output-file-ext: ".csv"
835 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
841 # title: "16.09 mean [Mpps]"
844 # title: "17.01 mean [Mpps]"
847 # title: "17.04 mean [Mpps]"
850 # title: "17.07 mean [Mpps]"
851 # data: "data csit-vpp-perf-1707-all mean"
853 # title: "17.10 mean [Mpps]"
854 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
856 # title: "18.01 mean [Mpps]"
857 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
859 # title: "18.01 stdev [Mpps]"
860 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
862 # title: "17.10 to 18.01 change [%]"
863 # data: "operation relative_change 5 6"
866 # "performance-improvements"
873 title: "Detailed Test Results - VPP Performance Results"
874 algorithm: "table_merged_details"
875 output-file-ext: ".csv"
876 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
882 title: "Documentation"
890 filter: "not 'NDRCHK' and not 'PDRCHK'"
899 title: "Test configuration - VPP Performance Test Configs"
900 algorithm: "table_merged_details"
901 output-file-ext: ".csv"
902 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
908 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
909 data: "data vat-history"
913 filter: "not 'NDRCHK' and not 'PDRCHK'"
921 title: "Test Operational Data - VPP Performance Operational Data"
922 algorithm: "table_merged_details"
923 output-file-ext: ".csv"
924 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
930 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
931 data: "data show-run"
935 filter: "not 'NDRCHK' and not 'PDRCHK'"
943 title: "Detailed Test Results - VPP Functional Results"
944 algorithm: "table_details"
945 output-file-ext: ".csv"
946 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
952 title: "Documentation"
969 title: "Test configuration - VPP Functional Test Configs"
970 algorithm: "table_details"
971 output-file-ext: ".csv"
972 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
978 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
979 data: "data vat-history"
991 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
992 algorithm: "table_details"
993 output-file-ext: ".csv"
994 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1000 title: "Documentation"
1007 "ligato-perf-results"
1017 title: "Detailed Test Results - DPDK Performance Results"
1018 algorithm: "table_details"
1019 output-file-ext: ".csv"
1020 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1026 title: "Documentation"
1043 title: "Detailed Test Results - Honeycomb Functional Results"
1044 algorithm: "table_details"
1045 output-file-ext: ".csv"
1046 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1052 title: "Documentation"
1069 title: "Detailed Test Results - NSH SFC Functional Results"
1070 algorithm: "table_details"
1071 output-file-ext: ".csv"
1072 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1078 title: "Documentation"
1093 ################################################################################
1095 ################################################################################
1099 title: "VPP Performance Results"
1100 algorithm: "file_merged_test_results"
1101 output-file-ext: ".rst"
1102 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1103 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1104 dir-tables: "{DIR[DTR,PERF,VPP]}"
1107 filter: "not 'NDRCHK' and not 'PDRCHK'"
1113 data-start-level: 3 # 0, 1, 2, ...
1114 chapters-start-level: 2 # 0, 1, 2, ...
1118 title: "VPP Performance Configuration"
1119 algorithm: "file_merged_test_results"
1120 output-file-ext: ".rst"
1121 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1122 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1123 dir-tables: "{DIR[DTC,PERF,VPP]}"
1126 filter: "not 'NDRCHK' and not 'PDRCHK'"
1132 data-start-level: 3 # 0, 1, 2, ...
1133 chapters-start-level: 2 # 0, 1, 2, ...
1137 title: "VPP Performance Operational Data"
1138 algorithm: "file_merged_test_results"
1139 output-file-ext: ".rst"
1140 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1141 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1142 dir-tables: "{DIR[DTO,PERF,VPP]}"
1145 filter: "not 'NDRCHK' and not 'PDRCHK'"
1151 data-start-level: 3 # 0, 1, 2, ...
1152 chapters-start-level: 2 # 0, 1, 2, ...
1156 title: "VPP Functional Results"
1157 algorithm: "file_test_results"
1158 output-file-ext: ".rst"
1159 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1160 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1161 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1169 data-start-level: 3 # 0, 1, 2, ...
1170 chapters-start-level: 2 # 0, 1, 2, ...
1174 title: "VPP Functional Configuration"
1175 algorithm: "file_test_results"
1176 output-file-ext: ".rst"
1177 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1178 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1179 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1187 data-start-level: 3 # 0, 1, 2, ...
1188 chapters-start-level: 2 # 0, 1, 2, ...
1192 title: "Container Orchestrated Performance Results"
1193 algorithm: "file_test_results"
1194 output-file-ext: ".rst"
1195 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1196 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1197 dir-tables: "{DIR[DTR,PERF,COT]}"
1199 "ligato-perf-results"
1205 data-start-level: 2 # 0, 1, 2, ...
1206 chapters-start-level: 2 # 0, 1, 2, ...
1210 title: "DPDK Performance Results"
1211 algorithm: "file_test_results"
1212 output-file-ext: ".rst"
1213 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1214 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1215 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1225 data-start-level: 2 # 0, 1, 2, ...
1226 chapters-start-level: 2 # 0, 1, 2, ...
1230 title: "Honeycomb Functional Results"
1231 algorithm: "file_test_results"
1232 output-file-ext: ".rst"
1233 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1234 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1235 dir-tables: "{DIR[DTR,FUNC,HC]}"
1245 data-start-level: 3 # 0, 1, 2, ...
1246 chapters-start-level: 2 # 0, 1, 2, ...
1250 title: "NSH SFC Functional Results"
1251 algorithm: "file_test_results"
1252 output-file-ext: ".rst"
1253 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1254 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1255 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1265 data-start-level: 2 # 0, 1, 2, ...
1266 chapters-start-level: 2 # 0, 1, 2, ...
1268 ################################################################################
1270 ################################################################################
1272 # Plots VPP HTTP Server Performance
1275 title: "VPP HTTP Server Performance"
1276 algorithm: "plot_http_server_performance_box"
1277 output-file-type: ".html"
1278 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1280 "plot-vpp-http-server-performance"
1281 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1282 # each tag is enclosed with ' (apostrophe).
1283 filter: "'HTTP' and 'TCP_CPS'"
1289 boxpoints: "outliers"
1292 title: "VPP HTTP Server Performance"
1298 title: "VPP HTTP Server Performance"
1299 algorithm: "plot_http_server_performance_box"
1300 output-file-type: ".html"
1301 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1303 "plot-vpp-http-server-performance"
1304 filter: "'HTTP' and 'TCP_RPS'"
1310 boxpoints: "outliers"
1313 title: "VPP HTTP Server Performance"
1317 # Plot Throughput Speedup Analysis
1319 # L2 - 10ge2p1x520 - NDR
1322 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1323 algorithm: "plot_throughput_speedup_analysis"
1324 output-file-type: ".html"
1325 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1327 "plot-throughput-speedup-analysis"
1328 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1334 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1336 "plot-throughput-speedup-analysis"
1338 # L2 - 40ge2p1xl710 - NDR
1341 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1342 algorithm: "plot_throughput_speedup_analysis"
1343 output-file-type: ".html"
1344 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1346 "plot-throughput-speedup-analysis"
1347 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1353 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1355 "plot-throughput-speedup-analysis"
1357 # L2 - 10ge2p1x520 - PDR
1360 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1361 algorithm: "plot_throughput_speedup_analysis"
1362 output-file-type: ".html"
1363 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1365 "plot-throughput-speedup-analysis"
1366 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1372 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1374 "plot-throughput-speedup-analysis"
1376 # IPv4 - 10ge2p1x520 - NDR
1379 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1380 algorithm: "plot_throughput_speedup_analysis"
1381 output-file-type: ".html"
1382 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1384 "plot-throughput-speedup-analysis"
1385 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1391 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1393 "plot-throughput-speedup-analysis"
1395 # IPv4 - 40ge2p1xl710 - NDR
1398 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1399 algorithm: "plot_throughput_speedup_analysis"
1400 output-file-type: ".html"
1401 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1403 "plot-throughput-speedup-analysis"
1404 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1410 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1412 "plot-throughput-speedup-analysis"
1414 # IPv4 - 10ge2p1x520 - PDR
1417 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1418 algorithm: "plot_throughput_speedup_analysis"
1419 output-file-type: ".html"
1420 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1422 "plot-throughput-speedup-analysis"
1423 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1429 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1431 "plot-throughput-speedup-analysis"
1433 # IPv6 - 10ge2p1x520 - NDR
1436 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1437 algorithm: "plot_throughput_speedup_analysis"
1438 output-file-type: ".html"
1439 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1441 "plot-throughput-speedup-analysis"
1442 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1448 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1450 "plot-throughput-speedup-analysis"
1452 # IPv6 - 40ge2p1xl710 - NDR
1455 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1456 algorithm: "plot_throughput_speedup_analysis"
1457 output-file-type: ".html"
1458 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1460 "plot-throughput-speedup-analysis"
1461 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1467 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1469 "plot-throughput-speedup-analysis"
1471 # IPv6 - 10ge2p1x520 - PDR
1474 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1475 algorithm: "plot_throughput_speedup_analysis"
1476 output-file-type: ".html"
1477 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1479 "plot-throughput-speedup-analysis"
1480 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1486 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1488 "plot-throughput-speedup-analysis"
1490 # Plot packets per second
1495 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1496 algorithm: "plot_performance_box"
1497 output-file-type: ".html"
1498 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1500 "plot-vpp-throughput-latency"
1501 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1502 # each tag is enclosed with ' (apostrophe).
1503 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1509 boxpoints: "outliers"
1512 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1518 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1519 algorithm: "plot_performance_box"
1520 output-file-type: ".html"
1521 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1523 "plot-vpp-throughput-latency"
1524 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1530 boxpoints: "outliers"
1533 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1539 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1540 algorithm: "plot_performance_box"
1541 output-file-type: ".html"
1542 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1544 "plot-vpp-throughput-latency"
1545 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1551 boxpoints: "outliers"
1554 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1560 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1561 algorithm: "plot_performance_box"
1562 output-file-type: ".html"
1563 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1565 "plot-vpp-throughput-latency"
1566 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1572 boxpoints: "outliers"
1575 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1582 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1583 algorithm: "plot_performance_box"
1584 output-file-type: ".html"
1585 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1587 "plot-vpp-throughput-latency"
1588 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1594 boxpoints: "outliers"
1597 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1603 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1604 algorithm: "plot_performance_box"
1605 output-file-type: ".html"
1606 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1608 "plot-vpp-throughput-latency"
1609 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1615 boxpoints: "outliers"
1618 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1624 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1625 algorithm: "plot_performance_box"
1626 output-file-type: ".html"
1627 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1629 "plot-vpp-throughput-latency"
1630 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1636 boxpoints: "outliers"
1639 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1645 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1646 algorithm: "plot_performance_box"
1647 output-file-type: ".html"
1648 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1650 "plot-vpp-throughput-latency"
1651 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1657 boxpoints: "outliers"
1660 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1667 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1668 algorithm: "plot_performance_box"
1669 output-file-type: ".html"
1670 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1672 "plot-vpp-throughput-latency"
1673 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1679 boxpoints: "outliers"
1682 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1688 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1689 algorithm: "plot_performance_box"
1690 output-file-type: ".html"
1691 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1693 "plot-vpp-throughput-latency"
1694 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1700 boxpoints: "outliers"
1703 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1709 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1710 algorithm: "plot_performance_box"
1711 output-file-type: ".html"
1712 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1714 "plot-vpp-throughput-latency"
1715 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1721 boxpoints: "outliers"
1724 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1730 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1731 algorithm: "plot_performance_box"
1732 output-file-type: ".html"
1733 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1735 "plot-vpp-throughput-latency"
1736 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1742 boxpoints: "outliers"
1745 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1752 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1753 algorithm: "plot_performance_box"
1754 output-file-type: ".html"
1755 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1757 "plot-vpp-throughput-latency"
1758 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1764 boxpoints: "outliers"
1767 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1773 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1774 algorithm: "plot_performance_box"
1775 output-file-type: ".html"
1776 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1778 "plot-vpp-throughput-latency"
1779 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1785 boxpoints: "outliers"
1788 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1794 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1795 algorithm: "plot_performance_box"
1796 output-file-type: ".html"
1797 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1799 "plot-vpp-throughput-latency"
1800 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1806 boxpoints: "outliers"
1809 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1815 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1816 algorithm: "plot_performance_box"
1817 output-file-type: ".html"
1818 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1820 "plot-vpp-throughput-latency"
1821 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1827 boxpoints: "outliers"
1830 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1837 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1838 algorithm: "plot_performance_box"
1839 output-file-type: ".html"
1840 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1842 "plot-vpp-throughput-latency"
1843 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1849 boxpoints: "outliers"
1852 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1858 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1859 algorithm: "plot_performance_box"
1860 output-file-type: ".html"
1861 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1863 "plot-vpp-throughput-latency"
1864 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1870 boxpoints: "outliers"
1873 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1879 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1880 algorithm: "plot_performance_box"
1881 output-file-type: ".html"
1882 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1884 "plot-vpp-throughput-latency"
1885 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1891 boxpoints: "outliers"
1894 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1900 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1901 algorithm: "plot_performance_box"
1902 output-file-type: ".html"
1903 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1905 "plot-vpp-throughput-latency"
1906 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1912 boxpoints: "outliers"
1915 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1922 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1923 algorithm: "plot_performance_box"
1924 output-file-type: ".html"
1925 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1927 "plot-vpp-throughput-latency"
1928 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1934 boxpoints: "outliers"
1937 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1942 gridcolor: "rgb(238, 238, 238)"
1943 linecolor: "rgb(238, 238, 238)"
1947 showticklabels: True
1948 tickcolor: "rgb(238, 238, 238)"
1950 title: "Indexed Test Cases"
1953 gridcolor: "rgb(238, 238, 238)'"
1955 linecolor: "rgb(238, 238, 238)"
1957 range: [2000000, 6000000]
1960 showticklabels: True
1961 tickcolor: "rgb(238, 238, 238)"
1962 title: "Packets Per Second [pps]"
1980 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1981 algorithm: "plot_performance_box"
1982 output-file-type: ".html"
1983 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1985 "plot-vpp-throughput-latency"
1986 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1992 boxpoints: "outliers"
1995 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2001 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2002 algorithm: "plot_performance_box"
2003 output-file-type: ".html"
2004 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2006 "plot-vpp-throughput-latency"
2007 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2013 boxpoints: "outliers"
2016 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2022 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2023 algorithm: "plot_performance_box"
2024 output-file-type: ".html"
2025 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2027 "plot-vpp-throughput-latency"
2028 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2034 boxpoints: "outliers"
2037 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2042 gridcolor: "rgb(238, 238, 238)"
2043 linecolor: "rgb(238, 238, 238)"
2047 showticklabels: True
2048 tickcolor: "rgb(238, 238, 238)"
2050 title: "Indexed Test Cases"
2053 gridcolor: "rgb(238, 238, 238)'"
2055 linecolor: "rgb(238, 238, 238)"
2057 range: [4000000, 12000000]
2060 showticklabels: True
2061 tickcolor: "rgb(238, 238, 238)"
2062 title: "Packets Per Second [pps]"
2081 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2082 algorithm: "plot_performance_box"
2083 output-file-type: ".html"
2084 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2086 "plot-vpp-throughput-latency"
2087 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2093 boxpoints: "outliers"
2096 title: "64B-1t1c-.*vhost.*-ndrdisc"
2101 gridcolor: "rgb(238, 238, 238)"
2102 linecolor: "rgb(238, 238, 238)"
2106 showticklabels: True
2107 tickcolor: "rgb(238, 238, 238)"
2109 title: "Indexed Test Cases"
2112 gridcolor: "rgb(238, 238, 238)'"
2114 linecolor: "rgb(238, 238, 238)"
2119 showticklabels: True
2120 tickcolor: "rgb(238, 238, 238)"
2121 title: "Packets Per Second [pps]"
2139 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2140 algorithm: "plot_performance_box"
2141 output-file-type: ".html"
2142 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2144 "plot-vpp-throughput-latency"
2145 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2151 boxpoints: "outliers"
2154 title: "64B-2t2c-.*vhost.*-ndrdisc"
2160 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2161 algorithm: "plot_performance_box"
2162 output-file-type: ".html"
2163 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2165 "plot-vpp-throughput-latency"
2166 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2172 boxpoints: "outliers"
2175 title: "64B-1t1c-.*vhost.*-pdrdisc"
2181 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2182 algorithm: "plot_performance_box"
2183 output-file-type: ".html"
2184 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2186 "plot-vpp-throughput-latency"
2187 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2193 boxpoints: "outliers"
2196 title: "64B-2t2c-.*vhost.*-pdrdisc"
2200 # VPP VM VHOST SELECTION
2203 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2204 algorithm: "plot_performance_box"
2205 output-file-type: ".html"
2206 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2208 "plot-vpp-throughput-latency"
2209 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2215 boxpoints: "outliers"
2218 title: "64B-1t1c-.*vhost.*-ndrdisc"
2224 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2225 algorithm: "plot_performance_box"
2226 output-file-type: ".html"
2227 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2229 "plot-vpp-throughput-latency"
2230 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2236 boxpoints: "outliers"
2239 title: "64B-2t2c-.*vhost.*-ndrdisc"
2245 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2246 algorithm: "plot_performance_box"
2247 output-file-type: ".html"
2248 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2250 "plot-vpp-throughput-latency"
2251 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2257 boxpoints: "outliers"
2260 title: "64B-1t1c-.*vhost.*-pdrdisc"
2266 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2267 algorithm: "plot_performance_box"
2268 output-file-type: ".html"
2269 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2271 "plot-vpp-throughput-latency"
2272 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2278 boxpoints: "outliers"
2281 title: "64B-2t2c-.*vhost.*-pdrdisc"
2288 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2289 algorithm: "plot_performance_box"
2290 output-file-type: ".html"
2291 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2293 "plot-vpp-throughput-latency"
2294 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2300 boxpoints: "outliers"
2303 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2309 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2310 algorithm: "plot_performance_box"
2311 output-file-type: ".html"
2312 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2314 "plot-vpp-throughput-latency"
2315 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2321 boxpoints: "outliers"
2324 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2330 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2331 algorithm: "plot_performance_box"
2332 output-file-type: ".html"
2333 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2335 "plot-vpp-throughput-latency"
2336 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2342 boxpoints: "outliers"
2345 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2351 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2352 algorithm: "plot_performance_box"
2353 output-file-type: ".html"
2354 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2356 "plot-vpp-throughput-latency"
2357 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2363 boxpoints: "outliers"
2366 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2373 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2374 algorithm: "plot_performance_box"
2375 output-file-type: ".html"
2376 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2378 "plot-dpdk-throughput-latency"
2379 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2385 boxpoints: "outliers"
2388 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2394 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2395 algorithm: "plot_performance_box"
2396 output-file-type: ".html"
2397 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2399 "plot-dpdk-throughput-latency"
2400 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2406 boxpoints: "outliers"
2409 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2415 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2416 algorithm: "plot_performance_box"
2417 output-file-type: ".html"
2418 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2420 "plot-dpdk-throughput-latency"
2421 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2427 boxpoints: "outliers"
2430 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2435 gridcolor: "rgb(238, 238, 238)"
2436 linecolor: "rgb(238, 238, 238)"
2440 showticklabels: True
2441 tickcolor: "rgb(238, 238, 238)"
2443 title: "Indexed Test Cases"
2446 gridcolor: "rgb(238, 238, 238)'"
2448 linecolor: "rgb(238, 238, 238)"
2450 range: [2000000, 12000000]
2453 showticklabels: True
2454 tickcolor: "rgb(238, 238, 238)"
2455 title: "Packets Per Second [pps]"
2473 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2474 algorithm: "plot_performance_box"
2475 output-file-type: ".html"
2476 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2478 "plot-dpdk-throughput-latency"
2479 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2485 boxpoints: "outliers"
2488 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2493 gridcolor: "rgb(238, 238, 238)"
2494 linecolor: "rgb(238, 238, 238)"
2498 showticklabels: True
2499 tickcolor: "rgb(238, 238, 238)"
2501 title: "Indexed Test Cases"
2504 gridcolor: "rgb(238, 238, 238)'"
2506 linecolor: "rgb(238, 238, 238)"
2508 range: [2000000, 12000000]
2511 showticklabels: True
2512 tickcolor: "rgb(238, 238, 238)"
2513 title: "Packets Per Second [pps]"
2531 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2532 algorithm: "plot_performance_box"
2533 output-file-type: ".html"
2534 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2536 "plot-dpdk-throughput-latency"
2537 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2543 boxpoints: "outliers"
2546 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2552 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2553 algorithm: "plot_performance_box"
2554 output-file-type: ".html"
2555 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2557 "plot-dpdk-throughput-latency"
2558 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2564 boxpoints: "outliers"
2567 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2573 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2574 algorithm: "plot_performance_box"
2575 output-file-type: ".html"
2576 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2578 "plot-dpdk-throughput-latency"
2579 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2585 boxpoints: "outliers"
2588 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2593 gridcolor: "rgb(238, 238, 238)"
2594 linecolor: "rgb(238, 238, 238)"
2598 showticklabels: True
2599 tickcolor: "rgb(238, 238, 238)"
2601 title: "Indexed Test Cases"
2604 gridcolor: "rgb(238, 238, 238)'"
2606 linecolor: "rgb(238, 238, 238)"
2608 range: [20000000, 30000000]
2611 showticklabels: True
2612 tickcolor: "rgb(238, 238, 238)"
2613 title: "Packets Per Second [pps]"
2631 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2632 algorithm: "plot_performance_box"
2633 output-file-type: ".html"
2634 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2636 "plot-dpdk-throughput-latency"
2637 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2643 boxpoints: "outliers"
2646 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2651 gridcolor: "rgb(238, 238, 238)"
2652 linecolor: "rgb(238, 238, 238)"
2656 showticklabels: True
2657 tickcolor: "rgb(238, 238, 238)"
2659 title: "Indexed Test Cases"
2662 gridcolor: "rgb(238, 238, 238)'"
2664 linecolor: "rgb(238, 238, 238)"
2666 range: [20000000, 30000000]
2669 showticklabels: True
2670 tickcolor: "rgb(238, 238, 238)"
2671 title: "Packets Per Second [pps]"
2692 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2693 algorithm: "plot_latency_box"
2694 output-file-type: ".html"
2695 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2697 "plot-vpp-throughput-latency"
2698 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2705 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2711 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2712 algorithm: "plot_latency_box"
2713 output-file-type: ".html"
2714 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2716 "plot-vpp-throughput-latency"
2717 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2724 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2731 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2732 algorithm: "plot_latency_box"
2733 output-file-type: ".html"
2734 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2736 "plot-vpp-throughput-latency"
2737 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2744 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2750 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2751 algorithm: "plot_latency_box"
2752 output-file-type: ".html"
2753 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2755 "plot-vpp-throughput-latency"
2756 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2763 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2770 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2771 algorithm: "plot_latency_box"
2772 output-file-type: ".html"
2773 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2775 "plot-vpp-throughput-latency"
2776 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2783 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2789 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2790 algorithm: "plot_latency_box"
2791 output-file-type: ".html"
2792 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2794 "plot-vpp-throughput-latency"
2795 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2802 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2809 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2810 algorithm: "plot_latency_box"
2811 output-file-type: ".html"
2812 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2814 "plot-vpp-throughput-latency"
2815 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2822 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2828 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2829 algorithm: "plot_latency_box"
2830 output-file-type: ".html"
2831 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2833 "plot-vpp-throughput-latency"
2834 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2841 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2848 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2849 algorithm: "plot_latency_box"
2850 output-file-type: ".html"
2851 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2853 "plot-vpp-throughput-latency"
2854 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2861 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2867 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2868 algorithm: "plot_latency_box"
2869 output-file-type: ".html"
2870 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2872 "plot-vpp-throughput-latency"
2873 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2880 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2887 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2888 algorithm: "plot_latency_box"
2889 output-file-type: ".html"
2890 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2892 "plot-vpp-throughput-latency"
2893 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2900 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2906 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2907 algorithm: "plot_latency_box"
2908 output-file-type: ".html"
2909 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2911 "plot-vpp-throughput-latency"
2912 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2919 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2926 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2927 algorithm: "plot_latency_box"
2928 output-file-type: ".html"
2929 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2931 "plot-vpp-throughput-latency"
2932 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2939 title: "64B-1t1c-.*vhost.*-ndrdisc"
2945 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2946 algorithm: "plot_latency_box"
2947 output-file-type: ".html"
2948 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2950 "plot-vpp-throughput-latency"
2951 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2958 title: "64B-2t2c-.*vhost.*-ndrdisc"
2962 # VPP VM VHOST selection
2965 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2966 algorithm: "plot_latency_box"
2967 output-file-type: ".html"
2968 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2970 "plot-vpp-throughput-latency"
2971 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2978 title: "64B-1t1c-.*vhost.*-ndrdisc"
2984 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2985 algorithm: "plot_latency_box"
2986 output-file-type: ".html"
2987 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2989 "plot-vpp-throughput-latency"
2990 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2997 title: "64B-2t2c-.*vhost.*-ndrdisc"
3004 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3005 algorithm: "plot_latency_box"
3006 output-file-type: ".html"
3007 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3009 "plot-vpp-throughput-latency"
3010 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3017 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3023 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3024 algorithm: "plot_latency_box"
3025 output-file-type: ".html"
3026 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3028 "plot-vpp-throughput-latency"
3029 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3036 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3043 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3044 algorithm: "plot_latency_box"
3045 output-file-type: ".html"
3046 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3048 "plot-dpdk-throughput-latency"
3049 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3056 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3062 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3063 algorithm: "plot_latency_box"
3064 output-file-type: ".html"
3065 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3067 "plot-dpdk-throughput-latency"
3068 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3075 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3081 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3082 algorithm: "plot_latency_box"
3083 output-file-type: ".html"
3084 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3086 "plot-dpdk-throughput-latency"
3087 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3094 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3100 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3101 algorithm: "plot_latency_box"
3102 output-file-type: ".html"
3103 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3105 "plot-dpdk-throughput-latency"
3106 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3113 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3117 # Ligato - Throughput
3122 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3123 algorithm: "plot_performance_box"
3124 output-file-type: ".html"
3125 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3127 "plot-vpp-throughput-latency"
3128 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3134 boxpoints: "outliers"
3137 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3142 gridcolor: "rgb(238, 238, 238)"
3143 linecolor: "rgb(238, 238, 238)"
3147 showticklabels: True
3148 tickcolor: "rgb(238, 238, 238)"
3150 title: "Indexed Test Cases"
3153 gridcolor: "rgb(238, 238, 238)'"
3155 linecolor: "rgb(238, 238, 238)"
3160 showticklabels: True
3161 tickcolor: "rgb(238, 238, 238)"
3162 title: "Packets Per Second [pps]"
3180 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3181 algorithm: "plot_performance_box"
3182 output-file-type: ".html"
3183 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3185 "plot-vpp-throughput-latency"
3186 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3192 boxpoints: "outliers"
3195 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3200 gridcolor: "rgb(238, 238, 238)"
3201 linecolor: "rgb(238, 238, 238)"
3205 showticklabels: True
3206 tickcolor: "rgb(238, 238, 238)"
3208 title: "Indexed Test Cases"
3211 gridcolor: "rgb(238, 238, 238)'"
3213 linecolor: "rgb(238, 238, 238)"
3218 showticklabels: True
3219 tickcolor: "rgb(238, 238, 238)"
3220 title: "Packets Per Second [pps]"
3238 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3239 algorithm: "plot_performance_box"
3240 output-file-type: ".html"
3241 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3243 "plot-vpp-throughput-latency"
3244 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3250 boxpoints: "outliers"
3253 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3258 gridcolor: "rgb(238, 238, 238)"
3259 linecolor: "rgb(238, 238, 238)"
3263 showticklabels: True
3264 tickcolor: "rgb(238, 238, 238)"
3266 title: "Indexed Test Cases"
3269 gridcolor: "rgb(238, 238, 238)'"
3271 linecolor: "rgb(238, 238, 238)"
3276 showticklabels: True
3277 tickcolor: "rgb(238, 238, 238)"
3278 title: "Packets Per Second [pps]"
3296 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3297 algorithm: "plot_performance_box"
3298 output-file-type: ".html"
3299 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3301 "plot-vpp-throughput-latency"
3302 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3308 boxpoints: "outliers"
3311 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3316 gridcolor: "rgb(238, 238, 238)"
3317 linecolor: "rgb(238, 238, 238)"
3321 showticklabels: True
3322 tickcolor: "rgb(238, 238, 238)"
3324 title: "Indexed Test Cases"
3327 gridcolor: "rgb(238, 238, 238)'"
3329 linecolor: "rgb(238, 238, 238)"
3334 showticklabels: True
3335 tickcolor: "rgb(238, 238, 238)"
3336 title: "Packets Per Second [pps]"
3352 # Container orchestrated
3355 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3356 algorithm: "plot_performance_box"
3357 output-file-type: ".html"
3358 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3360 "plot-ligato-throughput-latency"
3361 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3367 boxpoints: "outliers"
3370 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3376 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3377 algorithm: "plot_performance_box"
3378 output-file-type: ".html"
3379 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3381 "plot-ligato-throughput-latency"
3382 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3388 boxpoints: "outliers"
3391 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3397 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3398 algorithm: "plot_performance_box"
3399 output-file-type: ".html"
3400 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3402 "plot-ligato-throughput-latency"
3403 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3409 boxpoints: "outliers"
3412 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3418 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3419 algorithm: "plot_performance_box"
3420 output-file-type: ".html"
3421 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3423 "plot-ligato-throughput-latency"
3424 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3430 boxpoints: "outliers"
3433 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3442 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3443 algorithm: "plot_latency_box"
3444 output-file-type: ".html"
3445 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3447 "plot-vpp-throughput-latency"
3448 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3455 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3461 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3462 algorithm: "plot_latency_box"
3463 output-file-type: ".html"
3464 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3466 "plot-vpp-throughput-latency"
3467 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3474 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3478 # Container orchestrated
3481 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3482 algorithm: "plot_latency_box"
3483 output-file-type: ".html"
3484 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3486 "plot-ligato-throughput-latency"
3487 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3494 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3500 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3501 algorithm: "plot_latency_box"
3502 output-file-type: ".html"
3503 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3505 "plot-ligato-throughput-latency"
3506 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3513 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"