6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
45 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
46 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
47 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
49 # Detailed test configurations
50 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
52 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
55 # Detailed tests operational data
56 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
57 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
59 # .css patch file to fix tables generated by Sphinx
60 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
61 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
64 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
65 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 URL[NEXUS]: "https://docs.fd.io/csit"
67 DIR[NEXUS]: "report/_static/archive"
70 # List the directories which are created while preparing the environment.
71 # All directories MUST be defined in "paths" section.
78 - "DIR[WORKING,SRC,STATIC]"
81 # List the directories which are deleted while cleaning the environment.
82 # All directories MUST be defined in "paths" section.
87 # List the directories where the results (build) is stored.
88 # All directories MUST be defined in "paths" section.
95 plot-vpp-http-server-performance:
96 # TODO: Add the data sources
97 csit-vpp-perf-1801-all:
109 # TODO: Add the data sources
110 # vpp-meltdown-impact:
111 # csit-vpp-perf-1707-all:
115 # csit-vpp-perf-1710-all:
119 # TODO: Add the data sources
120 # vpp-spectre-impact:
121 # csit-vpp-perf-1707-all:
125 # csit-vpp-perf-1710-all:
129 vpp-performance-changes:
130 csit-vpp-perf-1710-all:
141 csit-vpp-perf-1801-all:
154 csit-vpp-perf-1804-all:
160 vpp-performance-changes-mrr:
161 csit-vpp-perf-check-1801:
174 csit-vpp-perf-check-1804:
180 plot-throughput-speedup-analysis:
181 csit-vpp-perf-1804-all:
188 # performance-improvements:
189 # csit-vpp-perf-1707-all:
200 # csit-vpp-perf-1710-all:
211 # csit-vpp-perf-1801-all:
215 # csit-ligato-perf-1710-all:
226 # csit-ligato-perf-1801-all:
237 csit-vpp-perf-1804-all:
240 csit-vpp-functional-1804-ubuntu1604-virl:
241 - "lastSuccessfulBuild"
242 vpp-func-results-centos:
243 csit-vpp-functional-1804-centos7-virl:
244 - "lastSuccessfulBuild"
246 csit-ligato-perf-1801-all:
249 csit-dpdk-perf-1804-all:
252 csit-hc2vpp-verify-func-1804-ubuntu1604:
253 - "lastSuccessfulBuild"
255 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
256 - "lastSuccessfulBuild"
257 plot-vpp-throughput-latency:
258 csit-vpp-perf-1804-all:
265 plot-dpdk-throughput-latency:
266 csit-dpdk-perf-1804-all:
277 plot-ligato-throughput-latency:
278 csit-ligato-perf-1801-all:
296 gridcolor: "rgb(238, 238, 238)"
297 linecolor: "rgb(238, 238, 238)"
302 tickcolor: "rgb(238, 238, 238)"
304 title: "Indexed Test Cases"
307 gridcolor: "rgb(238, 238, 238)'"
309 linecolor: "rgb(238, 238, 238)"
316 tickcolor: "rgb(238, 238, 238)"
317 title: "Connections Per Second [cps]"
338 gridcolor: "rgb(238, 238, 238)"
339 linecolor: "rgb(238, 238, 238)"
344 tickcolor: "rgb(238, 238, 238)"
346 title: "Indexed Test Cases"
349 gridcolor: "rgb(238, 238, 238)'"
351 linecolor: "rgb(238, 238, 238)"
358 tickcolor: "rgb(238, 238, 238)"
359 title: "Requests Per Second [rps]"
380 gridcolor: "rgb(238, 238, 238)"
381 linecolor: "rgb(238, 238, 238)"
386 tickcolor: "rgb(238, 238, 238)"
388 title: "Indexed Test Cases"
391 gridcolor: "rgb(238, 238, 238)'"
393 linecolor: "rgb(238, 238, 238)"
399 tickcolor: "rgb(238, 238, 238)"
400 title: "Packets Per Second [pps]"
421 gridcolor: "rgb(238, 238, 238)"
422 linecolor: "rgb(238, 238, 238)"
427 tickcolor: "rgb(238, 238, 238)"
429 title: "Indexed Test Cases"
432 gridcolor: "rgb(238, 238, 238)'"
434 linecolor: "rgb(238, 238, 238)"
440 tickcolor: "rgb(238, 238, 238)"
441 title: "Latency min/avg/max [uSec]"
457 plot-throughput-speedup-analysis:
462 gridcolor: "rgb(238, 238, 238)"
463 linecolor: "rgb(238, 238, 238)"
468 tickcolor: "rgb(238, 238, 238)"
473 title: "Throughput speedup factor"
474 gridcolor: "rgb(238, 238, 238)"
476 linecolor: "rgb(238, 238, 238)"
482 tickcolor: "rgb(238, 238, 238)"
490 bgcolor: "rgba(255, 255, 255, 0)"
491 bordercolor: "rgba(255, 255, 255, 0)"
508 input-format: "xml" # zip or xml
509 extract: "robot-plugin/output.xml" # Only for zip
511 # The files must be in the directory DIR[WORKING,DATA]
512 csit-vpp-perf-1801-all:
515 file: "{DIR[WORKING,DATA]}/output.xml"
518 file: "{DIR[WORKING,DATA]}/output.xml"
521 file: "{DIR[WORKING,DATA]}/output.xml"
524 file: "{DIR[WORKING,DATA]}/output.xml"
528 src-path: "{DIR[RST]}"
529 dst-path: "{DIR[WORKING,SRC]}"
532 type: "input" # Ignored in debug mode
534 file-name: "robot-plugin.zip"
536 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
537 extract: "robot-plugin/output.xml"
539 # csit-vpp-perf-1707-all:
550 csit-vpp-perf-1710-all:
561 csit-vpp-perf-1801-all:
589 csit-vpp-perf-1804-all:
596 csit-vpp-perf-check-1801:
609 csit-vpp-perf-check-1804:
615 # csit-ligato-perf-1710-all:
626 csit-ligato-perf-1801-all:
637 csit-dpdk-perf-1804-all:
648 csit-vpp-functional-1804-ubuntu1604-virl:
649 - "lastSuccessfulBuild"
650 csit-vpp-functional-1804-centos7-virl:
651 - "lastSuccessfulBuild"
652 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
653 - "lastSuccessfulBuild"
654 csit-hc2vpp-verify-func-1804-ubuntu1604:
655 - "lastSuccessfulBuild"
666 ################################################################################
668 ################################################################################
672 # title: "Performance Impact of Meltdown Patches"
673 # algorithm: "table_performance_comparison"
674 # output-file-ext: ".csv"
676 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
678 # title: "No Meltdown"
679 ## TODO: specify data sources
681 # csit-vpp-perf-1707-all:
686 # title: "Meltdown Patches Applied"
687 ## TODO: specify data sources
689 # csit-vpp-perf-1710-all:
694 # "vpp-meltdown-impact"
700 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
701 # # to present all tests.
702 # nr-of-tests-shown: 20
706 # title: "Performance Impact of Spectre Patches"
707 # algorithm: "table_performance_comparison"
708 # output-file-ext: ".csv"
710 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
712 # title: "No Spectre"
713 ## TODO: specify data sources
715 # csit-vpp-perf-1707-all:
720 # title: "Spectre Patches Applied"
721 ## TODO: specify data sources
723 # csit-vpp-perf-1710-all:
728 # "vpp-spectre-impact"
734 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
735 # # to present all tests.
736 # nr-of-tests-shown: 20
740 title: "VPP Performance Changes"
741 algorithm: "table_performance_comparison"
742 output-file-ext: ".csv"
743 output-file: "{DIR[STATIC,VPP]}/performance-changes"
748 csit-vpp-perf-1710-all:
762 csit-vpp-perf-1801-all:
778 csit-vpp-perf-1804-all:
784 data: "vpp-performance-changes"
790 # Number of the best and the worst tests presented in the table. Use 0 (zero)
791 # to present all tests.
792 nr-of-tests-shown: 20
797 title: "VPP Performance Changes - MRR"
798 algorithm: "table_performance_comparison_mrr"
799 output-file-ext: ".csv"
800 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
802 title: "Release 1801"
804 csit-vpp-perf-check-1801:
818 title: "Release 1804"
820 csit-vpp-perf-check-1804:
826 data: "vpp-performance-changes-mrr"
832 # Number of the best and the worst tests presented in the table. Use 0 (zero)
833 # to present all tests.
834 nr-of-tests-shown: 20
839 # title: "Performance improvements"
840 # algorithm: "table_performance_improvements"
841 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
842 # output-file-ext: ".csv"
843 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
849 # title: "16.09 mean [Mpps]"
852 # title: "17.01 mean [Mpps]"
855 # title: "17.04 mean [Mpps]"
858 # title: "17.07 mean [Mpps]"
859 # data: "data csit-vpp-perf-1707-all mean"
861 # title: "17.10 mean [Mpps]"
862 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
864 # title: "18.01 mean [Mpps]"
865 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
867 # title: "18.01 stdev [Mpps]"
868 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
870 # title: "17.10 to 18.01 change [%]"
871 # data: "operation relative_change 5 6"
874 # "performance-improvements"
881 title: "Detailed Test Results - VPP Performance Results"
882 algorithm: "table_merged_details"
883 output-file-ext: ".csv"
884 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
890 title: "Documentation"
898 filter: "not 'NDRCHK' and not 'PDRCHK'"
907 title: "Test configuration - VPP Performance Test Configs"
908 algorithm: "table_merged_details"
909 output-file-ext: ".csv"
910 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
916 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
917 data: "data vat-history"
921 filter: "not 'NDRCHK' and not 'PDRCHK'"
929 title: "Test Operational Data - VPP Performance Operational Data"
930 algorithm: "table_merged_details"
931 output-file-ext: ".csv"
932 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
938 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
939 data: "data show-run"
943 filter: "not 'NDRCHK' and not 'PDRCHK'"
951 title: "Detailed Test Results - VPP Functional Results"
952 algorithm: "table_details"
953 output-file-ext: ".csv"
954 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
960 title: "Documentation"
977 title: "Detailed Test Results - VPP Functional Results - CentOS"
978 algorithm: "table_details"
979 output-file-ext: ".csv"
980 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
986 title: "Documentation"
993 "vpp-func-results-centos"
1003 title: "Test configuration - VPP Functional Test Configs"
1004 algorithm: "table_details"
1005 output-file-ext: ".csv"
1006 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1012 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1013 data: "data vat-history"
1025 title: "Test configuration - VPP Functional Test Configs - CentOS"
1026 algorithm: "table_details"
1027 output-file-ext: ".csv"
1028 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1034 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1035 data: "data vat-history"
1038 "vpp-func-results-centos"
1047 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
1048 algorithm: "table_details"
1049 output-file-ext: ".csv"
1050 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1056 title: "Documentation"
1063 "ligato-perf-results"
1073 title: "Detailed Test Results - DPDK Performance Results"
1074 algorithm: "table_details"
1075 output-file-ext: ".csv"
1076 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1082 title: "Documentation"
1099 title: "Detailed Test Results - Honeycomb Functional Results"
1100 algorithm: "table_details"
1101 output-file-ext: ".csv"
1102 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1108 title: "Documentation"
1125 title: "Detailed Test Results - NSH SFC Functional Results"
1126 algorithm: "table_details"
1127 output-file-ext: ".csv"
1128 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1134 title: "Documentation"
1149 ################################################################################
1151 ################################################################################
1155 title: "VPP Performance Results"
1156 algorithm: "file_merged_test_results"
1157 output-file-ext: ".rst"
1158 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1159 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1160 dir-tables: "{DIR[DTR,PERF,VPP]}"
1163 filter: "not 'NDRCHK' and not 'PDRCHK'"
1169 data-start-level: 3 # 0, 1, 2, ...
1170 chapters-start-level: 2 # 0, 1, 2, ...
1174 title: "VPP Performance Configuration"
1175 algorithm: "file_merged_test_results"
1176 output-file-ext: ".rst"
1177 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1178 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1179 dir-tables: "{DIR[DTC,PERF,VPP]}"
1182 filter: "not 'NDRCHK' and not 'PDRCHK'"
1188 data-start-level: 3 # 0, 1, 2, ...
1189 chapters-start-level: 2 # 0, 1, 2, ...
1193 title: "VPP Performance Operational Data"
1194 algorithm: "file_merged_test_results"
1195 output-file-ext: ".rst"
1196 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1197 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1198 dir-tables: "{DIR[DTO,PERF,VPP]}"
1201 filter: "not 'NDRCHK' and not 'PDRCHK'"
1207 data-start-level: 3 # 0, 1, 2, ...
1208 chapters-start-level: 2 # 0, 1, 2, ...
1212 title: "VPP Functional Results"
1213 algorithm: "file_test_results"
1214 output-file-ext: ".rst"
1215 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1216 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1217 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1225 data-start-level: 3 # 0, 1, 2, ...
1226 chapters-start-level: 2 # 0, 1, 2, ...
1230 title: "VPP Functional Results - CentOS"
1231 algorithm: "file_test_results"
1232 output-file-ext: ".rst"
1233 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results_centos"
1234 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1235 dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
1237 "vpp-func-results-centos"
1243 data-start-level: 3 # 0, 1, 2, ...
1244 chapters-start-level: 2 # 0, 1, 2, ...
1248 title: "VPP Functional Configuration"
1249 algorithm: "file_test_results"
1250 output-file-ext: ".rst"
1251 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1252 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1253 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1261 data-start-level: 3 # 0, 1, 2, ...
1262 chapters-start-level: 2 # 0, 1, 2, ...
1266 title: "VPP Functional Configuration - CentOS"
1267 algorithm: "file_test_results"
1268 output-file-ext: ".rst"
1269 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration_centos"
1270 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1271 dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
1273 "vpp-func-results-centos"
1279 data-start-level: 3 # 0, 1, 2, ...
1280 chapters-start-level: 2 # 0, 1, 2, ...
1284 title: "Container Orchestrated Performance Results"
1285 algorithm: "file_test_results"
1286 output-file-ext: ".rst"
1287 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1288 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1289 dir-tables: "{DIR[DTR,PERF,COT]}"
1291 "ligato-perf-results"
1297 data-start-level: 2 # 0, 1, 2, ...
1298 chapters-start-level: 2 # 0, 1, 2, ...
1302 title: "DPDK Performance Results"
1303 algorithm: "file_test_results"
1304 output-file-ext: ".rst"
1305 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1306 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1307 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1317 data-start-level: 2 # 0, 1, 2, ...
1318 chapters-start-level: 2 # 0, 1, 2, ...
1322 title: "Honeycomb Functional Results"
1323 algorithm: "file_test_results"
1324 output-file-ext: ".rst"
1325 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1326 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1327 dir-tables: "{DIR[DTR,FUNC,HC]}"
1337 data-start-level: 3 # 0, 1, 2, ...
1338 chapters-start-level: 2 # 0, 1, 2, ...
1342 title: "NSH SFC Functional Results"
1343 algorithm: "file_test_results"
1344 output-file-ext: ".rst"
1345 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1346 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1347 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1357 data-start-level: 2 # 0, 1, 2, ...
1358 chapters-start-level: 2 # 0, 1, 2, ...
1360 ################################################################################
1362 ################################################################################
1364 # Plots VPP HTTP Server Performance
1367 title: "VPP HTTP Server Performance"
1368 algorithm: "plot_http_server_performance_box"
1369 output-file-type: ".html"
1370 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1372 "plot-vpp-http-server-performance"
1373 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1374 # each tag is enclosed with ' (apostrophe).
1375 filter: "'HTTP' and 'TCP_CPS'"
1381 boxpoints: "outliers"
1384 title: "VPP HTTP Server Performance"
1390 title: "VPP HTTP Server Performance"
1391 algorithm: "plot_http_server_performance_box"
1392 output-file-type: ".html"
1393 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1395 "plot-vpp-http-server-performance"
1396 filter: "'HTTP' and 'TCP_RPS'"
1402 boxpoints: "outliers"
1405 title: "VPP HTTP Server Performance"
1409 # Plot Throughput Speedup Analysis
1411 # L2 - 10ge2p1x520 - NDR
1414 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1415 algorithm: "plot_throughput_speedup_analysis"
1416 output-file-type: ".html"
1417 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1419 "plot-throughput-speedup-analysis"
1420 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1426 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1428 "plot-throughput-speedup-analysis"
1430 # L2 - 40ge2p1xl710 - NDR
1433 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1434 algorithm: "plot_throughput_speedup_analysis"
1435 output-file-type: ".html"
1436 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1438 "plot-throughput-speedup-analysis"
1439 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1445 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1447 "plot-throughput-speedup-analysis"
1449 # L2 - 10ge2p1x520 - PDR
1452 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1453 algorithm: "plot_throughput_speedup_analysis"
1454 output-file-type: ".html"
1455 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1457 "plot-throughput-speedup-analysis"
1458 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1464 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1466 "plot-throughput-speedup-analysis"
1468 # IPv4 - 10ge2p1x520 - NDR
1471 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1472 algorithm: "plot_throughput_speedup_analysis"
1473 output-file-type: ".html"
1474 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1476 "plot-throughput-speedup-analysis"
1477 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1483 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1485 "plot-throughput-speedup-analysis"
1487 # IPv4 - 40ge2p1xl710 - NDR
1490 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1491 algorithm: "plot_throughput_speedup_analysis"
1492 output-file-type: ".html"
1493 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1495 "plot-throughput-speedup-analysis"
1496 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1502 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1504 "plot-throughput-speedup-analysis"
1506 # IPv4 - 10ge2p1x520 - PDR
1509 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1510 algorithm: "plot_throughput_speedup_analysis"
1511 output-file-type: ".html"
1512 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1514 "plot-throughput-speedup-analysis"
1515 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1521 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1523 "plot-throughput-speedup-analysis"
1525 # IPv6 - 10ge2p1x520 - NDR
1528 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1529 algorithm: "plot_throughput_speedup_analysis"
1530 output-file-type: ".html"
1531 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1533 "plot-throughput-speedup-analysis"
1534 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1540 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1542 "plot-throughput-speedup-analysis"
1544 # IPv6 - 40ge2p1xl710 - NDR
1547 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1548 algorithm: "plot_throughput_speedup_analysis"
1549 output-file-type: ".html"
1550 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1552 "plot-throughput-speedup-analysis"
1553 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1559 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1561 "plot-throughput-speedup-analysis"
1563 # IPv6 - 10ge2p1x520 - PDR
1566 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1567 algorithm: "plot_throughput_speedup_analysis"
1568 output-file-type: ".html"
1569 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1571 "plot-throughput-speedup-analysis"
1572 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1578 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1580 "plot-throughput-speedup-analysis"
1582 # Plot packets per second
1587 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1588 algorithm: "plot_performance_box"
1589 output-file-type: ".html"
1590 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1592 "plot-vpp-throughput-latency"
1593 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1594 # each tag is enclosed with ' (apostrophe).
1595 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1601 boxpoints: "outliers"
1604 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1610 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1611 algorithm: "plot_performance_box"
1612 output-file-type: ".html"
1613 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1615 "plot-vpp-throughput-latency"
1616 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1622 boxpoints: "outliers"
1625 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1631 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1632 algorithm: "plot_performance_box"
1633 output-file-type: ".html"
1634 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1636 "plot-vpp-throughput-latency"
1637 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1643 boxpoints: "outliers"
1646 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1652 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1653 algorithm: "plot_performance_box"
1654 output-file-type: ".html"
1655 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1657 "plot-vpp-throughput-latency"
1658 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1664 boxpoints: "outliers"
1667 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1674 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1675 algorithm: "plot_performance_box"
1676 output-file-type: ".html"
1677 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1679 "plot-vpp-throughput-latency"
1680 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1686 boxpoints: "outliers"
1689 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1695 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1696 algorithm: "plot_performance_box"
1697 output-file-type: ".html"
1698 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1700 "plot-vpp-throughput-latency"
1701 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1707 boxpoints: "outliers"
1710 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1716 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1717 algorithm: "plot_performance_box"
1718 output-file-type: ".html"
1719 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1721 "plot-vpp-throughput-latency"
1722 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1728 boxpoints: "outliers"
1731 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1737 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1738 algorithm: "plot_performance_box"
1739 output-file-type: ".html"
1740 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1742 "plot-vpp-throughput-latency"
1743 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1749 boxpoints: "outliers"
1752 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1759 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1760 algorithm: "plot_performance_box"
1761 output-file-type: ".html"
1762 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1764 "plot-vpp-throughput-latency"
1765 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1771 boxpoints: "outliers"
1774 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1780 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1781 algorithm: "plot_performance_box"
1782 output-file-type: ".html"
1783 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1785 "plot-vpp-throughput-latency"
1786 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1792 boxpoints: "outliers"
1795 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1801 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1802 algorithm: "plot_performance_box"
1803 output-file-type: ".html"
1804 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1806 "plot-vpp-throughput-latency"
1807 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1813 boxpoints: "outliers"
1816 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1822 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1823 algorithm: "plot_performance_box"
1824 output-file-type: ".html"
1825 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1827 "plot-vpp-throughput-latency"
1828 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1834 boxpoints: "outliers"
1837 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1844 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1845 algorithm: "plot_performance_box"
1846 output-file-type: ".html"
1847 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1849 "plot-vpp-throughput-latency"
1850 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1856 boxpoints: "outliers"
1859 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1865 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1866 algorithm: "plot_performance_box"
1867 output-file-type: ".html"
1868 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1870 "plot-vpp-throughput-latency"
1871 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1877 boxpoints: "outliers"
1880 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1886 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1887 algorithm: "plot_performance_box"
1888 output-file-type: ".html"
1889 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1891 "plot-vpp-throughput-latency"
1892 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1898 boxpoints: "outliers"
1901 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1907 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1908 algorithm: "plot_performance_box"
1909 output-file-type: ".html"
1910 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1912 "plot-vpp-throughput-latency"
1913 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1919 boxpoints: "outliers"
1922 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1929 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1930 algorithm: "plot_performance_box"
1931 output-file-type: ".html"
1932 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1934 "plot-vpp-throughput-latency"
1935 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1941 boxpoints: "outliers"
1944 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1950 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1951 algorithm: "plot_performance_box"
1952 output-file-type: ".html"
1953 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1955 "plot-vpp-throughput-latency"
1956 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1962 boxpoints: "outliers"
1965 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1971 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1972 algorithm: "plot_performance_box"
1973 output-file-type: ".html"
1974 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1976 "plot-vpp-throughput-latency"
1977 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1983 boxpoints: "outliers"
1986 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1992 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1993 algorithm: "plot_performance_box"
1994 output-file-type: ".html"
1995 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1997 "plot-vpp-throughput-latency"
1998 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2004 boxpoints: "outliers"
2007 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2014 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2015 algorithm: "plot_performance_box"
2016 output-file-type: ".html"
2017 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2019 "plot-vpp-throughput-latency"
2020 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2026 boxpoints: "outliers"
2029 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2034 gridcolor: "rgb(238, 238, 238)"
2035 linecolor: "rgb(238, 238, 238)"
2039 showticklabels: True
2040 tickcolor: "rgb(238, 238, 238)"
2042 title: "Indexed Test Cases"
2045 gridcolor: "rgb(238, 238, 238)'"
2047 linecolor: "rgb(238, 238, 238)"
2049 range: [2000000, 6000000]
2052 showticklabels: True
2053 tickcolor: "rgb(238, 238, 238)"
2054 title: "Packets Per Second [pps]"
2072 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2073 algorithm: "plot_performance_box"
2074 output-file-type: ".html"
2075 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2077 "plot-vpp-throughput-latency"
2078 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2084 boxpoints: "outliers"
2087 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2093 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2094 algorithm: "plot_performance_box"
2095 output-file-type: ".html"
2096 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2098 "plot-vpp-throughput-latency"
2099 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2105 boxpoints: "outliers"
2108 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2114 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2115 algorithm: "plot_performance_box"
2116 output-file-type: ".html"
2117 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2119 "plot-vpp-throughput-latency"
2120 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2126 boxpoints: "outliers"
2129 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2134 gridcolor: "rgb(238, 238, 238)"
2135 linecolor: "rgb(238, 238, 238)"
2139 showticklabels: True
2140 tickcolor: "rgb(238, 238, 238)"
2142 title: "Indexed Test Cases"
2145 gridcolor: "rgb(238, 238, 238)'"
2147 linecolor: "rgb(238, 238, 238)"
2149 range: [4000000, 12000000]
2152 showticklabels: True
2153 tickcolor: "rgb(238, 238, 238)"
2154 title: "Packets Per Second [pps]"
2173 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2174 algorithm: "plot_performance_box"
2175 output-file-type: ".html"
2176 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2178 "plot-vpp-throughput-latency"
2179 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2185 boxpoints: "outliers"
2188 title: "64B-1t1c-.*vhost.*-ndrdisc"
2193 gridcolor: "rgb(238, 238, 238)"
2194 linecolor: "rgb(238, 238, 238)"
2198 showticklabels: True
2199 tickcolor: "rgb(238, 238, 238)"
2201 title: "Indexed Test Cases"
2204 gridcolor: "rgb(238, 238, 238)'"
2206 linecolor: "rgb(238, 238, 238)"
2211 showticklabels: True
2212 tickcolor: "rgb(238, 238, 238)"
2213 title: "Packets Per Second [pps]"
2231 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2232 algorithm: "plot_performance_box"
2233 output-file-type: ".html"
2234 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2236 "plot-vpp-throughput-latency"
2237 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2243 boxpoints: "outliers"
2246 title: "64B-2t2c-.*vhost.*-ndrdisc"
2252 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2253 algorithm: "plot_performance_box"
2254 output-file-type: ".html"
2255 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2257 "plot-vpp-throughput-latency"
2258 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2264 boxpoints: "outliers"
2267 title: "64B-1t1c-.*vhost.*-pdrdisc"
2273 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2274 algorithm: "plot_performance_box"
2275 output-file-type: ".html"
2276 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2278 "plot-vpp-throughput-latency"
2279 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2285 boxpoints: "outliers"
2288 title: "64B-2t2c-.*vhost.*-pdrdisc"
2292 # VPP VM VHOST SELECTION
2295 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2296 algorithm: "plot_performance_box"
2297 output-file-type: ".html"
2298 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2300 "plot-vpp-throughput-latency"
2301 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2307 boxpoints: "outliers"
2310 title: "64B-1t1c-.*vhost.*-ndrdisc"
2316 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2317 algorithm: "plot_performance_box"
2318 output-file-type: ".html"
2319 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2321 "plot-vpp-throughput-latency"
2322 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2328 boxpoints: "outliers"
2331 title: "64B-2t2c-.*vhost.*-ndrdisc"
2337 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2338 algorithm: "plot_performance_box"
2339 output-file-type: ".html"
2340 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2342 "plot-vpp-throughput-latency"
2343 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2349 boxpoints: "outliers"
2352 title: "64B-1t1c-.*vhost.*-pdrdisc"
2358 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2359 algorithm: "plot_performance_box"
2360 output-file-type: ".html"
2361 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2363 "plot-vpp-throughput-latency"
2364 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2370 boxpoints: "outliers"
2373 title: "64B-2t2c-.*vhost.*-pdrdisc"
2380 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2381 algorithm: "plot_performance_box"
2382 output-file-type: ".html"
2383 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2385 "plot-vpp-throughput-latency"
2386 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2392 boxpoints: "outliers"
2395 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2401 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2402 algorithm: "plot_performance_box"
2403 output-file-type: ".html"
2404 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2406 "plot-vpp-throughput-latency"
2407 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2413 boxpoints: "outliers"
2416 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2422 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2423 algorithm: "plot_performance_box"
2424 output-file-type: ".html"
2425 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2427 "plot-vpp-throughput-latency"
2428 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2434 boxpoints: "outliers"
2437 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2443 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2444 algorithm: "plot_performance_box"
2445 output-file-type: ".html"
2446 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2448 "plot-vpp-throughput-latency"
2449 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2455 boxpoints: "outliers"
2458 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2465 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2466 algorithm: "plot_performance_box"
2467 output-file-type: ".html"
2468 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2470 "plot-dpdk-throughput-latency"
2471 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2477 boxpoints: "outliers"
2480 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2486 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2487 algorithm: "plot_performance_box"
2488 output-file-type: ".html"
2489 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2491 "plot-dpdk-throughput-latency"
2492 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2498 boxpoints: "outliers"
2501 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2507 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2508 algorithm: "plot_performance_box"
2509 output-file-type: ".html"
2510 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2512 "plot-dpdk-throughput-latency"
2513 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2519 boxpoints: "outliers"
2522 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2527 gridcolor: "rgb(238, 238, 238)"
2528 linecolor: "rgb(238, 238, 238)"
2532 showticklabels: True
2533 tickcolor: "rgb(238, 238, 238)"
2535 title: "Indexed Test Cases"
2538 gridcolor: "rgb(238, 238, 238)'"
2540 linecolor: "rgb(238, 238, 238)"
2542 range: [2000000, 12000000]
2545 showticklabels: True
2546 tickcolor: "rgb(238, 238, 238)"
2547 title: "Packets Per Second [pps]"
2565 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2566 algorithm: "plot_performance_box"
2567 output-file-type: ".html"
2568 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2570 "plot-dpdk-throughput-latency"
2571 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2577 boxpoints: "outliers"
2580 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2585 gridcolor: "rgb(238, 238, 238)"
2586 linecolor: "rgb(238, 238, 238)"
2590 showticklabels: True
2591 tickcolor: "rgb(238, 238, 238)"
2593 title: "Indexed Test Cases"
2596 gridcolor: "rgb(238, 238, 238)'"
2598 linecolor: "rgb(238, 238, 238)"
2600 range: [2000000, 12000000]
2603 showticklabels: True
2604 tickcolor: "rgb(238, 238, 238)"
2605 title: "Packets Per Second [pps]"
2623 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2624 algorithm: "plot_performance_box"
2625 output-file-type: ".html"
2626 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2628 "plot-dpdk-throughput-latency"
2629 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2635 boxpoints: "outliers"
2638 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2644 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2645 algorithm: "plot_performance_box"
2646 output-file-type: ".html"
2647 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2649 "plot-dpdk-throughput-latency"
2650 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2656 boxpoints: "outliers"
2659 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2665 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2666 algorithm: "plot_performance_box"
2667 output-file-type: ".html"
2668 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2670 "plot-dpdk-throughput-latency"
2671 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2677 boxpoints: "outliers"
2680 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2685 gridcolor: "rgb(238, 238, 238)"
2686 linecolor: "rgb(238, 238, 238)"
2690 showticklabels: True
2691 tickcolor: "rgb(238, 238, 238)"
2693 title: "Indexed Test Cases"
2696 gridcolor: "rgb(238, 238, 238)'"
2698 linecolor: "rgb(238, 238, 238)"
2700 range: [20000000, 30000000]
2703 showticklabels: True
2704 tickcolor: "rgb(238, 238, 238)"
2705 title: "Packets Per Second [pps]"
2723 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2724 algorithm: "plot_performance_box"
2725 output-file-type: ".html"
2726 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2728 "plot-dpdk-throughput-latency"
2729 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2735 boxpoints: "outliers"
2738 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2743 gridcolor: "rgb(238, 238, 238)"
2744 linecolor: "rgb(238, 238, 238)"
2748 showticklabels: True
2749 tickcolor: "rgb(238, 238, 238)"
2751 title: "Indexed Test Cases"
2754 gridcolor: "rgb(238, 238, 238)'"
2756 linecolor: "rgb(238, 238, 238)"
2758 range: [20000000, 30000000]
2761 showticklabels: True
2762 tickcolor: "rgb(238, 238, 238)"
2763 title: "Packets Per Second [pps]"
2784 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2785 algorithm: "plot_latency_box"
2786 output-file-type: ".html"
2787 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2789 "plot-vpp-throughput-latency"
2790 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2797 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2803 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2804 algorithm: "plot_latency_box"
2805 output-file-type: ".html"
2806 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2808 "plot-vpp-throughput-latency"
2809 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2816 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2823 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2824 algorithm: "plot_latency_box"
2825 output-file-type: ".html"
2826 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2828 "plot-vpp-throughput-latency"
2829 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2836 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2842 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2843 algorithm: "plot_latency_box"
2844 output-file-type: ".html"
2845 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2847 "plot-vpp-throughput-latency"
2848 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2855 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2862 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2863 algorithm: "plot_latency_box"
2864 output-file-type: ".html"
2865 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2867 "plot-vpp-throughput-latency"
2868 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2875 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2881 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2882 algorithm: "plot_latency_box"
2883 output-file-type: ".html"
2884 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2886 "plot-vpp-throughput-latency"
2887 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2894 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2901 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2902 algorithm: "plot_latency_box"
2903 output-file-type: ".html"
2904 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2906 "plot-vpp-throughput-latency"
2907 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2914 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2920 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2921 algorithm: "plot_latency_box"
2922 output-file-type: ".html"
2923 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2925 "plot-vpp-throughput-latency"
2926 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2933 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2940 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2941 algorithm: "plot_latency_box"
2942 output-file-type: ".html"
2943 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2945 "plot-vpp-throughput-latency"
2946 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2953 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2959 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2960 algorithm: "plot_latency_box"
2961 output-file-type: ".html"
2962 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2964 "plot-vpp-throughput-latency"
2965 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2972 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2979 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2980 algorithm: "plot_latency_box"
2981 output-file-type: ".html"
2982 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2984 "plot-vpp-throughput-latency"
2985 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2992 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2998 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2999 algorithm: "plot_latency_box"
3000 output-file-type: ".html"
3001 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3003 "plot-vpp-throughput-latency"
3004 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3011 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3018 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3019 algorithm: "plot_latency_box"
3020 output-file-type: ".html"
3021 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
3023 "plot-vpp-throughput-latency"
3024 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3031 title: "64B-1t1c-.*vhost.*-ndrdisc"
3037 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3038 algorithm: "plot_latency_box"
3039 output-file-type: ".html"
3040 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
3042 "plot-vpp-throughput-latency"
3043 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3050 title: "64B-2t2c-.*vhost.*-ndrdisc"
3054 # VPP VM VHOST selection
3057 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3058 algorithm: "plot_latency_box"
3059 output-file-type: ".html"
3060 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
3062 "plot-vpp-throughput-latency"
3063 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3070 title: "64B-1t1c-.*vhost.*-ndrdisc"
3076 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3077 algorithm: "plot_latency_box"
3078 output-file-type: ".html"
3079 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
3081 "plot-vpp-throughput-latency"
3082 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3089 title: "64B-2t2c-.*vhost.*-ndrdisc"
3096 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3097 algorithm: "plot_latency_box"
3098 output-file-type: ".html"
3099 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3101 "plot-vpp-throughput-latency"
3102 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3109 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3115 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3116 algorithm: "plot_latency_box"
3117 output-file-type: ".html"
3118 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3120 "plot-vpp-throughput-latency"
3121 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3128 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3135 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3136 algorithm: "plot_latency_box"
3137 output-file-type: ".html"
3138 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3140 "plot-dpdk-throughput-latency"
3141 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3148 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3154 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3155 algorithm: "plot_latency_box"
3156 output-file-type: ".html"
3157 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3159 "plot-dpdk-throughput-latency"
3160 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3167 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3173 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3174 algorithm: "plot_latency_box"
3175 output-file-type: ".html"
3176 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3178 "plot-dpdk-throughput-latency"
3179 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3186 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3192 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3193 algorithm: "plot_latency_box"
3194 output-file-type: ".html"
3195 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3197 "plot-dpdk-throughput-latency"
3198 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3205 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3209 # Ligato - Throughput
3214 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3215 algorithm: "plot_performance_box"
3216 output-file-type: ".html"
3217 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3219 "plot-vpp-throughput-latency"
3220 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3226 boxpoints: "outliers"
3229 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3234 gridcolor: "rgb(238, 238, 238)"
3235 linecolor: "rgb(238, 238, 238)"
3239 showticklabels: True
3240 tickcolor: "rgb(238, 238, 238)"
3242 title: "Indexed Test Cases"
3245 gridcolor: "rgb(238, 238, 238)'"
3247 linecolor: "rgb(238, 238, 238)"
3252 showticklabels: True
3253 tickcolor: "rgb(238, 238, 238)"
3254 title: "Packets Per Second [pps]"
3272 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3273 algorithm: "plot_performance_box"
3274 output-file-type: ".html"
3275 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3277 "plot-vpp-throughput-latency"
3278 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3284 boxpoints: "outliers"
3287 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3292 gridcolor: "rgb(238, 238, 238)"
3293 linecolor: "rgb(238, 238, 238)"
3297 showticklabels: True
3298 tickcolor: "rgb(238, 238, 238)"
3300 title: "Indexed Test Cases"
3303 gridcolor: "rgb(238, 238, 238)'"
3305 linecolor: "rgb(238, 238, 238)"
3310 showticklabels: True
3311 tickcolor: "rgb(238, 238, 238)"
3312 title: "Packets Per Second [pps]"
3330 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3331 algorithm: "plot_performance_box"
3332 output-file-type: ".html"
3333 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3335 "plot-vpp-throughput-latency"
3336 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3342 boxpoints: "outliers"
3345 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3350 gridcolor: "rgb(238, 238, 238)"
3351 linecolor: "rgb(238, 238, 238)"
3355 showticklabels: True
3356 tickcolor: "rgb(238, 238, 238)"
3358 title: "Indexed Test Cases"
3361 gridcolor: "rgb(238, 238, 238)'"
3363 linecolor: "rgb(238, 238, 238)"
3368 showticklabels: True
3369 tickcolor: "rgb(238, 238, 238)"
3370 title: "Packets Per Second [pps]"
3388 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3389 algorithm: "plot_performance_box"
3390 output-file-type: ".html"
3391 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3393 "plot-vpp-throughput-latency"
3394 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3400 boxpoints: "outliers"
3403 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3408 gridcolor: "rgb(238, 238, 238)"
3409 linecolor: "rgb(238, 238, 238)"
3413 showticklabels: True
3414 tickcolor: "rgb(238, 238, 238)"
3416 title: "Indexed Test Cases"
3419 gridcolor: "rgb(238, 238, 238)'"
3421 linecolor: "rgb(238, 238, 238)"
3426 showticklabels: True
3427 tickcolor: "rgb(238, 238, 238)"
3428 title: "Packets Per Second [pps]"
3444 # Container orchestrated
3447 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3448 algorithm: "plot_performance_box"
3449 output-file-type: ".html"
3450 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3452 "plot-ligato-throughput-latency"
3453 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3459 boxpoints: "outliers"
3462 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3468 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3469 algorithm: "plot_performance_box"
3470 output-file-type: ".html"
3471 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3473 "plot-ligato-throughput-latency"
3474 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3480 boxpoints: "outliers"
3483 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3489 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3490 algorithm: "plot_performance_box"
3491 output-file-type: ".html"
3492 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3494 "plot-ligato-throughput-latency"
3495 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3501 boxpoints: "outliers"
3504 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3510 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3511 algorithm: "plot_performance_box"
3512 output-file-type: ".html"
3513 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3515 "plot-ligato-throughput-latency"
3516 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3522 boxpoints: "outliers"
3525 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3534 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3535 algorithm: "plot_latency_box"
3536 output-file-type: ".html"
3537 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3539 "plot-vpp-throughput-latency"
3540 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3547 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3553 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3554 algorithm: "plot_latency_box"
3555 output-file-type: ".html"
3556 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3558 "plot-vpp-throughput-latency"
3559 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3566 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3570 # Container orchestrated
3573 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3574 algorithm: "plot_latency_box"
3575 output-file-type: ".html"
3576 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3578 "plot-ligato-throughput-latency"
3579 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3586 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3592 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3593 algorithm: "plot_latency_box"
3594 output-file-type: ".html"
3595 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3597 "plot-ligato-throughput-latency"
3598 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3605 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"