6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
45 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
46 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
47 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
49 # Detailed test configurations
50 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
52 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
55 # Detailed tests operational data
56 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
57 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
59 # .css patch file to fix tables generated by Sphinx
60 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
61 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
64 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
65 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 URL[NEXUS]: "https://docs.fd.io/csit"
67 DIR[NEXUS]: "report/_static/archive"
70 # List the directories which are created while preparing the environment.
71 # All directories MUST be defined in "paths" section.
78 - "DIR[WORKING,SRC,STATIC]"
81 # List the directories which are deleted while cleaning the environment.
82 # All directories MUST be defined in "paths" section.
87 # List the directories where the results (build) is stored.
88 # All directories MUST be defined in "paths" section.
95 plot-vpp-http-server-performance:
96 # TODO: Add the data sources
97 csit-vpp-perf-1801-all:
109 # TODO: Add the data sources
110 # vpp-meltdown-impact:
111 # csit-vpp-perf-1707-all:
115 # csit-vpp-perf-1710-all:
119 # TODO: Add the data sources
120 # vpp-spectre-impact:
121 # csit-vpp-perf-1707-all:
125 # csit-vpp-perf-1710-all:
129 vpp-performance-changes:
130 csit-vpp-perf-1710-all:
141 csit-vpp-perf-1801-all:
154 csit-vpp-perf-1804-all:
163 vpp-performance-changes-mrr:
164 csit-vpp-perf-check-1801:
177 csit-vpp-perf-check-1804:
186 plot-throughput-speedup-analysis:
187 csit-vpp-perf-1804-all:
200 # performance-improvements:
201 # csit-vpp-perf-1707-all:
212 # csit-vpp-perf-1710-all:
223 # csit-vpp-perf-1801-all:
227 # csit-ligato-perf-1710-all:
238 # csit-ligato-perf-1801-all:
249 csit-vpp-perf-1804-all:
255 csit-vpp-functional-1804-ubuntu1604-virl:
257 vpp-func-results-centos:
258 csit-vpp-functional-1804-centos7-virl:
261 csit-ligato-perf-1801-all:
264 csit-dpdk-perf-1804-all:
267 csit-hc2vpp-verify-func-1804-ubuntu1604:
270 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
272 plot-vpp-throughput-latency:
273 csit-vpp-perf-1804-all:
286 plot-dpdk-throughput-latency:
287 csit-dpdk-perf-1804-all:
298 plot-ligato-throughput-latency:
299 csit-ligato-perf-1801-all:
317 gridcolor: "rgb(238, 238, 238)"
318 linecolor: "rgb(238, 238, 238)"
323 tickcolor: "rgb(238, 238, 238)"
325 title: "Indexed Test Cases"
328 gridcolor: "rgb(238, 238, 238)'"
330 linecolor: "rgb(238, 238, 238)"
337 tickcolor: "rgb(238, 238, 238)"
338 title: "Connections Per Second [cps]"
359 gridcolor: "rgb(238, 238, 238)"
360 linecolor: "rgb(238, 238, 238)"
365 tickcolor: "rgb(238, 238, 238)"
367 title: "Indexed Test Cases"
370 gridcolor: "rgb(238, 238, 238)'"
372 linecolor: "rgb(238, 238, 238)"
379 tickcolor: "rgb(238, 238, 238)"
380 title: "Requests Per Second [rps]"
401 gridcolor: "rgb(238, 238, 238)"
402 linecolor: "rgb(238, 238, 238)"
407 tickcolor: "rgb(238, 238, 238)"
409 title: "Indexed Test Cases"
412 gridcolor: "rgb(238, 238, 238)'"
414 linecolor: "rgb(238, 238, 238)"
420 tickcolor: "rgb(238, 238, 238)"
421 title: "Packets Per Second [pps]"
442 gridcolor: "rgb(238, 238, 238)"
443 linecolor: "rgb(238, 238, 238)"
448 tickcolor: "rgb(238, 238, 238)"
450 title: "Indexed Test Cases"
453 gridcolor: "rgb(238, 238, 238)'"
455 linecolor: "rgb(238, 238, 238)"
461 tickcolor: "rgb(238, 238, 238)"
462 title: "Latency min/avg/max [uSec]"
478 plot-throughput-speedup-analysis:
483 gridcolor: "rgb(238, 238, 238)"
484 linecolor: "rgb(238, 238, 238)"
489 tickcolor: "rgb(238, 238, 238)"
494 title: "Throughput speedup factor"
495 gridcolor: "rgb(238, 238, 238)"
497 linecolor: "rgb(238, 238, 238)"
503 tickcolor: "rgb(238, 238, 238)"
511 bgcolor: "rgba(255, 255, 255, 0)"
512 bordercolor: "rgba(255, 255, 255, 0)"
529 input-format: "xml" # zip or xml
530 extract: "robot-plugin/output.xml" # Only for zip
532 # The files must be in the directory DIR[WORKING,DATA]
533 csit-vpp-perf-1801-all:
536 file: "{DIR[WORKING,DATA]}/output.xml"
539 file: "{DIR[WORKING,DATA]}/output.xml"
542 file: "{DIR[WORKING,DATA]}/output.xml"
545 file: "{DIR[WORKING,DATA]}/output.xml"
549 src-path: "{DIR[RST]}"
550 dst-path: "{DIR[WORKING,SRC]}"
553 type: "input" # Ignored in debug mode
555 file-name: "robot-plugin.zip"
557 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
558 extract: "robot-plugin/output.xml"
560 # csit-vpp-perf-1707-all:
571 csit-vpp-perf-1710-all:
582 csit-vpp-perf-1801-all:
610 csit-vpp-perf-1804-all:
623 csit-vpp-perf-check-1801:
636 csit-vpp-perf-check-1804:
645 # csit-ligato-perf-1710-all:
656 csit-ligato-perf-1801-all:
667 csit-dpdk-perf-1804-all:
678 csit-vpp-functional-1804-ubuntu1604-virl:
680 csit-vpp-functional-1804-centos7-virl:
682 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
684 csit-hc2vpp-verify-func-1804-ubuntu1604:
696 ################################################################################
698 ################################################################################
702 # title: "Performance Impact of Meltdown Patches"
703 # algorithm: "table_performance_comparison"
704 # output-file-ext: ".csv"
706 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
708 # title: "No Meltdown"
709 ## TODO: specify data sources
711 # csit-vpp-perf-1707-all:
716 # title: "Meltdown Patches Applied"
717 ## TODO: specify data sources
719 # csit-vpp-perf-1710-all:
724 # "vpp-meltdown-impact"
730 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
731 # # to present all tests.
732 # nr-of-tests-shown: 20
736 # title: "Performance Impact of Spectre Patches"
737 # algorithm: "table_performance_comparison"
738 # output-file-ext: ".csv"
740 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
742 # title: "No Spectre"
743 ## TODO: specify data sources
745 # csit-vpp-perf-1707-all:
750 # title: "Spectre Patches Applied"
751 ## TODO: specify data sources
753 # csit-vpp-perf-1710-all:
758 # "vpp-spectre-impact"
764 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
765 # # to present all tests.
766 # nr-of-tests-shown: 20
770 title: "VPP Performance Changes"
771 algorithm: "table_performance_comparison"
772 output-file-ext: ".csv"
773 output-file: "{DIR[STATIC,VPP]}/performance-changes"
778 csit-vpp-perf-1710-all:
792 csit-vpp-perf-1801-all:
808 csit-vpp-perf-1804-all:
814 data: "vpp-performance-changes"
820 # Number of the best and the worst tests presented in the table. Use 0 (zero)
821 # to present all tests.
822 nr-of-tests-shown: 20
827 title: "VPP Performance Changes - MRR"
828 algorithm: "table_performance_comparison_mrr"
829 output-file-ext: ".csv"
830 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
832 title: "Release 1801"
834 csit-vpp-perf-check-1801:
848 title: "Release 1804"
850 csit-vpp-perf-check-1804:
856 data: "vpp-performance-changes-mrr"
862 # Number of the best and the worst tests presented in the table. Use 0 (zero)
863 # to present all tests.
864 nr-of-tests-shown: 20
869 # title: "Performance improvements"
870 # algorithm: "table_performance_improvements"
871 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
872 # output-file-ext: ".csv"
873 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
879 # title: "16.09 mean [Mpps]"
882 # title: "17.01 mean [Mpps]"
885 # title: "17.04 mean [Mpps]"
888 # title: "17.07 mean [Mpps]"
889 # data: "data csit-vpp-perf-1707-all mean"
891 # title: "17.10 mean [Mpps]"
892 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
894 # title: "18.01 mean [Mpps]"
895 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
897 # title: "18.01 stdev [Mpps]"
898 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
900 # title: "17.10 to 18.01 change [%]"
901 # data: "operation relative_change 5 6"
904 # "performance-improvements"
911 title: "Detailed Test Results - VPP Performance Results"
912 algorithm: "table_merged_details"
913 output-file-ext: ".csv"
914 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
920 title: "Documentation"
928 filter: "not 'NDRCHK' and not 'PDRCHK'"
937 title: "Test configuration - VPP Performance Test Configs"
938 algorithm: "table_merged_details"
939 output-file-ext: ".csv"
940 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
946 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
947 data: "data vat-history"
951 filter: "not 'NDRCHK' and not 'PDRCHK'"
959 title: "Test Operational Data - VPP Performance Operational Data"
960 algorithm: "table_merged_details"
961 output-file-ext: ".csv"
962 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
968 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
969 data: "data show-run"
973 filter: "not 'NDRCHK' and not 'PDRCHK'"
981 title: "Detailed Test Results - VPP Functional Results"
982 algorithm: "table_details"
983 output-file-ext: ".csv"
984 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
990 title: "Documentation"
1007 title: "Detailed Test Results - VPP Functional Results - CentOS"
1008 algorithm: "table_details"
1009 output-file-ext: ".csv"
1010 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1016 title: "Documentation"
1023 "vpp-func-results-centos"
1033 title: "Test configuration - VPP Functional Test Configs"
1034 algorithm: "table_details"
1035 output-file-ext: ".csv"
1036 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1042 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1043 data: "data vat-history"
1055 title: "Test configuration - VPP Functional Test Configs - CentOS"
1056 algorithm: "table_details"
1057 output-file-ext: ".csv"
1058 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1064 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1065 data: "data vat-history"
1068 "vpp-func-results-centos"
1077 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
1078 algorithm: "table_details"
1079 output-file-ext: ".csv"
1080 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1086 title: "Documentation"
1093 "ligato-perf-results"
1103 title: "Detailed Test Results - DPDK Performance Results"
1104 algorithm: "table_details"
1105 output-file-ext: ".csv"
1106 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1112 title: "Documentation"
1129 title: "Detailed Test Results - Honeycomb Functional Results"
1130 algorithm: "table_details"
1131 output-file-ext: ".csv"
1132 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1138 title: "Documentation"
1155 title: "Detailed Test Results - NSH SFC Functional Results"
1156 algorithm: "table_details"
1157 output-file-ext: ".csv"
1158 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1164 title: "Documentation"
1179 ################################################################################
1181 ################################################################################
1185 title: "VPP Performance Results"
1186 algorithm: "file_merged_test_results"
1187 output-file-ext: ".rst"
1188 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1189 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1190 dir-tables: "{DIR[DTR,PERF,VPP]}"
1193 filter: "not 'NDRCHK' and not 'PDRCHK'"
1199 data-start-level: 3 # 0, 1, 2, ...
1200 chapters-start-level: 2 # 0, 1, 2, ...
1204 title: "VPP Performance Configuration"
1205 algorithm: "file_merged_test_results"
1206 output-file-ext: ".rst"
1207 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1208 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1209 dir-tables: "{DIR[DTC,PERF,VPP]}"
1212 filter: "not 'NDRCHK' and not 'PDRCHK'"
1218 data-start-level: 3 # 0, 1, 2, ...
1219 chapters-start-level: 2 # 0, 1, 2, ...
1223 title: "VPP Performance Operational Data"
1224 algorithm: "file_merged_test_results"
1225 output-file-ext: ".rst"
1226 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1227 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1228 dir-tables: "{DIR[DTO,PERF,VPP]}"
1231 filter: "not 'NDRCHK' and not 'PDRCHK'"
1237 data-start-level: 3 # 0, 1, 2, ...
1238 chapters-start-level: 2 # 0, 1, 2, ...
1242 title: "VPP Functional Results"
1243 algorithm: "file_test_results"
1244 output-file-ext: ".rst"
1245 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1246 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1247 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1255 data-start-level: 3 # 0, 1, 2, ...
1256 chapters-start-level: 2 # 0, 1, 2, ...
1260 title: "VPP Functional Results - CentOS"
1261 algorithm: "file_test_results"
1262 output-file-ext: ".rst"
1263 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1264 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1265 dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
1267 "vpp-func-results-centos"
1273 data-start-level: 3 # 0, 1, 2, ...
1274 chapters-start-level: 2 # 0, 1, 2, ...
1278 title: "VPP Functional Configuration"
1279 algorithm: "file_test_results"
1280 output-file-ext: ".rst"
1281 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1282 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1283 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1291 data-start-level: 3 # 0, 1, 2, ...
1292 chapters-start-level: 2 # 0, 1, 2, ...
1296 title: "VPP Functional Configuration - CentOS"
1297 algorithm: "file_test_results"
1298 output-file-ext: ".rst"
1299 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1300 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1301 dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
1303 "vpp-func-results-centos"
1309 data-start-level: 3 # 0, 1, 2, ...
1310 chapters-start-level: 2 # 0, 1, 2, ...
1314 title: "Container Orchestrated Performance Results"
1315 algorithm: "file_test_results"
1316 output-file-ext: ".rst"
1317 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1318 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1319 dir-tables: "{DIR[DTR,PERF,COT]}"
1321 "ligato-perf-results"
1327 data-start-level: 2 # 0, 1, 2, ...
1328 chapters-start-level: 2 # 0, 1, 2, ...
1332 title: "DPDK Performance Results"
1333 algorithm: "file_test_results"
1334 output-file-ext: ".rst"
1335 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1336 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1337 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1347 data-start-level: 2 # 0, 1, 2, ...
1348 chapters-start-level: 2 # 0, 1, 2, ...
1352 title: "Honeycomb Functional Results"
1353 algorithm: "file_test_results"
1354 output-file-ext: ".rst"
1355 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1356 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1357 dir-tables: "{DIR[DTR,FUNC,HC]}"
1367 data-start-level: 3 # 0, 1, 2, ...
1368 chapters-start-level: 2 # 0, 1, 2, ...
1372 title: "NSH SFC Functional Results"
1373 algorithm: "file_test_results"
1374 output-file-ext: ".rst"
1375 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1376 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1377 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1387 data-start-level: 2 # 0, 1, 2, ...
1388 chapters-start-level: 2 # 0, 1, 2, ...
1390 ################################################################################
1392 ################################################################################
1394 # Plots VPP HTTP Server Performance
1397 title: "VPP HTTP Server Performance"
1398 algorithm: "plot_http_server_performance_box"
1399 output-file-type: ".html"
1400 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1402 "plot-vpp-http-server-performance"
1403 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1404 # each tag is enclosed with ' (apostrophe).
1405 filter: "'HTTP' and 'TCP_CPS'"
1411 boxpoints: "outliers"
1414 title: "VPP HTTP Server Performance"
1420 title: "VPP HTTP Server Performance"
1421 algorithm: "plot_http_server_performance_box"
1422 output-file-type: ".html"
1423 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1425 "plot-vpp-http-server-performance"
1426 filter: "'HTTP' and 'TCP_RPS'"
1432 boxpoints: "outliers"
1435 title: "VPP HTTP Server Performance"
1439 # Plot Throughput Speedup Analysis
1441 # L2 - 10ge2p1x520 - NDR
1444 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1445 algorithm: "plot_throughput_speedup_analysis"
1446 output-file-type: ".html"
1447 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1449 "plot-throughput-speedup-analysis"
1450 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1456 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1458 "plot-throughput-speedup-analysis"
1460 # L2 - 40ge2p1xl710 - NDR
1463 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1464 algorithm: "plot_throughput_speedup_analysis"
1465 output-file-type: ".html"
1466 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1468 "plot-throughput-speedup-analysis"
1469 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1475 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1477 "plot-throughput-speedup-analysis"
1479 # L2 - 10ge2p1x520 - PDR
1482 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1483 algorithm: "plot_throughput_speedup_analysis"
1484 output-file-type: ".html"
1485 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1487 "plot-throughput-speedup-analysis"
1488 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1494 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1496 "plot-throughput-speedup-analysis"
1498 # IPv4 - 10ge2p1x520 - NDR
1501 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1502 algorithm: "plot_throughput_speedup_analysis"
1503 output-file-type: ".html"
1504 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1506 "plot-throughput-speedup-analysis"
1507 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1513 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1515 "plot-throughput-speedup-analysis"
1517 # IPv4 - 40ge2p1xl710 - NDR
1520 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1521 algorithm: "plot_throughput_speedup_analysis"
1522 output-file-type: ".html"
1523 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1525 "plot-throughput-speedup-analysis"
1526 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1532 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1534 "plot-throughput-speedup-analysis"
1536 # IPv4 - 10ge2p1x520 - PDR
1539 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1540 algorithm: "plot_throughput_speedup_analysis"
1541 output-file-type: ".html"
1542 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1544 "plot-throughput-speedup-analysis"
1545 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1551 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1553 "plot-throughput-speedup-analysis"
1555 # IPv6 - 10ge2p1x520 - NDR
1558 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1559 algorithm: "plot_throughput_speedup_analysis"
1560 output-file-type: ".html"
1561 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1563 "plot-throughput-speedup-analysis"
1564 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1570 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1572 "plot-throughput-speedup-analysis"
1574 # IPv6 - 40ge2p1xl710 - NDR
1577 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1578 algorithm: "plot_throughput_speedup_analysis"
1579 output-file-type: ".html"
1580 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1582 "plot-throughput-speedup-analysis"
1583 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1589 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1591 "plot-throughput-speedup-analysis"
1593 # IPv6 - 10ge2p1x520 - PDR
1596 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1597 algorithm: "plot_throughput_speedup_analysis"
1598 output-file-type: ".html"
1599 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1601 "plot-throughput-speedup-analysis"
1602 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1608 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1610 "plot-throughput-speedup-analysis"
1612 # Plot packets per second
1617 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1618 algorithm: "plot_performance_box"
1619 output-file-type: ".html"
1620 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1622 "plot-vpp-throughput-latency"
1623 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1624 # each tag is enclosed with ' (apostrophe).
1625 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1631 boxpoints: "outliers"
1634 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1640 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1641 algorithm: "plot_performance_box"
1642 output-file-type: ".html"
1643 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1645 "plot-vpp-throughput-latency"
1646 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1652 boxpoints: "outliers"
1655 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1661 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1662 algorithm: "plot_performance_box"
1663 output-file-type: ".html"
1664 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1666 "plot-vpp-throughput-latency"
1667 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1673 boxpoints: "outliers"
1676 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1682 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1683 algorithm: "plot_performance_box"
1684 output-file-type: ".html"
1685 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1687 "plot-vpp-throughput-latency"
1688 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1694 boxpoints: "outliers"
1697 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1704 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1705 algorithm: "plot_performance_box"
1706 output-file-type: ".html"
1707 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1709 "plot-vpp-throughput-latency"
1710 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1716 boxpoints: "outliers"
1719 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1725 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1726 algorithm: "plot_performance_box"
1727 output-file-type: ".html"
1728 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1730 "plot-vpp-throughput-latency"
1731 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1737 boxpoints: "outliers"
1740 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1746 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1747 algorithm: "plot_performance_box"
1748 output-file-type: ".html"
1749 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1751 "plot-vpp-throughput-latency"
1752 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1758 boxpoints: "outliers"
1761 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1767 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1768 algorithm: "plot_performance_box"
1769 output-file-type: ".html"
1770 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1772 "plot-vpp-throughput-latency"
1773 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1779 boxpoints: "outliers"
1782 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1789 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1790 algorithm: "plot_performance_box"
1791 output-file-type: ".html"
1792 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1794 "plot-vpp-throughput-latency"
1795 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1801 boxpoints: "outliers"
1804 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1810 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1811 algorithm: "plot_performance_box"
1812 output-file-type: ".html"
1813 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1815 "plot-vpp-throughput-latency"
1816 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1822 boxpoints: "outliers"
1825 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1831 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1832 algorithm: "plot_performance_box"
1833 output-file-type: ".html"
1834 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1836 "plot-vpp-throughput-latency"
1837 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1843 boxpoints: "outliers"
1846 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1852 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1853 algorithm: "plot_performance_box"
1854 output-file-type: ".html"
1855 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1857 "plot-vpp-throughput-latency"
1858 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1864 boxpoints: "outliers"
1867 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1874 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1875 algorithm: "plot_performance_box"
1876 output-file-type: ".html"
1877 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1879 "plot-vpp-throughput-latency"
1880 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1886 boxpoints: "outliers"
1889 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1895 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1896 algorithm: "plot_performance_box"
1897 output-file-type: ".html"
1898 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1900 "plot-vpp-throughput-latency"
1901 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1907 boxpoints: "outliers"
1910 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1916 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1917 algorithm: "plot_performance_box"
1918 output-file-type: ".html"
1919 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1921 "plot-vpp-throughput-latency"
1922 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1928 boxpoints: "outliers"
1931 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1937 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1938 algorithm: "plot_performance_box"
1939 output-file-type: ".html"
1940 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1942 "plot-vpp-throughput-latency"
1943 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1949 boxpoints: "outliers"
1952 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1959 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1960 algorithm: "plot_performance_box"
1961 output-file-type: ".html"
1962 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1964 "plot-vpp-throughput-latency"
1965 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1971 boxpoints: "outliers"
1974 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1980 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1981 algorithm: "plot_performance_box"
1982 output-file-type: ".html"
1983 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1985 "plot-vpp-throughput-latency"
1986 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1992 boxpoints: "outliers"
1995 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2001 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2002 algorithm: "plot_performance_box"
2003 output-file-type: ".html"
2004 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
2006 "plot-vpp-throughput-latency"
2007 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2013 boxpoints: "outliers"
2016 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2022 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2023 algorithm: "plot_performance_box"
2024 output-file-type: ".html"
2025 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
2027 "plot-vpp-throughput-latency"
2028 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2034 boxpoints: "outliers"
2037 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2044 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2045 algorithm: "plot_performance_box"
2046 output-file-type: ".html"
2047 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2049 "plot-vpp-throughput-latency"
2050 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2056 boxpoints: "outliers"
2059 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2064 gridcolor: "rgb(238, 238, 238)"
2065 linecolor: "rgb(238, 238, 238)"
2069 showticklabels: True
2070 tickcolor: "rgb(238, 238, 238)"
2072 title: "Indexed Test Cases"
2075 gridcolor: "rgb(238, 238, 238)'"
2077 linecolor: "rgb(238, 238, 238)"
2079 range: [2000000, 6000000]
2082 showticklabels: True
2083 tickcolor: "rgb(238, 238, 238)"
2084 title: "Packets Per Second [pps]"
2102 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2103 algorithm: "plot_performance_box"
2104 output-file-type: ".html"
2105 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2107 "plot-vpp-throughput-latency"
2108 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2114 boxpoints: "outliers"
2117 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2123 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2124 algorithm: "plot_performance_box"
2125 output-file-type: ".html"
2126 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2128 "plot-vpp-throughput-latency"
2129 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2135 boxpoints: "outliers"
2138 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2144 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2145 algorithm: "plot_performance_box"
2146 output-file-type: ".html"
2147 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2149 "plot-vpp-throughput-latency"
2150 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2156 boxpoints: "outliers"
2159 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2164 gridcolor: "rgb(238, 238, 238)"
2165 linecolor: "rgb(238, 238, 238)"
2169 showticklabels: True
2170 tickcolor: "rgb(238, 238, 238)"
2172 title: "Indexed Test Cases"
2175 gridcolor: "rgb(238, 238, 238)'"
2177 linecolor: "rgb(238, 238, 238)"
2179 range: [4000000, 12000000]
2182 showticklabels: True
2183 tickcolor: "rgb(238, 238, 238)"
2184 title: "Packets Per Second [pps]"
2203 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2204 algorithm: "plot_performance_box"
2205 output-file-type: ".html"
2206 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2208 "plot-vpp-throughput-latency"
2209 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2215 boxpoints: "outliers"
2218 title: "64B-1t1c-.*vhost.*-ndrdisc"
2223 gridcolor: "rgb(238, 238, 238)"
2224 linecolor: "rgb(238, 238, 238)"
2228 showticklabels: True
2229 tickcolor: "rgb(238, 238, 238)"
2231 title: "Indexed Test Cases"
2234 gridcolor: "rgb(238, 238, 238)'"
2236 linecolor: "rgb(238, 238, 238)"
2241 showticklabels: True
2242 tickcolor: "rgb(238, 238, 238)"
2243 title: "Packets Per Second [pps]"
2261 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2262 algorithm: "plot_performance_box"
2263 output-file-type: ".html"
2264 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2266 "plot-vpp-throughput-latency"
2267 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2273 boxpoints: "outliers"
2276 title: "64B-2t2c-.*vhost.*-ndrdisc"
2282 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2283 algorithm: "plot_performance_box"
2284 output-file-type: ".html"
2285 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2287 "plot-vpp-throughput-latency"
2288 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2294 boxpoints: "outliers"
2297 title: "64B-1t1c-.*vhost.*-pdrdisc"
2303 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2304 algorithm: "plot_performance_box"
2305 output-file-type: ".html"
2306 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2308 "plot-vpp-throughput-latency"
2309 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2315 boxpoints: "outliers"
2318 title: "64B-2t2c-.*vhost.*-pdrdisc"
2322 # VPP VM VHOST SELECTION
2325 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2326 algorithm: "plot_performance_box"
2327 output-file-type: ".html"
2328 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2330 "plot-vpp-throughput-latency"
2331 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2337 boxpoints: "outliers"
2340 title: "64B-1t1c-.*vhost.*-ndrdisc"
2346 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2347 algorithm: "plot_performance_box"
2348 output-file-type: ".html"
2349 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2351 "plot-vpp-throughput-latency"
2352 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2358 boxpoints: "outliers"
2361 title: "64B-2t2c-.*vhost.*-ndrdisc"
2367 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2368 algorithm: "plot_performance_box"
2369 output-file-type: ".html"
2370 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2372 "plot-vpp-throughput-latency"
2373 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2379 boxpoints: "outliers"
2382 title: "64B-1t1c-.*vhost.*-pdrdisc"
2388 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2389 algorithm: "plot_performance_box"
2390 output-file-type: ".html"
2391 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2393 "plot-vpp-throughput-latency"
2394 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2400 boxpoints: "outliers"
2403 title: "64B-2t2c-.*vhost.*-pdrdisc"
2410 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2411 algorithm: "plot_performance_box"
2412 output-file-type: ".html"
2413 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2415 "plot-vpp-throughput-latency"
2416 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2422 boxpoints: "outliers"
2425 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2431 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2432 algorithm: "plot_performance_box"
2433 output-file-type: ".html"
2434 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2436 "plot-vpp-throughput-latency"
2437 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2443 boxpoints: "outliers"
2446 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2452 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2453 algorithm: "plot_performance_box"
2454 output-file-type: ".html"
2455 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2457 "plot-vpp-throughput-latency"
2458 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2464 boxpoints: "outliers"
2467 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2473 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2474 algorithm: "plot_performance_box"
2475 output-file-type: ".html"
2476 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2478 "plot-vpp-throughput-latency"
2479 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2485 boxpoints: "outliers"
2488 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2495 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2496 algorithm: "plot_performance_box"
2497 output-file-type: ".html"
2498 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2500 "plot-dpdk-throughput-latency"
2501 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2507 boxpoints: "outliers"
2510 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2516 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2517 algorithm: "plot_performance_box"
2518 output-file-type: ".html"
2519 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2521 "plot-dpdk-throughput-latency"
2522 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2528 boxpoints: "outliers"
2531 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2537 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2538 algorithm: "plot_performance_box"
2539 output-file-type: ".html"
2540 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2542 "plot-dpdk-throughput-latency"
2543 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2549 boxpoints: "outliers"
2552 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2557 gridcolor: "rgb(238, 238, 238)"
2558 linecolor: "rgb(238, 238, 238)"
2562 showticklabels: True
2563 tickcolor: "rgb(238, 238, 238)"
2565 title: "Indexed Test Cases"
2568 gridcolor: "rgb(238, 238, 238)'"
2570 linecolor: "rgb(238, 238, 238)"
2572 range: [2000000, 12000000]
2575 showticklabels: True
2576 tickcolor: "rgb(238, 238, 238)"
2577 title: "Packets Per Second [pps]"
2595 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2596 algorithm: "plot_performance_box"
2597 output-file-type: ".html"
2598 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2600 "plot-dpdk-throughput-latency"
2601 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2607 boxpoints: "outliers"
2610 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2615 gridcolor: "rgb(238, 238, 238)"
2616 linecolor: "rgb(238, 238, 238)"
2620 showticklabels: True
2621 tickcolor: "rgb(238, 238, 238)"
2623 title: "Indexed Test Cases"
2626 gridcolor: "rgb(238, 238, 238)'"
2628 linecolor: "rgb(238, 238, 238)"
2630 range: [2000000, 12000000]
2633 showticklabels: True
2634 tickcolor: "rgb(238, 238, 238)"
2635 title: "Packets Per Second [pps]"
2653 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2654 algorithm: "plot_performance_box"
2655 output-file-type: ".html"
2656 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2658 "plot-dpdk-throughput-latency"
2659 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2665 boxpoints: "outliers"
2668 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2674 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2675 algorithm: "plot_performance_box"
2676 output-file-type: ".html"
2677 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2679 "plot-dpdk-throughput-latency"
2680 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2686 boxpoints: "outliers"
2689 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2695 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2696 algorithm: "plot_performance_box"
2697 output-file-type: ".html"
2698 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2700 "plot-dpdk-throughput-latency"
2701 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2707 boxpoints: "outliers"
2710 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2715 gridcolor: "rgb(238, 238, 238)"
2716 linecolor: "rgb(238, 238, 238)"
2720 showticklabels: True
2721 tickcolor: "rgb(238, 238, 238)"
2723 title: "Indexed Test Cases"
2726 gridcolor: "rgb(238, 238, 238)'"
2728 linecolor: "rgb(238, 238, 238)"
2730 range: [20000000, 30000000]
2733 showticklabels: True
2734 tickcolor: "rgb(238, 238, 238)"
2735 title: "Packets Per Second [pps]"
2753 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2754 algorithm: "plot_performance_box"
2755 output-file-type: ".html"
2756 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2758 "plot-dpdk-throughput-latency"
2759 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2765 boxpoints: "outliers"
2768 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2773 gridcolor: "rgb(238, 238, 238)"
2774 linecolor: "rgb(238, 238, 238)"
2778 showticklabels: True
2779 tickcolor: "rgb(238, 238, 238)"
2781 title: "Indexed Test Cases"
2784 gridcolor: "rgb(238, 238, 238)'"
2786 linecolor: "rgb(238, 238, 238)"
2788 range: [20000000, 30000000]
2791 showticklabels: True
2792 tickcolor: "rgb(238, 238, 238)"
2793 title: "Packets Per Second [pps]"
2814 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2815 algorithm: "plot_latency_box"
2816 output-file-type: ".html"
2817 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2819 "plot-vpp-throughput-latency"
2820 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2827 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2833 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2834 algorithm: "plot_latency_box"
2835 output-file-type: ".html"
2836 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2838 "plot-vpp-throughput-latency"
2839 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2846 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2853 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2854 algorithm: "plot_latency_box"
2855 output-file-type: ".html"
2856 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2858 "plot-vpp-throughput-latency"
2859 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2866 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2872 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2873 algorithm: "plot_latency_box"
2874 output-file-type: ".html"
2875 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2877 "plot-vpp-throughput-latency"
2878 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2885 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2892 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2893 algorithm: "plot_latency_box"
2894 output-file-type: ".html"
2895 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2897 "plot-vpp-throughput-latency"
2898 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2905 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2911 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2912 algorithm: "plot_latency_box"
2913 output-file-type: ".html"
2914 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2916 "plot-vpp-throughput-latency"
2917 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2924 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2931 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2932 algorithm: "plot_latency_box"
2933 output-file-type: ".html"
2934 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2936 "plot-vpp-throughput-latency"
2937 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2944 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2950 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2951 algorithm: "plot_latency_box"
2952 output-file-type: ".html"
2953 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2955 "plot-vpp-throughput-latency"
2956 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2963 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2970 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2971 algorithm: "plot_latency_box"
2972 output-file-type: ".html"
2973 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2975 "plot-vpp-throughput-latency"
2976 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2983 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2989 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2990 algorithm: "plot_latency_box"
2991 output-file-type: ".html"
2992 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2994 "plot-vpp-throughput-latency"
2995 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3002 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3009 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3010 algorithm: "plot_latency_box"
3011 output-file-type: ".html"
3012 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3014 "plot-vpp-throughput-latency"
3015 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3022 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3028 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3029 algorithm: "plot_latency_box"
3030 output-file-type: ".html"
3031 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3033 "plot-vpp-throughput-latency"
3034 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3041 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3048 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3049 algorithm: "plot_latency_box"
3050 output-file-type: ".html"
3051 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
3053 "plot-vpp-throughput-latency"
3054 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3061 title: "64B-1t1c-.*vhost.*-ndrdisc"
3067 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3068 algorithm: "plot_latency_box"
3069 output-file-type: ".html"
3070 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
3072 "plot-vpp-throughput-latency"
3073 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3080 title: "64B-2t2c-.*vhost.*-ndrdisc"
3084 # VPP VM VHOST selection
3087 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3088 algorithm: "plot_latency_box"
3089 output-file-type: ".html"
3090 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
3092 "plot-vpp-throughput-latency"
3093 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3100 title: "64B-1t1c-.*vhost.*-ndrdisc"
3106 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3107 algorithm: "plot_latency_box"
3108 output-file-type: ".html"
3109 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
3111 "plot-vpp-throughput-latency"
3112 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3119 title: "64B-2t2c-.*vhost.*-ndrdisc"
3126 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3127 algorithm: "plot_latency_box"
3128 output-file-type: ".html"
3129 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3131 "plot-vpp-throughput-latency"
3132 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3139 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3145 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3146 algorithm: "plot_latency_box"
3147 output-file-type: ".html"
3148 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3150 "plot-vpp-throughput-latency"
3151 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3158 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3165 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3166 algorithm: "plot_latency_box"
3167 output-file-type: ".html"
3168 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3170 "plot-dpdk-throughput-latency"
3171 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3178 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3184 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3185 algorithm: "plot_latency_box"
3186 output-file-type: ".html"
3187 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3189 "plot-dpdk-throughput-latency"
3190 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3197 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3203 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3204 algorithm: "plot_latency_box"
3205 output-file-type: ".html"
3206 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3208 "plot-dpdk-throughput-latency"
3209 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3216 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3222 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3223 algorithm: "plot_latency_box"
3224 output-file-type: ".html"
3225 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3227 "plot-dpdk-throughput-latency"
3228 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3235 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3239 # Ligato - Throughput
3244 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3245 algorithm: "plot_performance_box"
3246 output-file-type: ".html"
3247 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3249 "plot-vpp-throughput-latency"
3250 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3256 boxpoints: "outliers"
3259 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3264 gridcolor: "rgb(238, 238, 238)"
3265 linecolor: "rgb(238, 238, 238)"
3269 showticklabels: True
3270 tickcolor: "rgb(238, 238, 238)"
3272 title: "Indexed Test Cases"
3275 gridcolor: "rgb(238, 238, 238)'"
3277 linecolor: "rgb(238, 238, 238)"
3282 showticklabels: True
3283 tickcolor: "rgb(238, 238, 238)"
3284 title: "Packets Per Second [pps]"
3302 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3303 algorithm: "plot_performance_box"
3304 output-file-type: ".html"
3305 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3307 "plot-vpp-throughput-latency"
3308 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3314 boxpoints: "outliers"
3317 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3322 gridcolor: "rgb(238, 238, 238)"
3323 linecolor: "rgb(238, 238, 238)"
3327 showticklabels: True
3328 tickcolor: "rgb(238, 238, 238)"
3330 title: "Indexed Test Cases"
3333 gridcolor: "rgb(238, 238, 238)'"
3335 linecolor: "rgb(238, 238, 238)"
3340 showticklabels: True
3341 tickcolor: "rgb(238, 238, 238)"
3342 title: "Packets Per Second [pps]"
3360 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3361 algorithm: "plot_performance_box"
3362 output-file-type: ".html"
3363 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3365 "plot-vpp-throughput-latency"
3366 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3372 boxpoints: "outliers"
3375 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3380 gridcolor: "rgb(238, 238, 238)"
3381 linecolor: "rgb(238, 238, 238)"
3385 showticklabels: True
3386 tickcolor: "rgb(238, 238, 238)"
3388 title: "Indexed Test Cases"
3391 gridcolor: "rgb(238, 238, 238)'"
3393 linecolor: "rgb(238, 238, 238)"
3398 showticklabels: True
3399 tickcolor: "rgb(238, 238, 238)"
3400 title: "Packets Per Second [pps]"
3418 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3419 algorithm: "plot_performance_box"
3420 output-file-type: ".html"
3421 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3423 "plot-vpp-throughput-latency"
3424 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3430 boxpoints: "outliers"
3433 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3438 gridcolor: "rgb(238, 238, 238)"
3439 linecolor: "rgb(238, 238, 238)"
3443 showticklabels: True
3444 tickcolor: "rgb(238, 238, 238)"
3446 title: "Indexed Test Cases"
3449 gridcolor: "rgb(238, 238, 238)'"
3451 linecolor: "rgb(238, 238, 238)"
3456 showticklabels: True
3457 tickcolor: "rgb(238, 238, 238)"
3458 title: "Packets Per Second [pps]"
3474 # Container orchestrated
3477 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3478 algorithm: "plot_performance_box"
3479 output-file-type: ".html"
3480 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3482 "plot-ligato-throughput-latency"
3483 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3489 boxpoints: "outliers"
3492 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3498 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3499 algorithm: "plot_performance_box"
3500 output-file-type: ".html"
3501 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3503 "plot-ligato-throughput-latency"
3504 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3510 boxpoints: "outliers"
3513 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3519 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3520 algorithm: "plot_performance_box"
3521 output-file-type: ".html"
3522 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3524 "plot-ligato-throughput-latency"
3525 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3531 boxpoints: "outliers"
3534 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3540 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3541 algorithm: "plot_performance_box"
3542 output-file-type: ".html"
3543 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3545 "plot-ligato-throughput-latency"
3546 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3552 boxpoints: "outliers"
3555 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3564 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3565 algorithm: "plot_latency_box"
3566 output-file-type: ".html"
3567 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3569 "plot-vpp-throughput-latency"
3570 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3577 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3583 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3584 algorithm: "plot_latency_box"
3585 output-file-type: ".html"
3586 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3588 "plot-vpp-throughput-latency"
3589 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3596 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3600 # Container orchestrated
3603 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3604 algorithm: "plot_latency_box"
3605 output-file-type: ".html"
3606 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3608 "plot-ligato-throughput-latency"
3609 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3616 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3622 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3623 algorithm: "plot_latency_box"
3624 output-file-type: ".html"
3625 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3627 "plot-ligato-throughput-latency"
3628 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3635 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"