6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
45 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
46 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
47 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
49 # Detailed test configurations
50 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
52 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
55 # Detailed tests operational data
56 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
57 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
59 # .css patch file to fix tables generated by Sphinx
60 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
61 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
64 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
65 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 URL[NEXUS]: "https://docs.fd.io/csit"
67 DIR[NEXUS]: "report/_static/archive"
70 # List the directories which are created while preparing the environment.
71 # All directories MUST be defined in "paths" section.
78 - "DIR[WORKING,SRC,STATIC]"
81 # List the directories which are deleted while cleaning the environment.
82 # All directories MUST be defined in "paths" section.
87 # List the directories where the results (build) is stored.
88 # All directories MUST be defined in "paths" section.
95 plot-vpp-http-server-performance:
96 # TODO: Add the data sources
97 csit-vpp-perf-1801-all:
109 # TODO: Add the data sources
110 # vpp-meltdown-impact:
111 # csit-vpp-perf-1707-all:
115 # csit-vpp-perf-1710-all:
119 # TODO: Add the data sources
120 # vpp-spectre-impact:
121 # csit-vpp-perf-1707-all:
125 # csit-vpp-perf-1710-all:
129 vpp-performance-changes:
130 csit-vpp-perf-1710-all:
141 csit-vpp-perf-1801-all:
154 csit-vpp-perf-1804-all:
163 vpp-performance-changes-mrr:
164 csit-vpp-perf-check-1801:
177 csit-vpp-perf-check-1804:
186 plot-throughput-speedup-analysis:
187 csit-vpp-perf-1804-all:
200 # performance-improvements:
201 # csit-vpp-perf-1707-all:
212 # csit-vpp-perf-1710-all:
223 # csit-vpp-perf-1801-all:
227 # csit-ligato-perf-1710-all:
238 # csit-ligato-perf-1801-all:
249 csit-vpp-perf-1804-all:
255 csit-vpp-functional-1804-ubuntu1604-virl:
257 vpp-func-results-centos:
258 csit-vpp-functional-1804-centos7-virl:
261 csit-ligato-perf-1801-all:
264 csit-dpdk-perf-1804-all:
267 csit-hc2vpp-verify-func-1804-ubuntu1604:
270 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
272 plot-vpp-throughput-latency:
273 csit-vpp-perf-1804-all:
286 plot-dpdk-throughput-latency:
287 csit-dpdk-perf-1804-all:
298 plot-ligato-throughput-latency:
299 csit-ligato-perf-1801-all:
317 gridcolor: "rgb(238, 238, 238)"
318 linecolor: "rgb(238, 238, 238)"
323 tickcolor: "rgb(238, 238, 238)"
325 title: "Indexed Test Cases"
328 gridcolor: "rgb(238, 238, 238)'"
330 linecolor: "rgb(238, 238, 238)"
337 tickcolor: "rgb(238, 238, 238)"
338 title: "Connections Per Second [cps]"
359 gridcolor: "rgb(238, 238, 238)"
360 linecolor: "rgb(238, 238, 238)"
365 tickcolor: "rgb(238, 238, 238)"
367 title: "Indexed Test Cases"
370 gridcolor: "rgb(238, 238, 238)'"
372 linecolor: "rgb(238, 238, 238)"
379 tickcolor: "rgb(238, 238, 238)"
380 title: "Requests Per Second [rps]"
401 gridcolor: "rgb(238, 238, 238)"
402 linecolor: "rgb(238, 238, 238)"
407 tickcolor: "rgb(238, 238, 238)"
409 title: "Indexed Test Cases"
412 gridcolor: "rgb(238, 238, 238)'"
414 linecolor: "rgb(238, 238, 238)"
420 tickcolor: "rgb(238, 238, 238)"
421 title: "Packets Per Second [pps]"
442 gridcolor: "rgb(238, 238, 238)"
443 linecolor: "rgb(238, 238, 238)"
448 tickcolor: "rgb(238, 238, 238)"
450 title: "Indexed Test Cases"
453 gridcolor: "rgb(238, 238, 238)'"
455 linecolor: "rgb(238, 238, 238)"
461 tickcolor: "rgb(238, 238, 238)"
462 title: "Latency min/avg/max [uSec]"
478 plot-throughput-speedup-analysis:
483 gridcolor: "rgb(238, 238, 238)"
484 linecolor: "rgb(238, 238, 238)"
489 tickcolor: "rgb(238, 238, 238)"
494 title: "Throughput speedup factor"
495 gridcolor: "rgb(238, 238, 238)"
497 linecolor: "rgb(238, 238, 238)"
503 tickcolor: "rgb(238, 238, 238)"
511 bgcolor: "rgba(255, 255, 255, 0)"
512 bordercolor: "rgba(255, 255, 255, 0)"
529 input-format: "xml" # zip or xml
530 extract: "robot-plugin/output.xml" # Only for zip
532 # The files must be in the directory DIR[WORKING,DATA]
533 csit-vpp-perf-1801-all:
536 file: "{DIR[WORKING,DATA]}/output.xml"
539 file: "{DIR[WORKING,DATA]}/output.xml"
542 file: "{DIR[WORKING,DATA]}/output.xml"
545 file: "{DIR[WORKING,DATA]}/output.xml"
549 src-path: "{DIR[RST]}"
550 dst-path: "{DIR[WORKING,SRC]}"
553 type: "input" # Ignored in debug mode
555 file-name: "robot-plugin.zip"
557 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
558 extract: "robot-plugin/output.xml"
560 # csit-vpp-perf-1707-all:
571 csit-vpp-perf-1710-all:
582 csit-vpp-perf-1801-all:
610 csit-vpp-perf-1804-all:
623 csit-vpp-perf-check-1801:
636 csit-vpp-perf-check-1804:
645 # csit-ligato-perf-1710-all:
656 csit-ligato-perf-1801-all:
667 csit-dpdk-perf-1804-all:
678 csit-vpp-functional-1804-ubuntu1604-virl:
680 csit-vpp-functional-1804-centos7-virl:
682 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
684 csit-hc2vpp-verify-func-1804-ubuntu1604:
696 ################################################################################
698 ################################################################################
702 # title: "Performance Impact of Meltdown Patches"
703 # algorithm: "table_performance_comparison"
704 # output-file-ext: ".csv"
706 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
708 # title: "No Meltdown"
709 ## TODO: specify data sources
711 # csit-vpp-perf-1707-all:
716 # title: "Meltdown Patches Applied"
717 ## TODO: specify data sources
719 # csit-vpp-perf-1710-all:
724 # "vpp-meltdown-impact"
730 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
731 # # to present all tests.
732 # nr-of-tests-shown: 20
736 # title: "Performance Impact of Spectre Patches"
737 # algorithm: "table_performance_comparison"
738 # output-file-ext: ".csv"
740 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
742 # title: "No Spectre"
743 ## TODO: specify data sources
745 # csit-vpp-perf-1707-all:
750 # title: "Spectre Patches Applied"
751 ## TODO: specify data sources
753 # csit-vpp-perf-1710-all:
758 # "vpp-spectre-impact"
764 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
765 # # to present all tests.
766 # nr-of-tests-shown: 20
770 title: "VPP Performance Changes"
771 algorithm: "table_performance_comparison"
772 output-file-ext: ".csv"
773 output-file: "{DIR[STATIC,VPP]}/performance-changes"
778 csit-vpp-perf-1710-all:
792 csit-vpp-perf-1801-all:
808 csit-vpp-perf-1804-all:
817 data: "vpp-performance-changes"
823 # Number of the best and the worst tests presented in the table. Use 0 (zero)
824 # to present all tests.
825 nr-of-tests-shown: 20
830 title: "VPP Performance Changes - MRR"
831 algorithm: "table_performance_comparison_mrr"
832 output-file-ext: ".csv"
833 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
835 title: "Release 1801"
837 csit-vpp-perf-check-1801:
851 title: "Release 1804"
853 csit-vpp-perf-check-1804:
862 data: "vpp-performance-changes-mrr"
868 # Number of the best and the worst tests presented in the table. Use 0 (zero)
869 # to present all tests.
870 nr-of-tests-shown: 20
875 # title: "Performance improvements"
876 # algorithm: "table_performance_improvements"
877 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
878 # output-file-ext: ".csv"
879 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
885 # title: "16.09 mean [Mpps]"
888 # title: "17.01 mean [Mpps]"
891 # title: "17.04 mean [Mpps]"
894 # title: "17.07 mean [Mpps]"
895 # data: "data csit-vpp-perf-1707-all mean"
897 # title: "17.10 mean [Mpps]"
898 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
900 # title: "18.01 mean [Mpps]"
901 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
903 # title: "18.01 stdev [Mpps]"
904 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
906 # title: "17.10 to 18.01 change [%]"
907 # data: "operation relative_change 5 6"
910 # "performance-improvements"
917 title: "Detailed Test Results - VPP Performance Results"
918 algorithm: "table_merged_details"
919 output-file-ext: ".csv"
920 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
926 title: "Documentation"
934 filter: "not 'NDRCHK' and not 'PDRCHK'"
943 title: "Test configuration - VPP Performance Test Configs"
944 algorithm: "table_merged_details"
945 output-file-ext: ".csv"
946 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
952 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
953 data: "data vat-history"
957 filter: "not 'NDRCHK' and not 'PDRCHK'"
965 title: "Test Operational Data - VPP Performance Operational Data"
966 algorithm: "table_merged_details"
967 output-file-ext: ".csv"
968 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
974 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
975 data: "data show-run"
979 filter: "not 'NDRCHK' and not 'PDRCHK'"
987 title: "Detailed Test Results - VPP Functional Results"
988 algorithm: "table_details"
989 output-file-ext: ".csv"
990 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
996 title: "Documentation"
1013 title: "Detailed Test Results - VPP Functional Results - CentOS"
1014 algorithm: "table_details"
1015 output-file-ext: ".csv"
1016 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1022 title: "Documentation"
1029 "vpp-func-results-centos"
1039 title: "Test configuration - VPP Functional Test Configs"
1040 algorithm: "table_details"
1041 output-file-ext: ".csv"
1042 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1048 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1049 data: "data vat-history"
1061 title: "Test configuration - VPP Functional Test Configs - CentOS"
1062 algorithm: "table_details"
1063 output-file-ext: ".csv"
1064 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1070 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1071 data: "data vat-history"
1074 "vpp-func-results-centos"
1083 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
1084 algorithm: "table_details"
1085 output-file-ext: ".csv"
1086 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1092 title: "Documentation"
1099 "ligato-perf-results"
1109 title: "Detailed Test Results - DPDK Performance Results"
1110 algorithm: "table_details"
1111 output-file-ext: ".csv"
1112 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1118 title: "Documentation"
1135 title: "Detailed Test Results - Honeycomb Functional Results"
1136 algorithm: "table_details"
1137 output-file-ext: ".csv"
1138 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1144 title: "Documentation"
1161 title: "Detailed Test Results - NSH SFC Functional Results"
1162 algorithm: "table_details"
1163 output-file-ext: ".csv"
1164 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1170 title: "Documentation"
1185 ################################################################################
1187 ################################################################################
1191 title: "VPP Performance Results"
1192 algorithm: "file_merged_test_results"
1193 output-file-ext: ".rst"
1194 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1195 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1196 dir-tables: "{DIR[DTR,PERF,VPP]}"
1199 filter: "not 'NDRCHK' and not 'PDRCHK'"
1205 data-start-level: 3 # 0, 1, 2, ...
1206 chapters-start-level: 2 # 0, 1, 2, ...
1210 title: "VPP Performance Configuration"
1211 algorithm: "file_merged_test_results"
1212 output-file-ext: ".rst"
1213 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1214 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1215 dir-tables: "{DIR[DTC,PERF,VPP]}"
1218 filter: "not 'NDRCHK' and not 'PDRCHK'"
1224 data-start-level: 3 # 0, 1, 2, ...
1225 chapters-start-level: 2 # 0, 1, 2, ...
1229 title: "VPP Performance Operational Data"
1230 algorithm: "file_merged_test_results"
1231 output-file-ext: ".rst"
1232 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1233 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1234 dir-tables: "{DIR[DTO,PERF,VPP]}"
1237 filter: "not 'NDRCHK' and not 'PDRCHK'"
1243 data-start-level: 3 # 0, 1, 2, ...
1244 chapters-start-level: 2 # 0, 1, 2, ...
1248 title: "VPP Functional Results"
1249 algorithm: "file_test_results"
1250 output-file-ext: ".rst"
1251 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1252 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1253 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1261 data-start-level: 3 # 0, 1, 2, ...
1262 chapters-start-level: 2 # 0, 1, 2, ...
1266 title: "VPP Functional Results - CentOS"
1267 algorithm: "file_test_results"
1268 output-file-ext: ".rst"
1269 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1270 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1271 dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
1273 "vpp-func-results-centos"
1279 data-start-level: 3 # 0, 1, 2, ...
1280 chapters-start-level: 2 # 0, 1, 2, ...
1284 title: "VPP Functional Configuration"
1285 algorithm: "file_test_results"
1286 output-file-ext: ".rst"
1287 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1288 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1289 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1297 data-start-level: 3 # 0, 1, 2, ...
1298 chapters-start-level: 2 # 0, 1, 2, ...
1302 title: "VPP Functional Configuration - CentOS"
1303 algorithm: "file_test_results"
1304 output-file-ext: ".rst"
1305 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1306 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1307 dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
1309 "vpp-func-results-centos"
1315 data-start-level: 3 # 0, 1, 2, ...
1316 chapters-start-level: 2 # 0, 1, 2, ...
1320 title: "Container Orchestrated Performance Results"
1321 algorithm: "file_test_results"
1322 output-file-ext: ".rst"
1323 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1324 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1325 dir-tables: "{DIR[DTR,PERF,COT]}"
1327 "ligato-perf-results"
1333 data-start-level: 2 # 0, 1, 2, ...
1334 chapters-start-level: 2 # 0, 1, 2, ...
1338 title: "DPDK Performance Results"
1339 algorithm: "file_test_results"
1340 output-file-ext: ".rst"
1341 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1342 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1343 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1353 data-start-level: 2 # 0, 1, 2, ...
1354 chapters-start-level: 2 # 0, 1, 2, ...
1358 title: "Honeycomb Functional Results"
1359 algorithm: "file_test_results"
1360 output-file-ext: ".rst"
1361 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1362 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1363 dir-tables: "{DIR[DTR,FUNC,HC]}"
1373 data-start-level: 3 # 0, 1, 2, ...
1374 chapters-start-level: 2 # 0, 1, 2, ...
1378 title: "NSH SFC Functional Results"
1379 algorithm: "file_test_results"
1380 output-file-ext: ".rst"
1381 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1382 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1383 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1393 data-start-level: 2 # 0, 1, 2, ...
1394 chapters-start-level: 2 # 0, 1, 2, ...
1396 ################################################################################
1398 ################################################################################
1400 # Plots VPP HTTP Server Performance
1403 title: "VPP HTTP Server Performance"
1404 algorithm: "plot_http_server_performance_box"
1405 output-file-type: ".html"
1406 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1408 "plot-vpp-http-server-performance"
1409 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1410 # each tag is enclosed with ' (apostrophe).
1411 filter: "'HTTP' and 'TCP_CPS'"
1417 boxpoints: "outliers"
1420 title: "VPP HTTP Server Performance"
1426 title: "VPP HTTP Server Performance"
1427 algorithm: "plot_http_server_performance_box"
1428 output-file-type: ".html"
1429 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1431 "plot-vpp-http-server-performance"
1432 filter: "'HTTP' and 'TCP_RPS'"
1438 boxpoints: "outliers"
1441 title: "VPP HTTP Server Performance"
1445 # Plot Throughput Speedup Analysis
1447 # L2 - 10ge2p1x520 - NDR
1450 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1451 algorithm: "plot_throughput_speedup_analysis"
1452 output-file-type: ".html"
1453 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1455 "plot-throughput-speedup-analysis"
1456 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1462 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1464 "plot-throughput-speedup-analysis"
1466 # L2 - 40ge2p1xl710 - NDR
1469 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1470 algorithm: "plot_throughput_speedup_analysis"
1471 output-file-type: ".html"
1472 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1474 "plot-throughput-speedup-analysis"
1475 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1481 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1483 "plot-throughput-speedup-analysis"
1485 # L2 - 10ge2p1x520 - PDR
1488 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1489 algorithm: "plot_throughput_speedup_analysis"
1490 output-file-type: ".html"
1491 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1493 "plot-throughput-speedup-analysis"
1494 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1500 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1502 "plot-throughput-speedup-analysis"
1504 # IPv4 - 10ge2p1x520 - NDR
1507 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1508 algorithm: "plot_throughput_speedup_analysis"
1509 output-file-type: ".html"
1510 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1512 "plot-throughput-speedup-analysis"
1513 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1519 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1521 "plot-throughput-speedup-analysis"
1523 # IPv4 - 40ge2p1xl710 - NDR
1526 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1527 algorithm: "plot_throughput_speedup_analysis"
1528 output-file-type: ".html"
1529 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1531 "plot-throughput-speedup-analysis"
1532 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1538 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1540 "plot-throughput-speedup-analysis"
1542 # IPv4 - 10ge2p1x520 - PDR
1545 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1546 algorithm: "plot_throughput_speedup_analysis"
1547 output-file-type: ".html"
1548 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1550 "plot-throughput-speedup-analysis"
1551 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1557 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1559 "plot-throughput-speedup-analysis"
1561 # IPv6 - 10ge2p1x520 - NDR
1564 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1565 algorithm: "plot_throughput_speedup_analysis"
1566 output-file-type: ".html"
1567 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1569 "plot-throughput-speedup-analysis"
1570 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1576 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1578 "plot-throughput-speedup-analysis"
1580 # IPv6 - 40ge2p1xl710 - NDR
1583 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1584 algorithm: "plot_throughput_speedup_analysis"
1585 output-file-type: ".html"
1586 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1588 "plot-throughput-speedup-analysis"
1589 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1595 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1597 "plot-throughput-speedup-analysis"
1599 # IPv6 - 10ge2p1x520 - PDR
1602 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1603 algorithm: "plot_throughput_speedup_analysis"
1604 output-file-type: ".html"
1605 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1607 "plot-throughput-speedup-analysis"
1608 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1614 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1616 "plot-throughput-speedup-analysis"
1618 # Plot packets per second
1623 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1624 algorithm: "plot_performance_box"
1625 output-file-type: ".html"
1626 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1628 "plot-vpp-throughput-latency"
1629 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1630 # each tag is enclosed with ' (apostrophe).
1631 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1637 boxpoints: "outliers"
1640 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1646 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1647 algorithm: "plot_performance_box"
1648 output-file-type: ".html"
1649 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1651 "plot-vpp-throughput-latency"
1652 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1658 boxpoints: "outliers"
1661 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1667 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1668 algorithm: "plot_performance_box"
1669 output-file-type: ".html"
1670 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1672 "plot-vpp-throughput-latency"
1673 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1679 boxpoints: "outliers"
1682 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1688 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1689 algorithm: "plot_performance_box"
1690 output-file-type: ".html"
1691 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1693 "plot-vpp-throughput-latency"
1694 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1700 boxpoints: "outliers"
1703 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1710 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1711 algorithm: "plot_performance_box"
1712 output-file-type: ".html"
1713 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1715 "plot-vpp-throughput-latency"
1716 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1722 boxpoints: "outliers"
1725 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1731 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1732 algorithm: "plot_performance_box"
1733 output-file-type: ".html"
1734 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1736 "plot-vpp-throughput-latency"
1737 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1743 boxpoints: "outliers"
1746 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1752 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1753 algorithm: "plot_performance_box"
1754 output-file-type: ".html"
1755 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1757 "plot-vpp-throughput-latency"
1758 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1764 boxpoints: "outliers"
1767 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1773 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1774 algorithm: "plot_performance_box"
1775 output-file-type: ".html"
1776 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1778 "plot-vpp-throughput-latency"
1779 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1785 boxpoints: "outliers"
1788 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1795 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1796 algorithm: "plot_performance_box"
1797 output-file-type: ".html"
1798 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1800 "plot-vpp-throughput-latency"
1801 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1807 boxpoints: "outliers"
1810 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1816 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1817 algorithm: "plot_performance_box"
1818 output-file-type: ".html"
1819 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1821 "plot-vpp-throughput-latency"
1822 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1828 boxpoints: "outliers"
1831 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1837 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1838 algorithm: "plot_performance_box"
1839 output-file-type: ".html"
1840 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1842 "plot-vpp-throughput-latency"
1843 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1849 boxpoints: "outliers"
1852 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1858 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1859 algorithm: "plot_performance_box"
1860 output-file-type: ".html"
1861 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1863 "plot-vpp-throughput-latency"
1864 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1870 boxpoints: "outliers"
1873 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1880 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1881 algorithm: "plot_performance_box"
1882 output-file-type: ".html"
1883 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1885 "plot-vpp-throughput-latency"
1886 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1892 boxpoints: "outliers"
1895 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1901 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1902 algorithm: "plot_performance_box"
1903 output-file-type: ".html"
1904 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1906 "plot-vpp-throughput-latency"
1907 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1913 boxpoints: "outliers"
1916 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1922 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1923 algorithm: "plot_performance_box"
1924 output-file-type: ".html"
1925 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1927 "plot-vpp-throughput-latency"
1928 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1934 boxpoints: "outliers"
1937 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1943 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1944 algorithm: "plot_performance_box"
1945 output-file-type: ".html"
1946 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1948 "plot-vpp-throughput-latency"
1949 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1955 boxpoints: "outliers"
1958 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1965 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1966 algorithm: "plot_performance_box"
1967 output-file-type: ".html"
1968 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1970 "plot-vpp-throughput-latency"
1971 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1977 boxpoints: "outliers"
1980 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1986 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1987 algorithm: "plot_performance_box"
1988 output-file-type: ".html"
1989 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1991 "plot-vpp-throughput-latency"
1992 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1998 boxpoints: "outliers"
2001 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2007 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2008 algorithm: "plot_performance_box"
2009 output-file-type: ".html"
2010 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
2012 "plot-vpp-throughput-latency"
2013 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2019 boxpoints: "outliers"
2022 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2028 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2029 algorithm: "plot_performance_box"
2030 output-file-type: ".html"
2031 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
2033 "plot-vpp-throughput-latency"
2034 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2040 boxpoints: "outliers"
2043 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2050 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2051 algorithm: "plot_performance_box"
2052 output-file-type: ".html"
2053 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2055 "plot-vpp-throughput-latency"
2056 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2062 boxpoints: "outliers"
2065 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2070 gridcolor: "rgb(238, 238, 238)"
2071 linecolor: "rgb(238, 238, 238)"
2075 showticklabels: True
2076 tickcolor: "rgb(238, 238, 238)"
2078 title: "Indexed Test Cases"
2081 gridcolor: "rgb(238, 238, 238)'"
2083 linecolor: "rgb(238, 238, 238)"
2085 range: [2000000, 6000000]
2088 showticklabels: True
2089 tickcolor: "rgb(238, 238, 238)"
2090 title: "Packets Per Second [pps]"
2108 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2109 algorithm: "plot_performance_box"
2110 output-file-type: ".html"
2111 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2113 "plot-vpp-throughput-latency"
2114 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2120 boxpoints: "outliers"
2123 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2129 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2130 algorithm: "plot_performance_box"
2131 output-file-type: ".html"
2132 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2134 "plot-vpp-throughput-latency"
2135 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2141 boxpoints: "outliers"
2144 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2150 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2151 algorithm: "plot_performance_box"
2152 output-file-type: ".html"
2153 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2155 "plot-vpp-throughput-latency"
2156 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2162 boxpoints: "outliers"
2165 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2170 gridcolor: "rgb(238, 238, 238)"
2171 linecolor: "rgb(238, 238, 238)"
2175 showticklabels: True
2176 tickcolor: "rgb(238, 238, 238)"
2178 title: "Indexed Test Cases"
2181 gridcolor: "rgb(238, 238, 238)'"
2183 linecolor: "rgb(238, 238, 238)"
2185 range: [4000000, 12000000]
2188 showticklabels: True
2189 tickcolor: "rgb(238, 238, 238)"
2190 title: "Packets Per Second [pps]"
2209 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2210 algorithm: "plot_performance_box"
2211 output-file-type: ".html"
2212 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2214 "plot-vpp-throughput-latency"
2215 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2221 boxpoints: "outliers"
2224 title: "64B-1t1c-.*vhost.*-ndrdisc"
2229 gridcolor: "rgb(238, 238, 238)"
2230 linecolor: "rgb(238, 238, 238)"
2234 showticklabels: True
2235 tickcolor: "rgb(238, 238, 238)"
2237 title: "Indexed Test Cases"
2240 gridcolor: "rgb(238, 238, 238)'"
2242 linecolor: "rgb(238, 238, 238)"
2247 showticklabels: True
2248 tickcolor: "rgb(238, 238, 238)"
2249 title: "Packets Per Second [pps]"
2267 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2268 algorithm: "plot_performance_box"
2269 output-file-type: ".html"
2270 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2272 "plot-vpp-throughput-latency"
2273 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2279 boxpoints: "outliers"
2282 title: "64B-2t2c-.*vhost.*-ndrdisc"
2288 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2289 algorithm: "plot_performance_box"
2290 output-file-type: ".html"
2291 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2293 "plot-vpp-throughput-latency"
2294 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2300 boxpoints: "outliers"
2303 title: "64B-1t1c-.*vhost.*-pdrdisc"
2309 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2310 algorithm: "plot_performance_box"
2311 output-file-type: ".html"
2312 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2314 "plot-vpp-throughput-latency"
2315 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2321 boxpoints: "outliers"
2324 title: "64B-2t2c-.*vhost.*-pdrdisc"
2328 # VPP VM VHOST SELECTION
2331 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2332 algorithm: "plot_performance_box"
2333 output-file-type: ".html"
2334 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2336 "plot-vpp-throughput-latency"
2337 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2343 boxpoints: "outliers"
2346 title: "64B-1t1c-.*vhost.*-ndrdisc"
2352 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2353 algorithm: "plot_performance_box"
2354 output-file-type: ".html"
2355 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2357 "plot-vpp-throughput-latency"
2358 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2364 boxpoints: "outliers"
2367 title: "64B-2t2c-.*vhost.*-ndrdisc"
2373 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2374 algorithm: "plot_performance_box"
2375 output-file-type: ".html"
2376 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2378 "plot-vpp-throughput-latency"
2379 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2385 boxpoints: "outliers"
2388 title: "64B-1t1c-.*vhost.*-pdrdisc"
2394 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2395 algorithm: "plot_performance_box"
2396 output-file-type: ".html"
2397 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2399 "plot-vpp-throughput-latency"
2400 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2406 boxpoints: "outliers"
2409 title: "64B-2t2c-.*vhost.*-pdrdisc"
2416 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2417 algorithm: "plot_performance_box"
2418 output-file-type: ".html"
2419 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2421 "plot-vpp-throughput-latency"
2422 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2428 boxpoints: "outliers"
2431 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2437 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2438 algorithm: "plot_performance_box"
2439 output-file-type: ".html"
2440 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2442 "plot-vpp-throughput-latency"
2443 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2449 boxpoints: "outliers"
2452 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2458 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2459 algorithm: "plot_performance_box"
2460 output-file-type: ".html"
2461 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2463 "plot-vpp-throughput-latency"
2464 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2470 boxpoints: "outliers"
2473 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2479 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2480 algorithm: "plot_performance_box"
2481 output-file-type: ".html"
2482 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2484 "plot-vpp-throughput-latency"
2485 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2491 boxpoints: "outliers"
2494 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2501 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2502 algorithm: "plot_performance_box"
2503 output-file-type: ".html"
2504 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2506 "plot-dpdk-throughput-latency"
2507 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2513 boxpoints: "outliers"
2516 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2522 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2523 algorithm: "plot_performance_box"
2524 output-file-type: ".html"
2525 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2527 "plot-dpdk-throughput-latency"
2528 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2534 boxpoints: "outliers"
2537 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2543 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2544 algorithm: "plot_performance_box"
2545 output-file-type: ".html"
2546 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2548 "plot-dpdk-throughput-latency"
2549 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2555 boxpoints: "outliers"
2558 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2563 gridcolor: "rgb(238, 238, 238)"
2564 linecolor: "rgb(238, 238, 238)"
2568 showticklabels: True
2569 tickcolor: "rgb(238, 238, 238)"
2571 title: "Indexed Test Cases"
2574 gridcolor: "rgb(238, 238, 238)'"
2576 linecolor: "rgb(238, 238, 238)"
2578 range: [2000000, 12000000]
2581 showticklabels: True
2582 tickcolor: "rgb(238, 238, 238)"
2583 title: "Packets Per Second [pps]"
2601 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2602 algorithm: "plot_performance_box"
2603 output-file-type: ".html"
2604 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2606 "plot-dpdk-throughput-latency"
2607 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2613 boxpoints: "outliers"
2616 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2621 gridcolor: "rgb(238, 238, 238)"
2622 linecolor: "rgb(238, 238, 238)"
2626 showticklabels: True
2627 tickcolor: "rgb(238, 238, 238)"
2629 title: "Indexed Test Cases"
2632 gridcolor: "rgb(238, 238, 238)'"
2634 linecolor: "rgb(238, 238, 238)"
2636 range: [2000000, 12000000]
2639 showticklabels: True
2640 tickcolor: "rgb(238, 238, 238)"
2641 title: "Packets Per Second [pps]"
2659 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2660 algorithm: "plot_performance_box"
2661 output-file-type: ".html"
2662 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2664 "plot-dpdk-throughput-latency"
2665 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2671 boxpoints: "outliers"
2674 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2680 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2681 algorithm: "plot_performance_box"
2682 output-file-type: ".html"
2683 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2685 "plot-dpdk-throughput-latency"
2686 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2692 boxpoints: "outliers"
2695 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2701 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2702 algorithm: "plot_performance_box"
2703 output-file-type: ".html"
2704 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2706 "plot-dpdk-throughput-latency"
2707 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2713 boxpoints: "outliers"
2716 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2721 gridcolor: "rgb(238, 238, 238)"
2722 linecolor: "rgb(238, 238, 238)"
2726 showticklabels: True
2727 tickcolor: "rgb(238, 238, 238)"
2729 title: "Indexed Test Cases"
2732 gridcolor: "rgb(238, 238, 238)'"
2734 linecolor: "rgb(238, 238, 238)"
2736 range: [20000000, 30000000]
2739 showticklabels: True
2740 tickcolor: "rgb(238, 238, 238)"
2741 title: "Packets Per Second [pps]"
2759 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2760 algorithm: "plot_performance_box"
2761 output-file-type: ".html"
2762 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2764 "plot-dpdk-throughput-latency"
2765 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2771 boxpoints: "outliers"
2774 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2779 gridcolor: "rgb(238, 238, 238)"
2780 linecolor: "rgb(238, 238, 238)"
2784 showticklabels: True
2785 tickcolor: "rgb(238, 238, 238)"
2787 title: "Indexed Test Cases"
2790 gridcolor: "rgb(238, 238, 238)'"
2792 linecolor: "rgb(238, 238, 238)"
2794 range: [20000000, 30000000]
2797 showticklabels: True
2798 tickcolor: "rgb(238, 238, 238)"
2799 title: "Packets Per Second [pps]"
2820 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2821 algorithm: "plot_latency_box"
2822 output-file-type: ".html"
2823 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2825 "plot-vpp-throughput-latency"
2826 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2833 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2839 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2840 algorithm: "plot_latency_box"
2841 output-file-type: ".html"
2842 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2844 "plot-vpp-throughput-latency"
2845 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2852 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2859 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2860 algorithm: "plot_latency_box"
2861 output-file-type: ".html"
2862 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2864 "plot-vpp-throughput-latency"
2865 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2872 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2878 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2879 algorithm: "plot_latency_box"
2880 output-file-type: ".html"
2881 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2883 "plot-vpp-throughput-latency"
2884 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2891 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2898 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2899 algorithm: "plot_latency_box"
2900 output-file-type: ".html"
2901 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2903 "plot-vpp-throughput-latency"
2904 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2911 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2917 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2918 algorithm: "plot_latency_box"
2919 output-file-type: ".html"
2920 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2922 "plot-vpp-throughput-latency"
2923 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2930 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2937 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2938 algorithm: "plot_latency_box"
2939 output-file-type: ".html"
2940 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2942 "plot-vpp-throughput-latency"
2943 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2950 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2956 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2957 algorithm: "plot_latency_box"
2958 output-file-type: ".html"
2959 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2961 "plot-vpp-throughput-latency"
2962 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2969 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2976 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2977 algorithm: "plot_latency_box"
2978 output-file-type: ".html"
2979 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2981 "plot-vpp-throughput-latency"
2982 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2989 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2995 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2996 algorithm: "plot_latency_box"
2997 output-file-type: ".html"
2998 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3000 "plot-vpp-throughput-latency"
3001 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3008 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3015 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3016 algorithm: "plot_latency_box"
3017 output-file-type: ".html"
3018 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3020 "plot-vpp-throughput-latency"
3021 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3028 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3034 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3035 algorithm: "plot_latency_box"
3036 output-file-type: ".html"
3037 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3039 "plot-vpp-throughput-latency"
3040 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3047 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3054 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3055 algorithm: "plot_latency_box"
3056 output-file-type: ".html"
3057 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
3059 "plot-vpp-throughput-latency"
3060 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3067 title: "64B-1t1c-.*vhost.*-ndrdisc"
3073 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3074 algorithm: "plot_latency_box"
3075 output-file-type: ".html"
3076 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
3078 "plot-vpp-throughput-latency"
3079 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3086 title: "64B-2t2c-.*vhost.*-ndrdisc"
3090 # VPP VM VHOST selection
3093 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3094 algorithm: "plot_latency_box"
3095 output-file-type: ".html"
3096 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
3098 "plot-vpp-throughput-latency"
3099 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3106 title: "64B-1t1c-.*vhost.*-ndrdisc"
3112 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3113 algorithm: "plot_latency_box"
3114 output-file-type: ".html"
3115 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
3117 "plot-vpp-throughput-latency"
3118 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3125 title: "64B-2t2c-.*vhost.*-ndrdisc"
3132 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3133 algorithm: "plot_latency_box"
3134 output-file-type: ".html"
3135 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3137 "plot-vpp-throughput-latency"
3138 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3145 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3151 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3152 algorithm: "plot_latency_box"
3153 output-file-type: ".html"
3154 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3156 "plot-vpp-throughput-latency"
3157 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3164 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3171 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3172 algorithm: "plot_latency_box"
3173 output-file-type: ".html"
3174 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3176 "plot-dpdk-throughput-latency"
3177 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3184 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3190 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3191 algorithm: "plot_latency_box"
3192 output-file-type: ".html"
3193 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3195 "plot-dpdk-throughput-latency"
3196 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3203 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3209 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3210 algorithm: "plot_latency_box"
3211 output-file-type: ".html"
3212 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3214 "plot-dpdk-throughput-latency"
3215 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3222 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3228 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3229 algorithm: "plot_latency_box"
3230 output-file-type: ".html"
3231 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3233 "plot-dpdk-throughput-latency"
3234 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3241 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3245 # Ligato - Throughput
3250 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3251 algorithm: "plot_performance_box"
3252 output-file-type: ".html"
3253 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3255 "plot-vpp-throughput-latency"
3256 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3262 boxpoints: "outliers"
3265 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3270 gridcolor: "rgb(238, 238, 238)"
3271 linecolor: "rgb(238, 238, 238)"
3275 showticklabels: True
3276 tickcolor: "rgb(238, 238, 238)"
3278 title: "Indexed Test Cases"
3281 gridcolor: "rgb(238, 238, 238)'"
3283 linecolor: "rgb(238, 238, 238)"
3288 showticklabels: True
3289 tickcolor: "rgb(238, 238, 238)"
3290 title: "Packets Per Second [pps]"
3308 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3309 algorithm: "plot_performance_box"
3310 output-file-type: ".html"
3311 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3313 "plot-vpp-throughput-latency"
3314 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3320 boxpoints: "outliers"
3323 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3328 gridcolor: "rgb(238, 238, 238)"
3329 linecolor: "rgb(238, 238, 238)"
3333 showticklabels: True
3334 tickcolor: "rgb(238, 238, 238)"
3336 title: "Indexed Test Cases"
3339 gridcolor: "rgb(238, 238, 238)'"
3341 linecolor: "rgb(238, 238, 238)"
3346 showticklabels: True
3347 tickcolor: "rgb(238, 238, 238)"
3348 title: "Packets Per Second [pps]"
3366 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3367 algorithm: "plot_performance_box"
3368 output-file-type: ".html"
3369 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3371 "plot-vpp-throughput-latency"
3372 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3378 boxpoints: "outliers"
3381 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3386 gridcolor: "rgb(238, 238, 238)"
3387 linecolor: "rgb(238, 238, 238)"
3391 showticklabels: True
3392 tickcolor: "rgb(238, 238, 238)"
3394 title: "Indexed Test Cases"
3397 gridcolor: "rgb(238, 238, 238)'"
3399 linecolor: "rgb(238, 238, 238)"
3404 showticklabels: True
3405 tickcolor: "rgb(238, 238, 238)"
3406 title: "Packets Per Second [pps]"
3424 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3425 algorithm: "plot_performance_box"
3426 output-file-type: ".html"
3427 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3429 "plot-vpp-throughput-latency"
3430 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3436 boxpoints: "outliers"
3439 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3444 gridcolor: "rgb(238, 238, 238)"
3445 linecolor: "rgb(238, 238, 238)"
3449 showticklabels: True
3450 tickcolor: "rgb(238, 238, 238)"
3452 title: "Indexed Test Cases"
3455 gridcolor: "rgb(238, 238, 238)'"
3457 linecolor: "rgb(238, 238, 238)"
3462 showticklabels: True
3463 tickcolor: "rgb(238, 238, 238)"
3464 title: "Packets Per Second [pps]"
3480 # Container orchestrated
3483 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3484 algorithm: "plot_performance_box"
3485 output-file-type: ".html"
3486 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3488 "plot-ligato-throughput-latency"
3489 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3495 boxpoints: "outliers"
3498 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3504 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3505 algorithm: "plot_performance_box"
3506 output-file-type: ".html"
3507 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3509 "plot-ligato-throughput-latency"
3510 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3516 boxpoints: "outliers"
3519 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3525 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3526 algorithm: "plot_performance_box"
3527 output-file-type: ".html"
3528 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3530 "plot-ligato-throughput-latency"
3531 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3537 boxpoints: "outliers"
3540 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3546 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3547 algorithm: "plot_performance_box"
3548 output-file-type: ".html"
3549 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3551 "plot-ligato-throughput-latency"
3552 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3558 boxpoints: "outliers"
3561 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3570 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3571 algorithm: "plot_latency_box"
3572 output-file-type: ".html"
3573 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3575 "plot-vpp-throughput-latency"
3576 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3583 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3589 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3590 algorithm: "plot_latency_box"
3591 output-file-type: ".html"
3592 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3594 "plot-vpp-throughput-latency"
3595 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3602 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3606 # Container orchestrated
3609 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3610 algorithm: "plot_latency_box"
3611 output-file-type: ".html"
3612 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3614 "plot-ligato-throughput-latency"
3615 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3622 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3628 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3629 algorithm: "plot_latency_box"
3630 output-file-type: ".html"
3631 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3633 "plot-ligato-throughput-latency"
3634 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3641 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"