6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,MRR,VPP]: "{DIR[DTR]}/vpp_mrr_results"
42 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
43 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
44 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
45 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
46 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
47 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
48 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50 # Detailed test configurations
51 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
53 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
54 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
56 # Detailed tests operational data
57 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
58 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
60 # .css patch file to fix tables generated by Sphinx
61 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
62 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
65 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
66 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
67 URL[NEXUS]: "https://docs.fd.io/csit"
68 DIR[NEXUS]: "report/_static/archive"
71 # List the directories which are created while preparing the environment.
72 # All directories MUST be defined in "paths" section.
79 - "DIR[WORKING,SRC,STATIC]"
82 # List the directories which are deleted while cleaning the environment.
83 # All directories MUST be defined in "paths" section.
88 # List the directories where the results (build) is stored.
89 # All directories MUST be defined in "paths" section.
96 plot-vpp-http-server-performance:
97 # TODO: Add the data sources
98 csit-vpp-perf-1801-all:
110 # TODO: Add the data sources
111 # vpp-meltdown-impact:
112 # csit-vpp-perf-1707-all:
116 # csit-vpp-perf-1710-all:
120 # TODO: Add the data sources
121 # vpp-spectre-impact:
122 # csit-vpp-perf-1707-all:
126 # csit-vpp-perf-1710-all:
130 vpp-performance-changes:
131 csit-vpp-perf-1710-all:
142 csit-vpp-perf-1801-all:
155 csit-vpp-perf-1804-all:
164 vpp-performance-changes-mrr:
165 csit-vpp-perf-check-1801:
178 csit-vpp-perf-check-1804:
187 plot-throughput-speedup-analysis:
188 csit-vpp-perf-1804-all:
201 # performance-improvements:
202 # csit-vpp-perf-1707-all:
213 # csit-vpp-perf-1710-all:
224 # csit-vpp-perf-1801-all:
228 # csit-ligato-perf-1710-all:
239 # csit-ligato-perf-1801-all:
250 csit-vpp-perf-1804-all:
256 csit-vpp-functional-1804-ubuntu1604-virl:
258 vpp-func-results-centos:
259 csit-vpp-functional-1804-centos7-virl:
262 csit-vpp-perf-check-1804:
265 csit-ligato-perf-1801-all:
268 csit-dpdk-perf-1804-all:
271 csit-hc2vpp-verify-func-1804-ubuntu1604:
274 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
276 plot-vpp-throughput-latency:
277 csit-vpp-perf-1804-all:
290 plot-dpdk-throughput-latency:
291 csit-dpdk-perf-1804-all:
302 plot-ligato-throughput-latency:
303 csit-ligato-perf-1801-all:
321 gridcolor: "rgb(238, 238, 238)"
322 linecolor: "rgb(238, 238, 238)"
327 tickcolor: "rgb(238, 238, 238)"
329 title: "Indexed Test Cases"
332 gridcolor: "rgb(238, 238, 238)'"
334 linecolor: "rgb(238, 238, 238)"
341 tickcolor: "rgb(238, 238, 238)"
342 title: "Connections Per Second [cps]"
363 gridcolor: "rgb(238, 238, 238)"
364 linecolor: "rgb(238, 238, 238)"
369 tickcolor: "rgb(238, 238, 238)"
371 title: "Indexed Test Cases"
374 gridcolor: "rgb(238, 238, 238)'"
376 linecolor: "rgb(238, 238, 238)"
383 tickcolor: "rgb(238, 238, 238)"
384 title: "Requests Per Second [rps]"
405 gridcolor: "rgb(238, 238, 238)"
406 linecolor: "rgb(238, 238, 238)"
411 tickcolor: "rgb(238, 238, 238)"
413 title: "Indexed Test Cases"
416 gridcolor: "rgb(238, 238, 238)'"
418 linecolor: "rgb(238, 238, 238)"
424 tickcolor: "rgb(238, 238, 238)"
425 title: "Packets Per Second [pps]"
446 gridcolor: "rgb(238, 238, 238)"
447 linecolor: "rgb(238, 238, 238)"
452 tickcolor: "rgb(238, 238, 238)"
454 title: "Indexed Test Cases"
457 gridcolor: "rgb(238, 238, 238)'"
459 linecolor: "rgb(238, 238, 238)"
465 tickcolor: "rgb(238, 238, 238)"
466 title: "Latency min/avg/max [uSec]"
482 plot-throughput-speedup-analysis:
487 gridcolor: "rgb(238, 238, 238)"
488 linecolor: "rgb(238, 238, 238)"
493 tickcolor: "rgb(238, 238, 238)"
498 title: "Throughput speedup factor"
499 gridcolor: "rgb(238, 238, 238)"
501 linecolor: "rgb(238, 238, 238)"
507 tickcolor: "rgb(238, 238, 238)"
515 bgcolor: "rgba(255, 255, 255, 0)"
516 bordercolor: "rgba(255, 255, 255, 0)"
533 input-format: "xml" # zip or xml
534 extract: "robot-plugin/output.xml" # Only for zip
536 # The files must be in the directory DIR[WORKING,DATA]
537 csit-vpp-perf-1801-all:
540 file: "{DIR[WORKING,DATA]}/output.xml"
543 file: "{DIR[WORKING,DATA]}/output.xml"
546 file: "{DIR[WORKING,DATA]}/output.xml"
549 file: "{DIR[WORKING,DATA]}/output.xml"
553 src-path: "{DIR[RST]}"
554 dst-path: "{DIR[WORKING,SRC]}"
557 type: "input" # Ignored in debug mode
559 file-name: "robot-plugin.zip"
561 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
562 extract: "robot-plugin/output.xml"
564 # csit-vpp-perf-1707-all:
575 csit-vpp-perf-1710-all:
586 csit-vpp-perf-1801-all:
614 csit-vpp-perf-1804-all:
627 csit-vpp-perf-check-1801:
640 csit-vpp-perf-check-1804:
649 # csit-ligato-perf-1710-all:
660 csit-ligato-perf-1801-all:
671 csit-dpdk-perf-1804-all:
682 csit-vpp-functional-1804-ubuntu1604-virl:
684 csit-vpp-functional-1804-centos7-virl:
686 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
688 csit-hc2vpp-verify-func-1804-ubuntu1604:
700 ################################################################################
702 ################################################################################
706 # title: "Performance Impact of Meltdown Patches"
707 # algorithm: "table_performance_comparison"
708 # output-file-ext: ".csv"
710 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
712 # title: "No Meltdown"
713 ## TODO: specify data sources
715 # csit-vpp-perf-1707-all:
720 # title: "Meltdown Patches Applied"
721 ## TODO: specify data sources
723 # csit-vpp-perf-1710-all:
728 # "vpp-meltdown-impact"
734 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
735 # # to present all tests.
736 # nr-of-tests-shown: 20
740 # title: "Performance Impact of Spectre Patches"
741 # algorithm: "table_performance_comparison"
742 # output-file-ext: ".csv"
744 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
746 # title: "No Spectre"
747 ## TODO: specify data sources
749 # csit-vpp-perf-1707-all:
754 # title: "Spectre Patches Applied"
755 ## TODO: specify data sources
757 # csit-vpp-perf-1710-all:
762 # "vpp-spectre-impact"
768 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
769 # # to present all tests.
770 # nr-of-tests-shown: 20
774 title: "VPP Performance Changes"
775 algorithm: "table_performance_comparison"
776 output-file-ext: ".csv"
777 output-file: "{DIR[STATIC,VPP]}/performance-changes"
782 csit-vpp-perf-1710-all:
796 csit-vpp-perf-1801-all:
812 csit-vpp-perf-1804-all:
821 data: "vpp-performance-changes"
827 # Number of the best and the worst tests presented in the table. Use 0 (zero)
828 # to present all tests.
829 nr-of-tests-shown: 20
834 title: "VPP Performance Changes - MRR"
835 algorithm: "table_performance_comparison_mrr"
836 output-file-ext: ".csv"
837 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
839 title: "Release 1801"
841 csit-vpp-perf-check-1801:
855 title: "Release 1804"
857 csit-vpp-perf-check-1804:
866 data: "vpp-performance-changes-mrr"
872 # Number of the best and the worst tests presented in the table. Use 0 (zero)
873 # to present all tests.
874 nr-of-tests-shown: 20
879 # title: "Performance improvements"
880 # algorithm: "table_performance_improvements"
881 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
882 # output-file-ext: ".csv"
883 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
889 # title: "16.09 mean [Mpps]"
892 # title: "17.01 mean [Mpps]"
895 # title: "17.04 mean [Mpps]"
898 # title: "17.07 mean [Mpps]"
899 # data: "data csit-vpp-perf-1707-all mean"
901 # title: "17.10 mean [Mpps]"
902 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
904 # title: "18.01 mean [Mpps]"
905 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
907 # title: "18.01 stdev [Mpps]"
908 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
910 # title: "17.10 to 18.01 change [%]"
911 # data: "operation relative_change 5 6"
914 # "performance-improvements"
921 title: "Detailed Test Results - VPP Performance Results"
922 algorithm: "table_merged_details"
923 output-file-ext: ".csv"
924 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
930 title: "Documentation"
938 filter: "not 'NDRCHK' and not 'PDRCHK'"
947 title: "Test configuration - VPP Performance Test Configs"
948 algorithm: "table_merged_details"
949 output-file-ext: ".csv"
950 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
956 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
957 data: "data vat-history"
961 filter: "not 'NDRCHK' and not 'PDRCHK'"
969 title: "Test Operational Data - VPP Performance Operational Data"
970 algorithm: "table_merged_details"
971 output-file-ext: ".csv"
972 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
978 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
979 data: "data show-run"
983 filter: "not 'NDRCHK' and not 'PDRCHK'"
991 title: "Detailed Test Results - VPP MRR Results"
992 algorithm: "table_details"
993 output-file-ext: ".csv"
994 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1000 title: "Documentation"
1017 title: "Detailed Test Results - VPP Functional Results"
1018 algorithm: "table_details"
1019 output-file-ext: ".csv"
1020 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1026 title: "Documentation"
1043 title: "Detailed Test Results - VPP Functional Results - CentOS"
1044 algorithm: "table_details"
1045 output-file-ext: ".csv"
1046 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1052 title: "Documentation"
1059 "vpp-func-results-centos"
1069 title: "Test configuration - VPP Functional Test Configs"
1070 algorithm: "table_details"
1071 output-file-ext: ".csv"
1072 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1078 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1079 data: "data vat-history"
1091 title: "Test configuration - VPP Functional Test Configs - CentOS"
1092 algorithm: "table_details"
1093 output-file-ext: ".csv"
1094 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1100 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1101 data: "data vat-history"
1104 "vpp-func-results-centos"
1113 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
1114 algorithm: "table_details"
1115 output-file-ext: ".csv"
1116 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1122 title: "Documentation"
1129 "ligato-perf-results"
1139 title: "Detailed Test Results - DPDK Performance Results"
1140 algorithm: "table_details"
1141 output-file-ext: ".csv"
1142 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1148 title: "Documentation"
1165 title: "Detailed Test Results - Honeycomb Functional Results"
1166 algorithm: "table_details"
1167 output-file-ext: ".csv"
1168 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1174 title: "Documentation"
1191 title: "Detailed Test Results - NSH SFC Functional Results"
1192 algorithm: "table_details"
1193 output-file-ext: ".csv"
1194 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1200 title: "Documentation"
1215 ################################################################################
1217 ################################################################################
1221 title: "VPP Performance Results"
1222 algorithm: "file_merged_test_results"
1223 output-file-ext: ".rst"
1224 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1225 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1226 dir-tables: "{DIR[DTR,PERF,VPP]}"
1229 filter: "not 'NDRCHK' and not 'PDRCHK'"
1235 data-start-level: 3 # 0, 1, 2, ...
1236 chapters-start-level: 2 # 0, 1, 2, ...
1240 title: "VPP Performance Configuration"
1241 algorithm: "file_merged_test_results"
1242 output-file-ext: ".rst"
1243 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1244 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1245 dir-tables: "{DIR[DTC,PERF,VPP]}"
1248 filter: "not 'NDRCHK' and not 'PDRCHK'"
1254 data-start-level: 3 # 0, 1, 2, ...
1255 chapters-start-level: 2 # 0, 1, 2, ...
1259 title: "VPP Performance Operational Data"
1260 algorithm: "file_merged_test_results"
1261 output-file-ext: ".rst"
1262 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1263 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1264 dir-tables: "{DIR[DTO,PERF,VPP]}"
1267 filter: "not 'NDRCHK' and not 'PDRCHK'"
1273 data-start-level: 3 # 0, 1, 2, ...
1274 chapters-start-level: 2 # 0, 1, 2, ...
1278 title: "VPP MRR Results"
1279 algorithm: "file_test_results"
1280 output-file-ext: ".rst"
1281 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1282 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1283 dir-tables: "{DIR[DTR,MRR,VPP]}"
1292 data-start-level: 2 # 0, 1, 2, ...
1293 chapters-start-level: 2 # 0, 1, 2, ...
1297 title: "VPP Functional Results"
1298 algorithm: "file_test_results"
1299 output-file-ext: ".rst"
1300 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1301 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1302 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1310 data-start-level: 3 # 0, 1, 2, ...
1311 chapters-start-level: 2 # 0, 1, 2, ...
1315 title: "VPP Functional Results - CentOS"
1316 algorithm: "file_test_results"
1317 output-file-ext: ".rst"
1318 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1319 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1320 dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
1322 "vpp-func-results-centos"
1328 data-start-level: 3 # 0, 1, 2, ...
1329 chapters-start-level: 2 # 0, 1, 2, ...
1333 title: "VPP Functional Configuration"
1334 algorithm: "file_test_results"
1335 output-file-ext: ".rst"
1336 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1337 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1338 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1346 data-start-level: 3 # 0, 1, 2, ...
1347 chapters-start-level: 2 # 0, 1, 2, ...
1351 title: "VPP Functional Configuration - CentOS"
1352 algorithm: "file_test_results"
1353 output-file-ext: ".rst"
1354 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1355 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1356 dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
1358 "vpp-func-results-centos"
1364 data-start-level: 3 # 0, 1, 2, ...
1365 chapters-start-level: 2 # 0, 1, 2, ...
1369 title: "Container Orchestrated Performance Results"
1370 algorithm: "file_test_results"
1371 output-file-ext: ".rst"
1372 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1373 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1374 dir-tables: "{DIR[DTR,PERF,COT]}"
1376 "ligato-perf-results"
1382 data-start-level: 2 # 0, 1, 2, ...
1383 chapters-start-level: 2 # 0, 1, 2, ...
1387 title: "DPDK Performance Results"
1388 algorithm: "file_test_results"
1389 output-file-ext: ".rst"
1390 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1391 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1392 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1402 data-start-level: 2 # 0, 1, 2, ...
1403 chapters-start-level: 2 # 0, 1, 2, ...
1407 title: "Honeycomb Functional Results"
1408 algorithm: "file_test_results"
1409 output-file-ext: ".rst"
1410 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1411 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1412 dir-tables: "{DIR[DTR,FUNC,HC]}"
1422 data-start-level: 3 # 0, 1, 2, ...
1423 chapters-start-level: 2 # 0, 1, 2, ...
1427 title: "NSH SFC Functional Results"
1428 algorithm: "file_test_results"
1429 output-file-ext: ".rst"
1430 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1431 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1432 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1442 data-start-level: 2 # 0, 1, 2, ...
1443 chapters-start-level: 2 # 0, 1, 2, ...
1445 ################################################################################
1447 ################################################################################
1449 # Plots VPP HTTP Server Performance
1452 title: "VPP HTTP Server Performance"
1453 algorithm: "plot_http_server_performance_box"
1454 output-file-type: ".html"
1455 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1457 "plot-vpp-http-server-performance"
1458 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1459 # each tag is enclosed with ' (apostrophe).
1460 filter: "'HTTP' and 'TCP_CPS'"
1466 boxpoints: "outliers"
1469 title: "VPP HTTP Server Performance"
1475 title: "VPP HTTP Server Performance"
1476 algorithm: "plot_http_server_performance_box"
1477 output-file-type: ".html"
1478 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1480 "plot-vpp-http-server-performance"
1481 filter: "'HTTP' and 'TCP_RPS'"
1487 boxpoints: "outliers"
1490 title: "VPP HTTP Server Performance"
1494 # Plot Throughput Speedup Analysis
1496 # L2 - 10ge2p1x520 - NDR
1499 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1500 algorithm: "plot_throughput_speedup_analysis"
1501 output-file-type: ".html"
1502 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1504 "plot-throughput-speedup-analysis"
1505 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1511 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1513 "plot-throughput-speedup-analysis"
1515 # L2 - 40ge2p1xl710 - NDR
1518 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1519 algorithm: "plot_throughput_speedup_analysis"
1520 output-file-type: ".html"
1521 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1523 "plot-throughput-speedup-analysis"
1524 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1530 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1532 "plot-throughput-speedup-analysis"
1534 # L2 - 10ge2p1x520 - PDR
1537 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1538 algorithm: "plot_throughput_speedup_analysis"
1539 output-file-type: ".html"
1540 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1542 "plot-throughput-speedup-analysis"
1543 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1549 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1551 "plot-throughput-speedup-analysis"
1553 # IPv4 - 10ge2p1x520 - NDR
1556 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1557 algorithm: "plot_throughput_speedup_analysis"
1558 output-file-type: ".html"
1559 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1561 "plot-throughput-speedup-analysis"
1562 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1568 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1570 "plot-throughput-speedup-analysis"
1572 # IPv4 - 40ge2p1xl710 - NDR
1575 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1576 algorithm: "plot_throughput_speedup_analysis"
1577 output-file-type: ".html"
1578 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1580 "plot-throughput-speedup-analysis"
1581 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1587 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1589 "plot-throughput-speedup-analysis"
1591 # IPv4 - 10ge2p1x520 - PDR
1594 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1595 algorithm: "plot_throughput_speedup_analysis"
1596 output-file-type: ".html"
1597 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1599 "plot-throughput-speedup-analysis"
1600 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1606 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1608 "plot-throughput-speedup-analysis"
1610 # IPv6 - 10ge2p1x520 - NDR
1613 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1614 algorithm: "plot_throughput_speedup_analysis"
1615 output-file-type: ".html"
1616 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1618 "plot-throughput-speedup-analysis"
1619 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1625 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1627 "plot-throughput-speedup-analysis"
1629 # IPv6 - 40ge2p1xl710 - NDR
1632 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1633 algorithm: "plot_throughput_speedup_analysis"
1634 output-file-type: ".html"
1635 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1637 "plot-throughput-speedup-analysis"
1638 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1644 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1646 "plot-throughput-speedup-analysis"
1648 # IPv6 - 10ge2p1x520 - PDR
1651 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1652 algorithm: "plot_throughput_speedup_analysis"
1653 output-file-type: ".html"
1654 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1656 "plot-throughput-speedup-analysis"
1657 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1663 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1665 "plot-throughput-speedup-analysis"
1667 # Plot packets per second
1672 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1673 algorithm: "plot_performance_box"
1674 output-file-type: ".html"
1675 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1677 "plot-vpp-throughput-latency"
1678 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1679 # each tag is enclosed with ' (apostrophe).
1680 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1686 boxpoints: "outliers"
1689 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1695 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1696 algorithm: "plot_performance_box"
1697 output-file-type: ".html"
1698 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1700 "plot-vpp-throughput-latency"
1701 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1707 boxpoints: "outliers"
1710 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1716 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1717 algorithm: "plot_performance_box"
1718 output-file-type: ".html"
1719 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1721 "plot-vpp-throughput-latency"
1722 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1728 boxpoints: "outliers"
1731 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1737 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1738 algorithm: "plot_performance_box"
1739 output-file-type: ".html"
1740 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1742 "plot-vpp-throughput-latency"
1743 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1749 boxpoints: "outliers"
1752 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1759 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1760 algorithm: "plot_performance_box"
1761 output-file-type: ".html"
1762 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1764 "plot-vpp-throughput-latency"
1765 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1771 boxpoints: "outliers"
1774 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1780 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1781 algorithm: "plot_performance_box"
1782 output-file-type: ".html"
1783 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1785 "plot-vpp-throughput-latency"
1786 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1792 boxpoints: "outliers"
1795 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1801 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1802 algorithm: "plot_performance_box"
1803 output-file-type: ".html"
1804 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1806 "plot-vpp-throughput-latency"
1807 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1813 boxpoints: "outliers"
1816 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1822 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1823 algorithm: "plot_performance_box"
1824 output-file-type: ".html"
1825 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1827 "plot-vpp-throughput-latency"
1828 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1834 boxpoints: "outliers"
1837 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1844 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1845 algorithm: "plot_performance_box"
1846 output-file-type: ".html"
1847 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1849 "plot-vpp-throughput-latency"
1850 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1856 boxpoints: "outliers"
1859 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1865 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1866 algorithm: "plot_performance_box"
1867 output-file-type: ".html"
1868 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1870 "plot-vpp-throughput-latency"
1871 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1877 boxpoints: "outliers"
1880 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1886 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1887 algorithm: "plot_performance_box"
1888 output-file-type: ".html"
1889 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1891 "plot-vpp-throughput-latency"
1892 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1898 boxpoints: "outliers"
1901 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1907 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1908 algorithm: "plot_performance_box"
1909 output-file-type: ".html"
1910 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1912 "plot-vpp-throughput-latency"
1913 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1919 boxpoints: "outliers"
1922 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1929 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1930 algorithm: "plot_performance_box"
1931 output-file-type: ".html"
1932 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1934 "plot-vpp-throughput-latency"
1935 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1941 boxpoints: "outliers"
1944 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1950 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1951 algorithm: "plot_performance_box"
1952 output-file-type: ".html"
1953 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1955 "plot-vpp-throughput-latency"
1956 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1962 boxpoints: "outliers"
1965 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1971 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1972 algorithm: "plot_performance_box"
1973 output-file-type: ".html"
1974 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1976 "plot-vpp-throughput-latency"
1977 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1983 boxpoints: "outliers"
1986 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1992 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1993 algorithm: "plot_performance_box"
1994 output-file-type: ".html"
1995 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1997 "plot-vpp-throughput-latency"
1998 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2004 boxpoints: "outliers"
2007 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2014 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2015 algorithm: "plot_performance_box"
2016 output-file-type: ".html"
2017 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
2019 "plot-vpp-throughput-latency"
2020 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2026 boxpoints: "outliers"
2029 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2035 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2036 algorithm: "plot_performance_box"
2037 output-file-type: ".html"
2038 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
2040 "plot-vpp-throughput-latency"
2041 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2047 boxpoints: "outliers"
2050 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2056 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2057 algorithm: "plot_performance_box"
2058 output-file-type: ".html"
2059 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
2061 "plot-vpp-throughput-latency"
2062 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2068 boxpoints: "outliers"
2071 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2077 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2078 algorithm: "plot_performance_box"
2079 output-file-type: ".html"
2080 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
2082 "plot-vpp-throughput-latency"
2083 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2089 boxpoints: "outliers"
2092 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2099 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2100 algorithm: "plot_performance_box"
2101 output-file-type: ".html"
2102 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2104 "plot-vpp-throughput-latency"
2105 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2111 boxpoints: "outliers"
2114 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2119 gridcolor: "rgb(238, 238, 238)"
2120 linecolor: "rgb(238, 238, 238)"
2124 showticklabels: True
2125 tickcolor: "rgb(238, 238, 238)"
2127 title: "Indexed Test Cases"
2130 gridcolor: "rgb(238, 238, 238)'"
2132 linecolor: "rgb(238, 238, 238)"
2134 range: [2000000, 6000000]
2137 showticklabels: True
2138 tickcolor: "rgb(238, 238, 238)"
2139 title: "Packets Per Second [pps]"
2157 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2158 algorithm: "plot_performance_box"
2159 output-file-type: ".html"
2160 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2162 "plot-vpp-throughput-latency"
2163 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2169 boxpoints: "outliers"
2172 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2178 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2179 algorithm: "plot_performance_box"
2180 output-file-type: ".html"
2181 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2183 "plot-vpp-throughput-latency"
2184 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2190 boxpoints: "outliers"
2193 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2199 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2200 algorithm: "plot_performance_box"
2201 output-file-type: ".html"
2202 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2204 "plot-vpp-throughput-latency"
2205 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2211 boxpoints: "outliers"
2214 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2219 gridcolor: "rgb(238, 238, 238)"
2220 linecolor: "rgb(238, 238, 238)"
2224 showticklabels: True
2225 tickcolor: "rgb(238, 238, 238)"
2227 title: "Indexed Test Cases"
2230 gridcolor: "rgb(238, 238, 238)'"
2232 linecolor: "rgb(238, 238, 238)"
2234 range: [4000000, 12000000]
2237 showticklabels: True
2238 tickcolor: "rgb(238, 238, 238)"
2239 title: "Packets Per Second [pps]"
2258 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2259 algorithm: "plot_performance_box"
2260 output-file-type: ".html"
2261 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2263 "plot-vpp-throughput-latency"
2264 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2270 boxpoints: "outliers"
2273 title: "64B-1t1c-.*vhost.*-ndrdisc"
2278 gridcolor: "rgb(238, 238, 238)"
2279 linecolor: "rgb(238, 238, 238)"
2283 showticklabels: True
2284 tickcolor: "rgb(238, 238, 238)"
2286 title: "Indexed Test Cases"
2289 gridcolor: "rgb(238, 238, 238)'"
2291 linecolor: "rgb(238, 238, 238)"
2296 showticklabels: True
2297 tickcolor: "rgb(238, 238, 238)"
2298 title: "Packets Per Second [pps]"
2316 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2317 algorithm: "plot_performance_box"
2318 output-file-type: ".html"
2319 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2321 "plot-vpp-throughput-latency"
2322 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2328 boxpoints: "outliers"
2331 title: "64B-2t2c-.*vhost.*-ndrdisc"
2337 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2338 algorithm: "plot_performance_box"
2339 output-file-type: ".html"
2340 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2342 "plot-vpp-throughput-latency"
2343 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2349 boxpoints: "outliers"
2352 title: "64B-1t1c-.*vhost.*-pdrdisc"
2358 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2359 algorithm: "plot_performance_box"
2360 output-file-type: ".html"
2361 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2363 "plot-vpp-throughput-latency"
2364 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2370 boxpoints: "outliers"
2373 title: "64B-2t2c-.*vhost.*-pdrdisc"
2377 # VPP VM VHOST SELECTION
2380 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2381 algorithm: "plot_performance_box"
2382 output-file-type: ".html"
2383 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2385 "plot-vpp-throughput-latency"
2386 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2392 boxpoints: "outliers"
2395 title: "64B-1t1c-.*vhost.*-ndrdisc"
2401 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2402 algorithm: "plot_performance_box"
2403 output-file-type: ".html"
2404 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2406 "plot-vpp-throughput-latency"
2407 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2413 boxpoints: "outliers"
2416 title: "64B-2t2c-.*vhost.*-ndrdisc"
2422 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2423 algorithm: "plot_performance_box"
2424 output-file-type: ".html"
2425 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2427 "plot-vpp-throughput-latency"
2428 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2434 boxpoints: "outliers"
2437 title: "64B-1t1c-.*vhost.*-pdrdisc"
2443 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2444 algorithm: "plot_performance_box"
2445 output-file-type: ".html"
2446 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2448 "plot-vpp-throughput-latency"
2449 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2455 boxpoints: "outliers"
2458 title: "64B-2t2c-.*vhost.*-pdrdisc"
2465 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2466 algorithm: "plot_performance_box"
2467 output-file-type: ".html"
2468 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2470 "plot-vpp-throughput-latency"
2471 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2477 boxpoints: "outliers"
2480 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2486 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2487 algorithm: "plot_performance_box"
2488 output-file-type: ".html"
2489 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2491 "plot-vpp-throughput-latency"
2492 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2498 boxpoints: "outliers"
2501 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2507 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2508 algorithm: "plot_performance_box"
2509 output-file-type: ".html"
2510 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2512 "plot-vpp-throughput-latency"
2513 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2519 boxpoints: "outliers"
2522 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2528 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2529 algorithm: "plot_performance_box"
2530 output-file-type: ".html"
2531 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2533 "plot-vpp-throughput-latency"
2534 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2540 boxpoints: "outliers"
2543 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2550 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2551 algorithm: "plot_performance_box"
2552 output-file-type: ".html"
2553 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2555 "plot-dpdk-throughput-latency"
2556 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2562 boxpoints: "outliers"
2565 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2571 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2572 algorithm: "plot_performance_box"
2573 output-file-type: ".html"
2574 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2576 "plot-dpdk-throughput-latency"
2577 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2583 boxpoints: "outliers"
2586 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2592 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2593 algorithm: "plot_performance_box"
2594 output-file-type: ".html"
2595 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2597 "plot-dpdk-throughput-latency"
2598 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2604 boxpoints: "outliers"
2607 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2612 gridcolor: "rgb(238, 238, 238)"
2613 linecolor: "rgb(238, 238, 238)"
2617 showticklabels: True
2618 tickcolor: "rgb(238, 238, 238)"
2620 title: "Indexed Test Cases"
2623 gridcolor: "rgb(238, 238, 238)'"
2625 linecolor: "rgb(238, 238, 238)"
2627 range: [2000000, 12000000]
2630 showticklabels: True
2631 tickcolor: "rgb(238, 238, 238)"
2632 title: "Packets Per Second [pps]"
2650 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2651 algorithm: "plot_performance_box"
2652 output-file-type: ".html"
2653 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2655 "plot-dpdk-throughput-latency"
2656 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2662 boxpoints: "outliers"
2665 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2670 gridcolor: "rgb(238, 238, 238)"
2671 linecolor: "rgb(238, 238, 238)"
2675 showticklabels: True
2676 tickcolor: "rgb(238, 238, 238)"
2678 title: "Indexed Test Cases"
2681 gridcolor: "rgb(238, 238, 238)'"
2683 linecolor: "rgb(238, 238, 238)"
2685 range: [2000000, 12000000]
2688 showticklabels: True
2689 tickcolor: "rgb(238, 238, 238)"
2690 title: "Packets Per Second [pps]"
2708 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2709 algorithm: "plot_performance_box"
2710 output-file-type: ".html"
2711 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2713 "plot-dpdk-throughput-latency"
2714 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2720 boxpoints: "outliers"
2723 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2729 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2730 algorithm: "plot_performance_box"
2731 output-file-type: ".html"
2732 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2734 "plot-dpdk-throughput-latency"
2735 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2741 boxpoints: "outliers"
2744 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2750 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2751 algorithm: "plot_performance_box"
2752 output-file-type: ".html"
2753 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2755 "plot-dpdk-throughput-latency"
2756 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2762 boxpoints: "outliers"
2765 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2770 gridcolor: "rgb(238, 238, 238)"
2771 linecolor: "rgb(238, 238, 238)"
2775 showticklabels: True
2776 tickcolor: "rgb(238, 238, 238)"
2778 title: "Indexed Test Cases"
2781 gridcolor: "rgb(238, 238, 238)'"
2783 linecolor: "rgb(238, 238, 238)"
2785 range: [20000000, 30000000]
2788 showticklabels: True
2789 tickcolor: "rgb(238, 238, 238)"
2790 title: "Packets Per Second [pps]"
2808 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2809 algorithm: "plot_performance_box"
2810 output-file-type: ".html"
2811 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2813 "plot-dpdk-throughput-latency"
2814 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2820 boxpoints: "outliers"
2823 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2828 gridcolor: "rgb(238, 238, 238)"
2829 linecolor: "rgb(238, 238, 238)"
2833 showticklabels: True
2834 tickcolor: "rgb(238, 238, 238)"
2836 title: "Indexed Test Cases"
2839 gridcolor: "rgb(238, 238, 238)'"
2841 linecolor: "rgb(238, 238, 238)"
2843 range: [20000000, 30000000]
2846 showticklabels: True
2847 tickcolor: "rgb(238, 238, 238)"
2848 title: "Packets Per Second [pps]"
2869 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2870 algorithm: "plot_latency_box"
2871 output-file-type: ".html"
2872 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2874 "plot-vpp-throughput-latency"
2875 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2882 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2888 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2889 algorithm: "plot_latency_box"
2890 output-file-type: ".html"
2891 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2893 "plot-vpp-throughput-latency"
2894 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2901 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2908 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2909 algorithm: "plot_latency_box"
2910 output-file-type: ".html"
2911 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2913 "plot-vpp-throughput-latency"
2914 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2921 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2927 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2928 algorithm: "plot_latency_box"
2929 output-file-type: ".html"
2930 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2932 "plot-vpp-throughput-latency"
2933 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2940 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2947 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2948 algorithm: "plot_latency_box"
2949 output-file-type: ".html"
2950 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2952 "plot-vpp-throughput-latency"
2953 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2960 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2966 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2967 algorithm: "plot_latency_box"
2968 output-file-type: ".html"
2969 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2971 "plot-vpp-throughput-latency"
2972 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2979 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2986 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2987 algorithm: "plot_latency_box"
2988 output-file-type: ".html"
2989 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2991 "plot-vpp-throughput-latency"
2992 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2999 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3005 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3006 algorithm: "plot_latency_box"
3007 output-file-type: ".html"
3008 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
3010 "plot-vpp-throughput-latency"
3011 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3018 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3025 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3026 algorithm: "plot_latency_box"
3027 output-file-type: ".html"
3028 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
3030 "plot-vpp-throughput-latency"
3031 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3038 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3044 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3045 algorithm: "plot_latency_box"
3046 output-file-type: ".html"
3047 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3049 "plot-vpp-throughput-latency"
3050 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3057 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3064 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3065 algorithm: "plot_latency_box"
3066 output-file-type: ".html"
3067 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3069 "plot-vpp-throughput-latency"
3070 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3077 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3083 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3084 algorithm: "plot_latency_box"
3085 output-file-type: ".html"
3086 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3088 "plot-vpp-throughput-latency"
3089 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3096 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3103 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3104 algorithm: "plot_latency_box"
3105 output-file-type: ".html"
3106 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
3108 "plot-vpp-throughput-latency"
3109 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3116 title: "64B-1t1c-.*vhost.*-ndrdisc"
3122 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3123 algorithm: "plot_latency_box"
3124 output-file-type: ".html"
3125 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
3127 "plot-vpp-throughput-latency"
3128 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3135 title: "64B-2t2c-.*vhost.*-ndrdisc"
3139 # VPP VM VHOST selection
3142 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3143 algorithm: "plot_latency_box"
3144 output-file-type: ".html"
3145 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
3147 "plot-vpp-throughput-latency"
3148 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3155 title: "64B-1t1c-.*vhost.*-ndrdisc"
3161 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3162 algorithm: "plot_latency_box"
3163 output-file-type: ".html"
3164 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
3166 "plot-vpp-throughput-latency"
3167 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3174 title: "64B-2t2c-.*vhost.*-ndrdisc"
3181 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3182 algorithm: "plot_latency_box"
3183 output-file-type: ".html"
3184 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3186 "plot-vpp-throughput-latency"
3187 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3194 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3200 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3201 algorithm: "plot_latency_box"
3202 output-file-type: ".html"
3203 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3205 "plot-vpp-throughput-latency"
3206 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3213 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3220 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3221 algorithm: "plot_latency_box"
3222 output-file-type: ".html"
3223 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3225 "plot-dpdk-throughput-latency"
3226 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3233 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3239 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3240 algorithm: "plot_latency_box"
3241 output-file-type: ".html"
3242 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3244 "plot-dpdk-throughput-latency"
3245 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3252 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3258 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3259 algorithm: "plot_latency_box"
3260 output-file-type: ".html"
3261 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3263 "plot-dpdk-throughput-latency"
3264 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3271 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3277 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3278 algorithm: "plot_latency_box"
3279 output-file-type: ".html"
3280 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3282 "plot-dpdk-throughput-latency"
3283 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3290 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3294 # Ligato - Throughput
3299 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3300 algorithm: "plot_performance_box"
3301 output-file-type: ".html"
3302 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3304 "plot-vpp-throughput-latency"
3305 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3311 boxpoints: "outliers"
3314 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3319 gridcolor: "rgb(238, 238, 238)"
3320 linecolor: "rgb(238, 238, 238)"
3324 showticklabels: True
3325 tickcolor: "rgb(238, 238, 238)"
3327 title: "Indexed Test Cases"
3330 gridcolor: "rgb(238, 238, 238)'"
3332 linecolor: "rgb(238, 238, 238)"
3337 showticklabels: True
3338 tickcolor: "rgb(238, 238, 238)"
3339 title: "Packets Per Second [pps]"
3357 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3358 algorithm: "plot_performance_box"
3359 output-file-type: ".html"
3360 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3362 "plot-vpp-throughput-latency"
3363 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3369 boxpoints: "outliers"
3372 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3377 gridcolor: "rgb(238, 238, 238)"
3378 linecolor: "rgb(238, 238, 238)"
3382 showticklabels: True
3383 tickcolor: "rgb(238, 238, 238)"
3385 title: "Indexed Test Cases"
3388 gridcolor: "rgb(238, 238, 238)'"
3390 linecolor: "rgb(238, 238, 238)"
3395 showticklabels: True
3396 tickcolor: "rgb(238, 238, 238)"
3397 title: "Packets Per Second [pps]"
3415 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3416 algorithm: "plot_performance_box"
3417 output-file-type: ".html"
3418 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3420 "plot-vpp-throughput-latency"
3421 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3427 boxpoints: "outliers"
3430 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3435 gridcolor: "rgb(238, 238, 238)"
3436 linecolor: "rgb(238, 238, 238)"
3440 showticklabels: True
3441 tickcolor: "rgb(238, 238, 238)"
3443 title: "Indexed Test Cases"
3446 gridcolor: "rgb(238, 238, 238)'"
3448 linecolor: "rgb(238, 238, 238)"
3453 showticklabels: True
3454 tickcolor: "rgb(238, 238, 238)"
3455 title: "Packets Per Second [pps]"
3473 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3474 algorithm: "plot_performance_box"
3475 output-file-type: ".html"
3476 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3478 "plot-vpp-throughput-latency"
3479 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3485 boxpoints: "outliers"
3488 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3493 gridcolor: "rgb(238, 238, 238)"
3494 linecolor: "rgb(238, 238, 238)"
3498 showticklabels: True
3499 tickcolor: "rgb(238, 238, 238)"
3501 title: "Indexed Test Cases"
3504 gridcolor: "rgb(238, 238, 238)'"
3506 linecolor: "rgb(238, 238, 238)"
3511 showticklabels: True
3512 tickcolor: "rgb(238, 238, 238)"
3513 title: "Packets Per Second [pps]"
3529 # Container orchestrated
3532 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3533 algorithm: "plot_performance_box"
3534 output-file-type: ".html"
3535 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3537 "plot-ligato-throughput-latency"
3538 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3544 boxpoints: "outliers"
3547 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3553 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3554 algorithm: "plot_performance_box"
3555 output-file-type: ".html"
3556 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3558 "plot-ligato-throughput-latency"
3559 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3565 boxpoints: "outliers"
3568 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3574 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3575 algorithm: "plot_performance_box"
3576 output-file-type: ".html"
3577 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3579 "plot-ligato-throughput-latency"
3580 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3586 boxpoints: "outliers"
3589 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3595 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3596 algorithm: "plot_performance_box"
3597 output-file-type: ".html"
3598 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3600 "plot-ligato-throughput-latency"
3601 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3607 boxpoints: "outliers"
3610 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3619 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3620 algorithm: "plot_latency_box"
3621 output-file-type: ".html"
3622 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3624 "plot-vpp-throughput-latency"
3625 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3632 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3638 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3639 algorithm: "plot_latency_box"
3640 output-file-type: ".html"
3641 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3643 "plot-vpp-throughput-latency"
3644 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3651 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3655 # Container orchestrated
3658 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3659 algorithm: "plot_latency_box"
3660 output-file-type: ".html"
3661 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3663 "plot-ligato-throughput-latency"
3664 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3671 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3677 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3678 algorithm: "plot_latency_box"
3679 output-file-type: ".html"
3680 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3682 "plot-ligato-throughput-latency"
3683 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3690 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"