6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,MRR,VPP]: "{DIR[DTR]}/vpp_mrr_results"
42 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
43 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
44 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
45 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
46 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
47 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
48 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50 # Detailed test configurations
51 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
53 DIR[DTC,MRR,VPP]: "{DIR[DTC]}/vpp_mrr_configuration"
54 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
55 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
57 # Detailed tests operational data
58 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
59 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
61 # .css patch file to fix tables generated by Sphinx
62 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
63 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
66 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
67 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
68 URL[NEXUS]: "https://docs.fd.io/csit"
69 DIR[NEXUS]: "report/_static/archive"
72 # List the directories which are created while preparing the environment.
73 # All directories MUST be defined in "paths" section.
80 - "DIR[WORKING,SRC,STATIC]"
83 # List the directories which are deleted while cleaning the environment.
84 # All directories MUST be defined in "paths" section.
89 # List the directories where the results (build) is stored.
90 # All directories MUST be defined in "paths" section.
97 plot-vpp-http-server-performance:
98 # TODO: Add the data sources
99 csit-vpp-perf-1804-all:
110 # TODO: Add the data sources
111 # vpp-meltdown-impact:
112 # csit-vpp-perf-1707-all:
116 # csit-vpp-perf-1710-all:
120 # TODO: Add the data sources
121 # vpp-spectre-impact:
122 # csit-vpp-perf-1707-all:
126 # csit-vpp-perf-1710-all:
130 vpp-performance-changes:
131 csit-vpp-perf-1710-all:
142 csit-vpp-perf-1801-all:
155 csit-vpp-perf-1804-all:
166 vpp-performance-changes-mrr:
167 csit-vpp-perf-check-1801:
178 csit-vpp-perf-check-1804:
189 plot-throughput-speedup-analysis:
190 csit-vpp-perf-1804-all:
205 plot-ligato-throughput-speedup-analysis:
206 csit-ligato-perf-1804-all:
217 # performance-improvements:
218 # csit-vpp-perf-1707-all:
229 # csit-vpp-perf-1710-all:
240 # csit-vpp-perf-1801-all:
244 # csit-ligato-perf-1710-all:
255 # csit-ligato-perf-1801-all:
266 csit-vpp-perf-1804-all:
272 csit-vpp-functional-1804-ubuntu1604-virl:
274 vpp-func-results-centos:
275 csit-vpp-functional-1804-centos7-virl:
278 csit-vpp-perf-check-1804:
281 csit-ligato-perf-1804-all:
284 csit-dpdk-perf-1804-all:
287 csit-hc2vpp-verify-func-1804-ubuntu1604:
290 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
292 plot-vpp-throughput-latency:
293 csit-vpp-perf-1804-all:
308 plot-dpdk-throughput-latency:
309 csit-dpdk-perf-1804-all:
320 plot-ligato-throughput-latency:
321 csit-ligato-perf-1804-all:
340 gridcolor: "rgb(238, 238, 238)"
341 linecolor: "rgb(238, 238, 238)"
346 tickcolor: "rgb(238, 238, 238)"
348 title: "Indexed Test Cases"
351 gridcolor: "rgb(238, 238, 238)'"
353 linecolor: "rgb(238, 238, 238)"
360 tickcolor: "rgb(238, 238, 238)"
361 title: "Connections Per Second [cps]"
382 gridcolor: "rgb(238, 238, 238)"
383 linecolor: "rgb(238, 238, 238)"
388 tickcolor: "rgb(238, 238, 238)"
390 title: "Indexed Test Cases"
393 gridcolor: "rgb(238, 238, 238)'"
395 linecolor: "rgb(238, 238, 238)"
402 tickcolor: "rgb(238, 238, 238)"
403 title: "Requests Per Second [rps]"
424 gridcolor: "rgb(238, 238, 238)"
425 linecolor: "rgb(238, 238, 238)"
430 tickcolor: "rgb(238, 238, 238)"
432 title: "Indexed Test Cases"
435 gridcolor: "rgb(238, 238, 238)'"
437 linecolor: "rgb(238, 238, 238)"
443 tickcolor: "rgb(238, 238, 238)"
444 title: "Packets Per Second [pps]"
465 gridcolor: "rgb(238, 238, 238)"
466 linecolor: "rgb(238, 238, 238)"
471 tickcolor: "rgb(238, 238, 238)"
473 title: "Indexed Test Cases"
476 gridcolor: "rgb(238, 238, 238)'"
478 linecolor: "rgb(238, 238, 238)"
484 tickcolor: "rgb(238, 238, 238)"
485 title: "Latency min/avg/max [uSec]"
501 plot-throughput-speedup-analysis:
506 gridcolor: "rgb(238, 238, 238)"
507 linecolor: "rgb(238, 238, 238)"
512 tickcolor: "rgb(238, 238, 238)"
517 title: "Throughput speedup factor"
518 gridcolor: "rgb(238, 238, 238)"
520 linecolor: "rgb(238, 238, 238)"
526 tickcolor: "rgb(238, 238, 238)"
534 bgcolor: "rgba(255, 255, 255, 0)"
535 bordercolor: "rgba(255, 255, 255, 0)"
552 input-format: "xml" # zip or xml
553 extract: "robot-plugin/output.xml" # Only for zip
555 # The files must be in the directory DIR[WORKING,DATA]
556 csit-vpp-perf-1801-all:
559 file: "{DIR[WORKING,DATA]}/output.xml"
562 file: "{DIR[WORKING,DATA]}/output.xml"
565 file: "{DIR[WORKING,DATA]}/output.xml"
568 file: "{DIR[WORKING,DATA]}/output.xml"
572 src-path: "{DIR[RST]}"
573 dst-path: "{DIR[WORKING,SRC]}"
576 type: "input" # Ignored in debug mode
578 file-name: "robot-plugin.zip"
580 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
581 extract: "robot-plugin/output.xml"
583 # csit-vpp-perf-1707-all:
594 csit-vpp-perf-1710-all:
605 csit-vpp-perf-1801-all:
622 csit-vpp-perf-1804-all:
647 csit-vpp-perf-check-1801:
658 csit-vpp-perf-check-1804:
670 # csit-ligato-perf-1710-all:
681 # csit-ligato-perf-1801-all:
692 csit-ligato-perf-1804-all:
704 csit-dpdk-perf-1804-all:
715 csit-vpp-functional-1804-ubuntu1604-virl:
717 csit-vpp-functional-1804-centos7-virl:
719 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
721 csit-hc2vpp-verify-func-1804-ubuntu1604:
733 ################################################################################
735 ################################################################################
739 # title: "Performance Impact of Meltdown Patches"
740 # algorithm: "table_performance_comparison"
741 # output-file-ext: ".csv"
743 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
745 # title: "No Meltdown"
746 ## TODO: specify data sources
748 # csit-vpp-perf-1707-all:
753 # title: "Meltdown Patches Applied"
754 ## TODO: specify data sources
756 # csit-vpp-perf-1710-all:
761 # "vpp-meltdown-impact"
767 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
768 # # to present all tests.
769 # nr-of-tests-shown: 20
773 # title: "Performance Impact of Spectre Patches"
774 # algorithm: "table_performance_comparison"
775 # output-file-ext: ".csv"
777 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
779 # title: "No Spectre"
780 ## TODO: specify data sources
782 # csit-vpp-perf-1707-all:
787 # title: "Spectre Patches Applied"
788 ## TODO: specify data sources
790 # csit-vpp-perf-1710-all:
795 # "vpp-spectre-impact"
801 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
802 # # to present all tests.
803 # nr-of-tests-shown: 20
807 title: "VPP Performance Changes"
808 algorithm: "table_performance_comparison"
809 output-file-ext: ".csv"
810 output-file: "{DIR[STATIC,VPP]}/performance-changes"
815 csit-vpp-perf-1710-all:
829 csit-vpp-perf-1801-all:
845 csit-vpp-perf-1804-all:
856 data: "vpp-performance-changes"
862 # Number of the best and the worst tests presented in the table. Use 0 (zero)
863 # to present all tests.
864 nr-of-tests-shown: 20
869 title: "VPP Performance Changes - MRR"
870 algorithm: "table_performance_comparison_mrr"
871 output-file-ext: ".csv"
872 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
874 title: "Release 1801"
876 csit-vpp-perf-check-1801:
888 title: "Release 1804"
890 csit-vpp-perf-check-1804:
901 data: "vpp-performance-changes-mrr"
907 # Number of the best and the worst tests presented in the table. Use 0 (zero)
908 # to present all tests.
909 nr-of-tests-shown: 20
914 # title: "Performance improvements"
915 # algorithm: "table_performance_improvements"
916 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
917 # output-file-ext: ".csv"
918 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
924 # title: "16.09 mean [Mpps]"
927 # title: "17.01 mean [Mpps]"
930 # title: "17.04 mean [Mpps]"
933 # title: "17.07 mean [Mpps]"
934 # data: "data csit-vpp-perf-1707-all mean"
936 # title: "17.10 mean [Mpps]"
937 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
939 # title: "18.01 mean [Mpps]"
940 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
942 # title: "18.01 stdev [Mpps]"
943 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
945 # title: "17.10 to 18.01 change [%]"
946 # data: "operation relative_change 5 6"
949 # "performance-improvements"
956 title: "Detailed Test Results - VPP Performance Results"
957 algorithm: "table_merged_details"
958 output-file-ext: ".csv"
959 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
965 title: "Documentation"
973 filter: "not 'NDRCHK' and not 'PDRCHK'"
982 title: "Test configuration - VPP Performance Test Configs"
983 algorithm: "table_merged_details"
984 output-file-ext: ".csv"
985 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
991 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
992 data: "data vat-history"
996 filter: "not 'NDRCHK' and not 'PDRCHK'"
1004 title: "Test Operational Data - VPP Performance Operational Data"
1005 algorithm: "table_merged_details"
1006 output-file-ext: ".csv"
1007 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
1013 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
1014 data: "data show-run"
1018 filter: "not 'NDRCHK' and not 'PDRCHK'"
1026 title: "Detailed Test Results - VPP MRR Results"
1027 algorithm: "table_details"
1028 output-file-ext: ".csv"
1029 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1035 title: "Documentation"
1052 title: "Test configuration - VPP MRR Test Configs"
1053 algorithm: "table_details"
1054 output-file-ext: ".csv"
1055 output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_test_configuration"
1061 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1062 data: "data vat-history"
1074 title: "Detailed Test Results - VPP Functional Results"
1075 algorithm: "table_details"
1076 output-file-ext: ".csv"
1077 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1083 title: "Documentation"
1100 title: "Detailed Test Results - VPP Functional Results - CentOS"
1101 algorithm: "table_details"
1102 output-file-ext: ".csv"
1103 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1109 title: "Documentation"
1116 "vpp-func-results-centos"
1126 title: "Test configuration - VPP Functional Test Configs"
1127 algorithm: "table_details"
1128 output-file-ext: ".csv"
1129 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1135 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1136 data: "data vat-history"
1148 title: "Test configuration - VPP Functional Test Configs - CentOS"
1149 algorithm: "table_details"
1150 output-file-ext: ".csv"
1151 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1157 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1158 data: "data vat-history"
1161 "vpp-func-results-centos"
1170 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
1171 algorithm: "table_details"
1172 output-file-ext: ".csv"
1173 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1179 title: "Documentation"
1186 "ligato-perf-results"
1196 title: "Detailed Test Results - DPDK Performance Results"
1197 algorithm: "table_details"
1198 output-file-ext: ".csv"
1199 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1205 title: "Documentation"
1222 title: "Detailed Test Results - Honeycomb Functional Results"
1223 algorithm: "table_details"
1224 output-file-ext: ".csv"
1225 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1231 title: "Documentation"
1248 title: "Detailed Test Results - NSH SFC Functional Results"
1249 algorithm: "table_details"
1250 output-file-ext: ".csv"
1251 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1257 title: "Documentation"
1272 ################################################################################
1274 ################################################################################
1278 title: "VPP Performance Results"
1279 algorithm: "file_merged_test_results"
1280 output-file-ext: ".rst"
1281 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1282 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1283 dir-tables: "{DIR[DTR,PERF,VPP]}"
1286 filter: "not 'NDRCHK' and not 'PDRCHK'"
1292 data-start-level: 3 # 0, 1, 2, ...
1293 chapters-start-level: 2 # 0, 1, 2, ...
1297 title: "VPP Performance Configuration"
1298 algorithm: "file_merged_test_results"
1299 output-file-ext: ".rst"
1300 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1301 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1302 dir-tables: "{DIR[DTC,PERF,VPP]}"
1305 filter: "not 'NDRCHK' and not 'PDRCHK'"
1311 data-start-level: 3 # 0, 1, 2, ...
1312 chapters-start-level: 2 # 0, 1, 2, ...
1316 title: "VPP Performance Operational Data"
1317 algorithm: "file_merged_test_results"
1318 output-file-ext: ".rst"
1319 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1320 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1321 dir-tables: "{DIR[DTO,PERF,VPP]}"
1324 filter: "not 'NDRCHK' and not 'PDRCHK'"
1330 data-start-level: 3 # 0, 1, 2, ...
1331 chapters-start-level: 2 # 0, 1, 2, ...
1335 title: "VPP MRR Results"
1336 algorithm: "file_test_results"
1337 output-file-ext: ".rst"
1338 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1339 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1340 dir-tables: "{DIR[DTR,MRR,VPP]}"
1349 data-start-level: 2 # 0, 1, 2, ...
1350 chapters-start-level: 2 # 0, 1, 2, ...
1354 title: "VPP MRR Configuration"
1355 algorithm: "file_test_results"
1356 output-file-ext: ".rst"
1357 output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_configuration"
1358 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1359 dir-tables: "{DIR[DTC,MRR,VPP]}"
1368 data-start-level: 2 # 0, 1, 2, ...
1369 chapters-start-level: 2 # 0, 1, 2, ...
1373 title: "VPP Functional Results"
1374 algorithm: "file_test_results"
1375 output-file-ext: ".rst"
1376 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1377 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1378 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1386 data-start-level: 3 # 0, 1, 2, ...
1387 chapters-start-level: 2 # 0, 1, 2, ...
1391 title: "VPP Functional Results - CentOS"
1392 algorithm: "file_test_results"
1393 output-file-ext: ".rst"
1394 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1395 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1396 dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
1398 "vpp-func-results-centos"
1404 data-start-level: 3 # 0, 1, 2, ...
1405 chapters-start-level: 2 # 0, 1, 2, ...
1409 title: "VPP Functional Configuration"
1410 algorithm: "file_test_results"
1411 output-file-ext: ".rst"
1412 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1413 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1414 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1422 data-start-level: 3 # 0, 1, 2, ...
1423 chapters-start-level: 2 # 0, 1, 2, ...
1427 title: "VPP Functional Configuration - CentOS"
1428 algorithm: "file_test_results"
1429 output-file-ext: ".rst"
1430 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1431 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1432 dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
1434 "vpp-func-results-centos"
1440 data-start-level: 3 # 0, 1, 2, ...
1441 chapters-start-level: 2 # 0, 1, 2, ...
1445 title: "Container Orchestrated Performance Results"
1446 algorithm: "file_test_results"
1447 output-file-ext: ".rst"
1448 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1449 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1450 dir-tables: "{DIR[DTR,PERF,COT]}"
1452 "ligato-perf-results"
1458 data-start-level: 2 # 0, 1, 2, ...
1459 chapters-start-level: 2 # 0, 1, 2, ...
1463 title: "DPDK Performance Results"
1464 algorithm: "file_test_results"
1465 output-file-ext: ".rst"
1466 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1467 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1468 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1478 data-start-level: 2 # 0, 1, 2, ...
1479 chapters-start-level: 2 # 0, 1, 2, ...
1483 title: "Honeycomb Functional Results"
1484 algorithm: "file_test_results"
1485 output-file-ext: ".rst"
1486 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1487 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1488 dir-tables: "{DIR[DTR,FUNC,HC]}"
1498 data-start-level: 3 # 0, 1, 2, ...
1499 chapters-start-level: 2 # 0, 1, 2, ...
1503 title: "NSH SFC Functional Results"
1504 algorithm: "file_test_results"
1505 output-file-ext: ".rst"
1506 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1507 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1508 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1518 data-start-level: 2 # 0, 1, 2, ...
1519 chapters-start-level: 2 # 0, 1, 2, ...
1521 ################################################################################
1523 ################################################################################
1525 # Plots VPP HTTP Server Performance
1528 title: "VPP HTTP Server Performance"
1529 algorithm: "plot_http_server_performance_box"
1530 output-file-type: ".html"
1531 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1533 "plot-vpp-http-server-performance"
1534 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1535 # each tag is enclosed with ' (apostrophe).
1536 filter: "'HTTP' and 'TCP_CPS'"
1542 boxpoints: "outliers"
1545 title: "VPP HTTP Server Performance"
1551 title: "VPP HTTP Server Performance"
1552 algorithm: "plot_http_server_performance_box"
1553 output-file-type: ".html"
1554 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1556 "plot-vpp-http-server-performance"
1557 filter: "'HTTP' and 'TCP_RPS'"
1563 boxpoints: "outliers"
1566 title: "VPP HTTP Server Performance"
1570 # Plot Throughput Speedup Analysis
1572 # L2 - 10ge2p1x520 - NDR
1575 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1576 algorithm: "plot_throughput_speedup_analysis"
1577 output-file-type: ".html"
1578 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1580 "plot-throughput-speedup-analysis"
1581 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1587 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1589 "plot-throughput-speedup-analysis"
1591 # L2 - 40ge2p1xl710 - NDR
1594 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1595 algorithm: "plot_throughput_speedup_analysis"
1596 output-file-type: ".html"
1597 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1599 "plot-throughput-speedup-analysis"
1600 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1606 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1608 "plot-throughput-speedup-analysis"
1610 # L2 - 10ge2p1x520 - PDR
1613 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1614 algorithm: "plot_throughput_speedup_analysis"
1615 output-file-type: ".html"
1616 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1618 "plot-throughput-speedup-analysis"
1619 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1625 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1627 "plot-throughput-speedup-analysis"
1629 # IPv4 - 10ge2p1x520 - NDR
1632 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1633 algorithm: "plot_throughput_speedup_analysis"
1634 output-file-type: ".html"
1635 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1637 "plot-throughput-speedup-analysis"
1638 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1644 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1646 "plot-throughput-speedup-analysis"
1648 # IPv4 - 40ge2p1xl710 - NDR
1651 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1652 algorithm: "plot_throughput_speedup_analysis"
1653 output-file-type: ".html"
1654 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1656 "plot-throughput-speedup-analysis"
1657 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1663 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1665 "plot-throughput-speedup-analysis"
1667 # IPv4 - 10ge2p1x520 - PDR
1670 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1671 algorithm: "plot_throughput_speedup_analysis"
1672 output-file-type: ".html"
1673 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1675 "plot-throughput-speedup-analysis"
1676 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1682 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1684 "plot-throughput-speedup-analysis"
1686 # IPv6 - 10ge2p1x520 - NDR
1689 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1690 algorithm: "plot_throughput_speedup_analysis"
1691 output-file-type: ".html"
1692 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1694 "plot-throughput-speedup-analysis"
1695 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1701 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1703 "plot-throughput-speedup-analysis"
1705 # IPv6 - 40ge2p1xl710 - NDR
1708 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1709 algorithm: "plot_throughput_speedup_analysis"
1710 output-file-type: ".html"
1711 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1713 "plot-throughput-speedup-analysis"
1714 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1720 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1722 "plot-throughput-speedup-analysis"
1724 # IPv6 - 10ge2p1x520 - PDR
1727 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1728 algorithm: "plot_throughput_speedup_analysis"
1729 output-file-type: ".html"
1730 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1732 "plot-throughput-speedup-analysis"
1733 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1739 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1741 "plot-throughput-speedup-analysis"
1746 title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1747 algorithm: "plot_throughput_speedup_analysis"
1748 output-file-type: ".html"
1749 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-ndrdisc"
1751 "plot-throughput-speedup-analysis"
1752 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1758 title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1760 "plot-throughput-speedup-analysis"
1765 title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1766 algorithm: "plot_throughput_speedup_analysis"
1767 output-file-type: ".html"
1768 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-pdrdisc"
1770 "plot-throughput-speedup-analysis"
1771 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1777 title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1779 "plot-throughput-speedup-analysis"
1784 title: "TSA: 78B-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1785 algorithm: "plot_throughput_speedup_analysis"
1786 output-file-type: ".html"
1787 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-ndrdisc"
1789 "plot-throughput-speedup-analysis"
1790 filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1796 title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1798 "plot-throughput-speedup-analysis"
1803 title: "TSA: 78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1804 algorithm: "plot_throughput_speedup_analysis"
1805 output-file-type: ".html"
1806 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-pdrdisc"
1808 "plot-throughput-speedup-analysis"
1809 filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1815 title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1817 "plot-throughput-speedup-analysis"
1822 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1823 algorithm: "plot_throughput_speedup_analysis"
1824 output-file-type: ".html"
1825 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-ndrdisc"
1827 "plot-throughput-speedup-analysis"
1828 filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1834 title: "64B-*-.*vhost.*-ndrdisc"
1836 "plot-throughput-speedup-analysis"
1840 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1841 algorithm: "plot_throughput_speedup_analysis"
1842 output-file-type: ".html"
1843 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-ndrdisc"
1845 "plot-throughput-speedup-analysis"
1846 filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1852 title: "64B-*-.*vhost.*-ndrdisc"
1854 "plot-throughput-speedup-analysis"
1858 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1859 algorithm: "plot_throughput_speedup_analysis"
1860 output-file-type: ".html"
1861 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-ndrdisc"
1863 "plot-throughput-speedup-analysis"
1864 filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1870 title: "64B-*-.*vhost.*-ndrdisc"
1872 "plot-throughput-speedup-analysis"
1876 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1877 algorithm: "plot_throughput_speedup_analysis"
1878 output-file-type: ".html"
1879 output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-ndrdisc"
1881 "plot-throughput-speedup-analysis"
1882 filter: "'NIC_Intel-X710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q'"
1888 title: "64B-*-.*vhost.*-ndrdisc"
1890 "plot-throughput-speedup-analysis"
1894 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1895 algorithm: "plot_throughput_speedup_analysis"
1896 output-file-type: ".html"
1897 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-ndrdisc"
1899 "plot-throughput-speedup-analysis"
1900 filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1906 title: "64B-*-.*vhost.*-ndrdisc"
1908 "plot-throughput-speedup-analysis"
1913 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1914 algorithm: "plot_throughput_speedup_analysis"
1915 output-file-type: ".html"
1916 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-pdrdisc"
1918 "plot-throughput-speedup-analysis"
1919 filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1925 title: "64B-*-.*vhost.*-pdrdisc"
1927 "plot-throughput-speedup-analysis"
1931 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1932 algorithm: "plot_throughput_speedup_analysis"
1933 output-file-type: ".html"
1934 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-pdrdisc"
1936 "plot-throughput-speedup-analysis"
1937 filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1943 title: "64B-*-.*vhost.*-pdrdisc"
1945 "plot-throughput-speedup-analysis"
1949 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1950 algorithm: "plot_throughput_speedup_analysis"
1951 output-file-type: ".html"
1952 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-pdrdisc"
1954 "plot-throughput-speedup-analysis"
1955 filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1961 title: "64B-*-.*vhost.*-pdrdisc"
1963 "plot-throughput-speedup-analysis"
1967 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1968 algorithm: "plot_throughput_speedup_analysis"
1969 output-file-type: ".html"
1970 output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-pdrdisc"
1972 "plot-throughput-speedup-analysis"
1973 filter: "'NIC_Intel-X710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q'"
1979 title: "64B-*-.*vhost.*-pdrdisc"
1981 "plot-throughput-speedup-analysis"
1985 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1986 algorithm: "plot_throughput_speedup_analysis"
1987 output-file-type: ".html"
1988 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-pdrdisc"
1990 "plot-throughput-speedup-analysis"
1991 filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1997 title: "64B-*-.*vhost.*-pdrdisc"
1999 "plot-throughput-speedup-analysis"
2004 title: "TSA: 64B-*-.*ipsec.*-ndrdisc"
2005 algorithm: "plot_throughput_speedup_analysis"
2006 output-file-type: ".html"
2007 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-ndrdisc"
2009 "plot-throughput-speedup-analysis"
2010 filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2016 title: "64B-*-.*ipsec.*-ndrdisc"
2018 "plot-throughput-speedup-analysis"
2023 title: "TSA: 64B-*-.*ipsec.*-pdrdisc"
2024 algorithm: "plot_throughput_speedup_analysis"
2025 output-file-type: ".html"
2026 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-pdrdisc"
2028 "plot-throughput-speedup-analysis"
2029 filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2035 title: "64B-*-.*ipsec.*-pdrdisc"
2037 "plot-throughput-speedup-analysis"
2039 # Container memif - NDR
2042 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2043 algorithm: "plot_throughput_speedup_analysis"
2044 output-file-type: ".html"
2045 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-ndrdisc"
2047 "plot-throughput-speedup-analysis"
2048 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2054 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2056 "plot-throughput-speedup-analysis"
2058 # Container memif - PDR
2061 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2062 algorithm: "plot_throughput_speedup_analysis"
2063 output-file-type: ".html"
2064 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-pdrdisc"
2066 "plot-throughput-speedup-analysis"
2067 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2073 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2075 "plot-throughput-speedup-analysis"
2077 # Container orchestrated - NDR
2080 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2081 algorithm: "plot_throughput_speedup_analysis"
2082 output-file-type: ".html"
2083 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-ndrdisc"
2085 "plot-ligato-throughput-speedup-analysis"
2086 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2092 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2094 "plot-throughput-speedup-analysis"
2098 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2099 algorithm: "plot_throughput_speedup_analysis"
2100 output-file-type: ".html"
2101 output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-ndrdisc"
2103 "plot-ligato-throughput-speedup-analysis"
2104 filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2110 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2112 "plot-throughput-speedup-analysis"
2114 # Container orchestrated - PDR
2117 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2118 algorithm: "plot_throughput_speedup_analysis"
2119 output-file-type: ".html"
2120 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-pdrdisc"
2122 "plot-ligato-throughput-speedup-analysis"
2123 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2129 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2131 "plot-throughput-speedup-analysis"
2135 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2136 algorithm: "plot_throughput_speedup_analysis"
2137 output-file-type: ".html"
2138 output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-pdrdisc"
2140 "plot-ligato-throughput-speedup-analysis"
2141 filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2147 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2149 "plot-throughput-speedup-analysis"
2151 # Plot packets per second
2156 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2157 algorithm: "plot_performance_box"
2158 output-file-type: ".html"
2159 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
2161 "plot-vpp-throughput-latency"
2162 # Keep this formatting, the filter is enclosed with " (quotation mark) and
2163 # each tag is enclosed with ' (apostrophe).
2164 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2170 boxpoints: "outliers"
2173 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2179 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2180 algorithm: "plot_performance_box"
2181 output-file-type: ".html"
2182 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
2184 "plot-vpp-throughput-latency"
2185 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2191 boxpoints: "outliers"
2194 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2200 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2201 algorithm: "plot_performance_box"
2202 output-file-type: ".html"
2203 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
2205 "plot-vpp-throughput-latency"
2206 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2212 boxpoints: "outliers"
2215 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2221 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2222 algorithm: "plot_performance_box"
2223 output-file-type: ".html"
2224 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
2226 "plot-vpp-throughput-latency"
2227 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2233 boxpoints: "outliers"
2236 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2243 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2244 algorithm: "plot_performance_box"
2245 output-file-type: ".html"
2246 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
2248 "plot-vpp-throughput-latency"
2249 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2255 boxpoints: "outliers"
2258 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2264 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2265 algorithm: "plot_performance_box"
2266 output-file-type: ".html"
2267 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
2269 "plot-vpp-throughput-latency"
2270 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2276 boxpoints: "outliers"
2279 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2285 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2286 algorithm: "plot_performance_box"
2287 output-file-type: ".html"
2288 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
2290 "plot-vpp-throughput-latency"
2291 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2297 boxpoints: "outliers"
2300 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2306 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2307 algorithm: "plot_performance_box"
2308 output-file-type: ".html"
2309 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
2311 "plot-vpp-throughput-latency"
2312 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2318 boxpoints: "outliers"
2321 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2328 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2329 algorithm: "plot_performance_box"
2330 output-file-type: ".html"
2331 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
2333 "plot-vpp-throughput-latency"
2334 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2340 boxpoints: "outliers"
2343 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2349 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2350 algorithm: "plot_performance_box"
2351 output-file-type: ".html"
2352 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
2354 "plot-vpp-throughput-latency"
2355 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2361 boxpoints: "outliers"
2364 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2370 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2371 algorithm: "plot_performance_box"
2372 output-file-type: ".html"
2373 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
2375 "plot-vpp-throughput-latency"
2376 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2382 boxpoints: "outliers"
2385 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2391 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2392 algorithm: "plot_performance_box"
2393 output-file-type: ".html"
2394 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
2396 "plot-vpp-throughput-latency"
2397 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2403 boxpoints: "outliers"
2406 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2413 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2414 algorithm: "plot_performance_box"
2415 output-file-type: ".html"
2416 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
2418 "plot-vpp-throughput-latency"
2419 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6'"
2425 boxpoints: "outliers"
2428 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2434 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2435 algorithm: "plot_performance_box"
2436 output-file-type: ".html"
2437 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
2439 "plot-vpp-throughput-latency"
2440 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6'"
2446 boxpoints: "outliers"
2449 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2455 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2456 algorithm: "plot_performance_box"
2457 output-file-type: ".html"
2458 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
2460 "plot-vpp-throughput-latency"
2461 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6'"
2467 boxpoints: "outliers"
2470 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2476 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2477 algorithm: "plot_performance_box"
2478 output-file-type: ".html"
2479 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
2481 "plot-vpp-throughput-latency"
2482 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6'"
2488 boxpoints: "outliers"
2491 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2498 title: "VPP Performance 78B-1t1c-ethip6*srv6*ndrdisc"
2499 algorithm: "plot_performance_box"
2500 output-file-type: ".html"
2501 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-srv6-ndrdisc"
2503 "plot-vpp-throughput-latency"
2504 filter: "'78B' and 'FEATURE' and 'NDRDISC' and '1T1C' and 'IP6FWD' and 'SRv6'"
2510 boxpoints: "outliers"
2513 title: "78B-1t1c-ethip6*srv6*ndrdisc"
2519 title: "VPP Performance 78B-2t2c-ethip6*srv6*ndrdisc"
2520 algorithm: "plot_performance_box"
2521 output-file-type: ".html"
2522 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-srv6-ndrdisc"
2524 "plot-vpp-throughput-latency"
2525 filter: "'78B' and 'FEATURE' and 'NDRDISC' and '2T2C' and 'IP6FWD' and 'SRv6'"
2531 boxpoints: "outliers"
2534 title: "78B-2t2c-ethip6*srv6*ndrdisc"
2540 title: "VPP Performance 78B-1t1c-ethip6*srv6*pdrdisc"
2541 algorithm: "plot_performance_box"
2542 output-file-type: ".html"
2543 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-srv6-pdrdisc"
2545 "plot-vpp-throughput-latency"
2546 filter: "'78B' and 'FEATURE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and 'SRv6'"
2552 boxpoints: "outliers"
2555 title: "78B-1t1c-ethip6*srv6*pdrdisc"
2561 title: "VPP Performance 78B-2t2c-ethip6*srv6*pdrdisc"
2562 algorithm: "plot_performance_box"
2563 output-file-type: ".html"
2564 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-srv6-pdrdisc"
2566 "plot-vpp-throughput-latency"
2567 filter: "'78B' and 'FEATURE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' 'SRv6'"
2573 boxpoints: "outliers"
2576 title: "78B-2t2c-ethip6*srv6*pdrdisc"
2583 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2584 algorithm: "plot_performance_box"
2585 output-file-type: ".html"
2586 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
2588 "plot-vpp-throughput-latency"
2589 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2595 boxpoints: "outliers"
2598 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2604 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2605 algorithm: "plot_performance_box"
2606 output-file-type: ".html"
2607 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
2609 "plot-vpp-throughput-latency"
2610 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2616 boxpoints: "outliers"
2619 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2625 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2626 algorithm: "plot_performance_box"
2627 output-file-type: ".html"
2628 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
2630 "plot-vpp-throughput-latency"
2631 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2637 boxpoints: "outliers"
2640 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2646 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2647 algorithm: "plot_performance_box"
2648 output-file-type: ".html"
2649 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
2651 "plot-vpp-throughput-latency"
2652 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2658 boxpoints: "outliers"
2661 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2668 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2669 algorithm: "plot_performance_box"
2670 output-file-type: ".html"
2671 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2673 "plot-vpp-throughput-latency"
2674 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2680 boxpoints: "outliers"
2683 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2689 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2690 algorithm: "plot_performance_box"
2691 output-file-type: ".html"
2692 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2694 "plot-vpp-throughput-latency"
2695 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2701 boxpoints: "outliers"
2704 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2710 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2711 algorithm: "plot_performance_box"
2712 output-file-type: ".html"
2713 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2715 "plot-vpp-throughput-latency"
2716 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2722 boxpoints: "outliers"
2725 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2731 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2732 algorithm: "plot_performance_box"
2733 output-file-type: ".html"
2734 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2736 "plot-vpp-throughput-latency"
2737 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2743 boxpoints: "outliers"
2746 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2753 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2754 algorithm: "plot_performance_box"
2755 output-file-type: ".html"
2756 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2758 "plot-vpp-throughput-latency"
2759 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2765 boxpoints: "outliers"
2768 title: "64B-1t1c-.*vhost.*-ndrdisc"
2774 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2775 algorithm: "plot_performance_box"
2776 output-file-type: ".html"
2777 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2779 "plot-vpp-throughput-latency"
2780 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2786 boxpoints: "outliers"
2789 title: "64B-2t2c-.*vhost.*-ndrdisc"
2795 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2796 algorithm: "plot_performance_box"
2797 output-file-type: ".html"
2798 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2800 "plot-vpp-throughput-latency"
2801 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2807 boxpoints: "outliers"
2810 title: "64B-1t1c-.*vhost.*-pdrdisc"
2816 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2817 algorithm: "plot_performance_box"
2818 output-file-type: ".html"
2819 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2821 "plot-vpp-throughput-latency"
2822 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2828 boxpoints: "outliers"
2831 title: "64B-2t2c-.*vhost.*-pdrdisc"
2835 # VPP VM VHOST SELECTION
2838 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2839 algorithm: "plot_performance_box"
2840 output-file-type: ".html"
2841 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2843 "plot-vpp-throughput-latency"
2844 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2850 boxpoints: "outliers"
2853 title: "64B-1t1c-.*vhost.*-ndrdisc"
2859 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2860 algorithm: "plot_performance_box"
2861 output-file-type: ".html"
2862 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2864 "plot-vpp-throughput-latency"
2865 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2871 boxpoints: "outliers"
2874 title: "64B-2t2c-.*vhost.*-ndrdisc"
2880 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2881 algorithm: "plot_performance_box"
2882 output-file-type: ".html"
2883 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2885 "plot-vpp-throughput-latency"
2886 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2892 boxpoints: "outliers"
2895 title: "64B-1t1c-.*vhost.*-pdrdisc"
2901 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2902 algorithm: "plot_performance_box"
2903 output-file-type: ".html"
2904 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2906 "plot-vpp-throughput-latency"
2907 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2913 boxpoints: "outliers"
2916 title: "64B-2t2c-.*vhost.*-pdrdisc"
2923 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2924 algorithm: "plot_performance_box"
2925 output-file-type: ".html"
2926 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2928 "plot-vpp-throughput-latency"
2929 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2935 boxpoints: "outliers"
2938 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2944 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2945 algorithm: "plot_performance_box"
2946 output-file-type: ".html"
2947 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2949 "plot-vpp-throughput-latency"
2950 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2956 boxpoints: "outliers"
2959 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2965 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2966 algorithm: "plot_performance_box"
2967 output-file-type: ".html"
2968 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2970 "plot-vpp-throughput-latency"
2971 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2977 boxpoints: "outliers"
2980 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2986 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2987 algorithm: "plot_performance_box"
2988 output-file-type: ".html"
2989 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2991 "plot-vpp-throughput-latency"
2992 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2998 boxpoints: "outliers"
3001 title: "64B-2t2c-.*ipsec.*-pdrdisc"
3008 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3009 algorithm: "plot_performance_box"
3010 output-file-type: ".html"
3011 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
3013 "plot-dpdk-throughput-latency"
3014 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3020 boxpoints: "outliers"
3023 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3029 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3030 algorithm: "plot_performance_box"
3031 output-file-type: ".html"
3032 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
3034 "plot-dpdk-throughput-latency"
3035 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3041 boxpoints: "outliers"
3044 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3050 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3051 algorithm: "plot_performance_box"
3052 output-file-type: ".html"
3053 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3055 "plot-dpdk-throughput-latency"
3056 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3062 boxpoints: "outliers"
3065 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3071 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3072 algorithm: "plot_performance_box"
3073 output-file-type: ".html"
3074 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3076 "plot-dpdk-throughput-latency"
3077 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3083 boxpoints: "outliers"
3086 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3092 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3093 algorithm: "plot_performance_box"
3094 output-file-type: ".html"
3095 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3097 "plot-dpdk-throughput-latency"
3098 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3104 boxpoints: "outliers"
3107 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3113 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3114 algorithm: "plot_performance_box"
3115 output-file-type: ".html"
3116 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3118 "plot-dpdk-throughput-latency"
3119 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3125 boxpoints: "outliers"
3128 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3134 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3135 algorithm: "plot_performance_box"
3136 output-file-type: ".html"
3137 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3139 "plot-dpdk-throughput-latency"
3140 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3146 boxpoints: "outliers"
3149 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3155 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3156 algorithm: "plot_performance_box"
3157 output-file-type: ".html"
3158 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3160 "plot-dpdk-throughput-latency"
3161 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3167 boxpoints: "outliers"
3170 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3179 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3180 algorithm: "plot_latency_box"
3181 output-file-type: ".html"
3182 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3184 "plot-vpp-throughput-latency"
3185 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3192 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3198 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3199 algorithm: "plot_latency_box"
3200 output-file-type: ".html"
3201 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3203 "plot-vpp-throughput-latency"
3204 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3211 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3218 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3219 algorithm: "plot_latency_box"
3220 output-file-type: ".html"
3221 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3223 "plot-vpp-throughput-latency"
3224 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3231 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3237 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3238 algorithm: "plot_latency_box"
3239 output-file-type: ".html"
3240 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3242 "plot-vpp-throughput-latency"
3243 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3250 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3257 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3258 algorithm: "plot_latency_box"
3259 output-file-type: ".html"
3260 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3262 "plot-vpp-throughput-latency"
3263 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
3270 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3276 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3277 algorithm: "plot_latency_box"
3278 output-file-type: ".html"
3279 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3281 "plot-vpp-throughput-latency"
3282 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
3289 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3296 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3297 algorithm: "plot_latency_box"
3298 output-file-type: ".html"
3299 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
3301 "plot-vpp-throughput-latency"
3302 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6'"
3309 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3315 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3316 algorithm: "plot_latency_box"
3317 output-file-type: ".html"
3318 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
3320 "plot-vpp-throughput-latency"
3321 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6'"
3328 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3335 title: "VPP Latency 78B-1t1c-ethip6*srv6*ndrdisc"
3336 algorithm: "plot_latency_box"
3337 output-file-type: ".html"
3338 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-srv6-ndrdisc-lat50"
3340 "plot-vpp-throughput-latency"
3341 filter: "'78B' and 'FEATURE' and 'NDRDISC' and '1T1C' and 'IP6FWD' and 'SRv6'"
3348 title: "78B-1t1c-ethip6*srv6*ndrdisc"
3354 title: "VPP Latency 78B-2t2c-ethip6*srv6*ndrdisc"
3355 algorithm: "plot_latency_box"
3356 output-file-type: ".html"
3357 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-srv6-ndrdisc-lat50"
3359 "plot-vpp-throughput-latency"
3360 filter: "'78B' and 'FEATURE' and 'NDRDISC' and '2T2C' and 'IP6FWD' and 'SRv6'"
3367 title: "78B-2t2c-ethip6*srv6*ndrdisc"
3374 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3375 algorithm: "plot_latency_box"
3376 output-file-type: ".html"
3377 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
3379 "plot-vpp-throughput-latency"
3380 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3387 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3393 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3394 algorithm: "plot_latency_box"
3395 output-file-type: ".html"
3396 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3398 "plot-vpp-throughput-latency"
3399 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3406 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3413 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3414 algorithm: "plot_latency_box"
3415 output-file-type: ".html"
3416 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3418 "plot-vpp-throughput-latency"
3419 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3426 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3432 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3433 algorithm: "plot_latency_box"
3434 output-file-type: ".html"
3435 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3437 "plot-vpp-throughput-latency"
3438 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3445 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3452 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3453 algorithm: "plot_latency_box"
3454 output-file-type: ".html"
3455 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
3457 "plot-vpp-throughput-latency"
3458 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3465 title: "64B-1t1c-.*vhost.*-ndrdisc"
3471 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3472 algorithm: "plot_latency_box"
3473 output-file-type: ".html"
3474 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
3476 "plot-vpp-throughput-latency"
3477 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3484 title: "64B-2t2c-.*vhost.*-ndrdisc"
3488 # VPP VM VHOST selection
3491 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3492 algorithm: "plot_latency_box"
3493 output-file-type: ".html"
3494 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
3496 "plot-vpp-throughput-latency"
3497 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3504 title: "64B-1t1c-.*vhost.*-ndrdisc"
3510 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3511 algorithm: "plot_latency_box"
3512 output-file-type: ".html"
3513 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
3515 "plot-vpp-throughput-latency"
3516 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3523 title: "64B-2t2c-.*vhost.*-ndrdisc"
3530 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3531 algorithm: "plot_latency_box"
3532 output-file-type: ".html"
3533 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3535 "plot-vpp-throughput-latency"
3536 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3543 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3549 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3550 algorithm: "plot_latency_box"
3551 output-file-type: ".html"
3552 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3554 "plot-vpp-throughput-latency"
3555 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3562 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3569 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3570 algorithm: "plot_latency_box"
3571 output-file-type: ".html"
3572 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3574 "plot-dpdk-throughput-latency"
3575 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3582 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3588 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3589 algorithm: "plot_latency_box"
3590 output-file-type: ".html"
3591 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3593 "plot-dpdk-throughput-latency"
3594 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3601 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3607 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3608 algorithm: "plot_latency_box"
3609 output-file-type: ".html"
3610 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3612 "plot-dpdk-throughput-latency"
3613 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3620 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3626 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3627 algorithm: "plot_latency_box"
3628 output-file-type: ".html"
3629 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3631 "plot-dpdk-throughput-latency"
3632 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3639 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3643 # Ligato - Throughput
3648 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3649 algorithm: "plot_performance_box"
3650 output-file-type: ".html"
3651 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3653 "plot-vpp-throughput-latency"
3654 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3660 boxpoints: "outliers"
3663 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3669 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3670 algorithm: "plot_performance_box"
3671 output-file-type: ".html"
3672 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3674 "plot-vpp-throughput-latency"
3675 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3681 boxpoints: "outliers"
3684 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3690 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3691 algorithm: "plot_performance_box"
3692 output-file-type: ".html"
3693 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3695 "plot-vpp-throughput-latency"
3696 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3702 boxpoints: "outliers"
3705 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3711 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3712 algorithm: "plot_performance_box"
3713 output-file-type: ".html"
3714 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3716 "plot-vpp-throughput-latency"
3717 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3723 boxpoints: "outliers"
3726 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3730 # Container orchestrated
3733 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3734 algorithm: "plot_performance_box"
3735 output-file-type: ".html"
3736 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3738 "plot-ligato-throughput-latency"
3739 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3745 boxpoints: "outliers"
3748 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3754 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3755 algorithm: "plot_performance_box"
3756 output-file-type: ".html"
3757 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3759 "plot-ligato-throughput-latency"
3760 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3766 boxpoints: "outliers"
3769 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3775 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3776 algorithm: "plot_performance_box"
3777 output-file-type: ".html"
3778 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3780 "plot-ligato-throughput-latency"
3781 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3787 boxpoints: "outliers"
3790 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3796 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3797 algorithm: "plot_performance_box"
3798 output-file-type: ".html"
3799 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3801 "plot-ligato-throughput-latency"
3802 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3808 boxpoints: "outliers"
3811 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3820 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3821 algorithm: "plot_latency_box"
3822 output-file-type: ".html"
3823 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3825 "plot-vpp-throughput-latency"
3826 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3833 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3839 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3840 algorithm: "plot_latency_box"
3841 output-file-type: ".html"
3842 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3844 "plot-vpp-throughput-latency"
3845 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3852 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3856 # Container orchestrated
3859 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3860 algorithm: "plot_latency_box"
3861 output-file-type: ".html"
3862 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3864 "plot-ligato-throughput-latency"
3865 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3872 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3878 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3879 algorithm: "plot_latency_box"
3880 output-file-type: ".html"
3881 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3883 "plot-ligato-throughput-latency"
3884 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3891 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"