6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,MRR,VPP]: "{DIR[DTR]}/vpp_mrr_results"
42 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
43 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
44 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
45 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
46 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
47 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
48 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50 # Detailed test configurations
51 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
53 DIR[DTC,MRR,VPP]: "{DIR[DTC]}/vpp_mrr_configuration"
54 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
55 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
57 # Detailed tests operational data
58 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
59 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
61 # .css patch file to fix tables generated by Sphinx
62 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
63 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
66 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
67 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
68 URL[NEXUS]: "https://docs.fd.io/csit"
69 DIR[NEXUS]: "report/_static/archive"
72 # List the directories which are created while preparing the environment.
73 # All directories MUST be defined in "paths" section.
80 - "DIR[WORKING,SRC,STATIC]"
83 # List the directories which are deleted while cleaning the environment.
84 # All directories MUST be defined in "paths" section.
89 # List the directories where the results (build) is stored.
90 # All directories MUST be defined in "paths" section.
97 plot-vpp-http-server-performance:
98 csit-vpp-perf-1804-all:
109 # TODO: Add the data sources
110 # vpp-meltdown-impact:
111 # csit-vpp-perf-1707-all:
115 # csit-vpp-perf-1710-all:
119 # TODO: Add the data sources
120 # vpp-spectre-impact:
121 # csit-vpp-perf-1707-all:
125 # csit-vpp-perf-1710-all:
129 vpp-performance-changes:
130 csit-vpp-perf-1710-all:
141 csit-vpp-perf-1801-all:
154 csit-vpp-perf-1804-all:
165 vpp-performance-changes-mrr:
166 csit-vpp-perf-check-1801:
177 csit-vpp-perf-check-1804:
188 plot-throughput-speedup-analysis:
189 csit-vpp-perf-1804-all:
204 plot-ligato-throughput-speedup-analysis:
205 csit-ligato-perf-1804-all:
216 # performance-improvements:
217 # csit-vpp-perf-1707-all:
228 # csit-vpp-perf-1710-all:
239 # csit-vpp-perf-1801-all:
243 # csit-ligato-perf-1710-all:
254 # csit-ligato-perf-1801-all:
265 csit-vpp-perf-1804-all:
271 csit-vpp-functional-1804-ubuntu1604-virl:
273 vpp-func-results-centos:
274 csit-vpp-functional-1804-centos7-virl:
277 csit-vpp-perf-check-1804:
280 csit-ligato-perf-1804-all:
283 csit-dpdk-perf-1804-all:
286 csit-hc2vpp-verify-func-1804-ubuntu1604:
289 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
291 plot-vpp-throughput-latency:
292 csit-vpp-perf-1804-all:
307 plot-dpdk-throughput-latency:
308 csit-dpdk-perf-1804-all:
319 plot-ligato-throughput-latency:
320 csit-ligato-perf-1804-all:
339 gridcolor: "rgb(238, 238, 238)"
340 linecolor: "rgb(238, 238, 238)"
345 tickcolor: "rgb(238, 238, 238)"
347 title: "Indexed Test Cases"
350 gridcolor: "rgb(238, 238, 238)'"
352 linecolor: "rgb(238, 238, 238)"
359 tickcolor: "rgb(238, 238, 238)"
360 title: "Connections Per Second [cps]"
381 gridcolor: "rgb(238, 238, 238)"
382 linecolor: "rgb(238, 238, 238)"
387 tickcolor: "rgb(238, 238, 238)"
389 title: "Indexed Test Cases"
392 gridcolor: "rgb(238, 238, 238)'"
394 linecolor: "rgb(238, 238, 238)"
401 tickcolor: "rgb(238, 238, 238)"
402 title: "Requests Per Second [rps]"
423 gridcolor: "rgb(238, 238, 238)"
424 linecolor: "rgb(238, 238, 238)"
429 tickcolor: "rgb(238, 238, 238)"
431 title: "Indexed Test Cases"
434 gridcolor: "rgb(238, 238, 238)'"
436 linecolor: "rgb(238, 238, 238)"
442 tickcolor: "rgb(238, 238, 238)"
443 title: "Packets Per Second [pps]"
464 gridcolor: "rgb(238, 238, 238)"
465 linecolor: "rgb(238, 238, 238)"
470 tickcolor: "rgb(238, 238, 238)"
472 title: "Indexed Test Cases"
475 gridcolor: "rgb(238, 238, 238)'"
477 linecolor: "rgb(238, 238, 238)"
483 tickcolor: "rgb(238, 238, 238)"
484 title: "Latency min/avg/max [uSec]"
500 plot-throughput-speedup-analysis:
505 gridcolor: "rgb(238, 238, 238)"
506 linecolor: "rgb(238, 238, 238)"
511 tickcolor: "rgb(238, 238, 238)"
516 title: "Throughput speedup factor"
517 gridcolor: "rgb(238, 238, 238)"
519 linecolor: "rgb(238, 238, 238)"
525 tickcolor: "rgb(238, 238, 238)"
533 bgcolor: "rgba(255, 255, 255, 0)"
534 bordercolor: "rgba(255, 255, 255, 0)"
551 input-format: "xml" # zip or xml
552 extract: "robot-plugin/output.xml" # Only for zip
554 # The files must be in the directory DIR[WORKING,DATA]
555 csit-vpp-perf-1801-all:
558 file: "{DIR[WORKING,DATA]}/output.xml"
561 file: "{DIR[WORKING,DATA]}/output.xml"
564 file: "{DIR[WORKING,DATA]}/output.xml"
567 file: "{DIR[WORKING,DATA]}/output.xml"
571 src-path: "{DIR[RST]}"
572 dst-path: "{DIR[WORKING,SRC]}"
575 type: "input" # Ignored in debug mode
577 file-name: "robot-plugin.zip"
579 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
580 extract: "robot-plugin/output.xml"
582 # csit-vpp-perf-1707-all:
593 csit-vpp-perf-1710-all:
604 csit-vpp-perf-1801-all:
621 csit-vpp-perf-1804-all:
646 csit-vpp-perf-check-1801:
657 csit-vpp-perf-check-1804:
669 # csit-ligato-perf-1710-all:
680 # csit-ligato-perf-1801-all:
691 csit-ligato-perf-1804-all:
703 csit-dpdk-perf-1804-all:
714 csit-vpp-functional-1804-ubuntu1604-virl:
716 csit-vpp-functional-1804-centos7-virl:
718 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
720 csit-hc2vpp-verify-func-1804-ubuntu1604:
732 ################################################################################
734 ################################################################################
738 # title: "Performance Impact of Meltdown Patches"
739 # algorithm: "table_performance_comparison"
740 # output-file-ext: ".csv"
742 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
744 # title: "No Meltdown"
745 ## TODO: specify data sources
747 # csit-vpp-perf-1707-all:
752 # title: "Meltdown Patches Applied"
753 ## TODO: specify data sources
755 # csit-vpp-perf-1710-all:
760 # "vpp-meltdown-impact"
766 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
767 # # to present all tests.
768 # nr-of-tests-shown: 20
772 # title: "Performance Impact of Spectre Patches"
773 # algorithm: "table_performance_comparison"
774 # output-file-ext: ".csv"
776 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
778 # title: "No Spectre"
779 ## TODO: specify data sources
781 # csit-vpp-perf-1707-all:
786 # title: "Spectre Patches Applied"
787 ## TODO: specify data sources
789 # csit-vpp-perf-1710-all:
794 # "vpp-spectre-impact"
800 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
801 # # to present all tests.
802 # nr-of-tests-shown: 20
806 title: "VPP Performance Changes"
807 algorithm: "table_performance_comparison"
808 output-file-ext: ".csv"
809 output-file: "{DIR[STATIC,VPP]}/performance-changes"
814 csit-vpp-perf-1710-all:
828 csit-vpp-perf-1801-all:
844 csit-vpp-perf-1804-all:
855 data: "vpp-performance-changes"
861 # Number of the best and the worst tests presented in the table. Use 0 (zero)
862 # to present all tests.
863 nr-of-tests-shown: 20
868 title: "VPP Performance Changes - MRR"
869 algorithm: "table_performance_comparison_mrr"
870 output-file-ext: ".csv"
871 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
873 title: "Release 1801"
875 csit-vpp-perf-check-1801:
887 title: "Release 1804"
889 csit-vpp-perf-check-1804:
900 data: "vpp-performance-changes-mrr"
906 # Number of the best and the worst tests presented in the table. Use 0 (zero)
907 # to present all tests.
908 nr-of-tests-shown: 20
913 # title: "Performance improvements"
914 # algorithm: "table_performance_improvements"
915 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
916 # output-file-ext: ".csv"
917 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
923 # title: "16.09 mean [Mpps]"
926 # title: "17.01 mean [Mpps]"
929 # title: "17.04 mean [Mpps]"
932 # title: "17.07 mean [Mpps]"
933 # data: "data csit-vpp-perf-1707-all mean"
935 # title: "17.10 mean [Mpps]"
936 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
938 # title: "18.01 mean [Mpps]"
939 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
941 # title: "18.01 stdev [Mpps]"
942 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
944 # title: "17.10 to 18.01 change [%]"
945 # data: "operation relative_change 5 6"
948 # "performance-improvements"
955 title: "Detailed Test Results - VPP Performance Results"
956 algorithm: "table_merged_details"
957 output-file-ext: ".csv"
958 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
964 title: "Documentation"
972 filter: "not 'NDRCHK' and not 'PDRCHK'"
981 title: "Test configuration - VPP Performance Test Configs"
982 algorithm: "table_merged_details"
983 output-file-ext: ".csv"
984 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
990 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
991 data: "data vat-history"
995 filter: "not 'NDRCHK' and not 'PDRCHK'"
1003 title: "Test Operational Data - VPP Performance Operational Data"
1004 algorithm: "table_merged_details"
1005 output-file-ext: ".csv"
1006 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
1012 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
1013 data: "data show-run"
1017 filter: "not 'NDRCHK' and not 'PDRCHK'"
1025 title: "Detailed Test Results - VPP MRR Results"
1026 algorithm: "table_details"
1027 output-file-ext: ".csv"
1028 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1034 title: "Documentation"
1051 title: "Test configuration - VPP MRR Test Configs"
1052 algorithm: "table_details"
1053 output-file-ext: ".csv"
1054 output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_test_configuration"
1060 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1061 data: "data vat-history"
1073 title: "Detailed Test Results - VPP Functional Results"
1074 algorithm: "table_details"
1075 output-file-ext: ".csv"
1076 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1082 title: "Documentation"
1099 title: "Detailed Test Results - VPP Functional Results - CentOS"
1100 algorithm: "table_details"
1101 output-file-ext: ".csv"
1102 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1108 title: "Documentation"
1115 "vpp-func-results-centos"
1125 title: "Test configuration - VPP Functional Test Configs"
1126 algorithm: "table_details"
1127 output-file-ext: ".csv"
1128 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1134 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1135 data: "data vat-history"
1147 title: "Test configuration - VPP Functional Test Configs - CentOS"
1148 algorithm: "table_details"
1149 output-file-ext: ".csv"
1150 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1156 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1157 data: "data vat-history"
1160 "vpp-func-results-centos"
1169 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
1170 algorithm: "table_details"
1171 output-file-ext: ".csv"
1172 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1178 title: "Documentation"
1185 "ligato-perf-results"
1195 title: "Detailed Test Results - DPDK Performance Results"
1196 algorithm: "table_details"
1197 output-file-ext: ".csv"
1198 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1204 title: "Documentation"
1221 title: "Detailed Test Results - Honeycomb Functional Results"
1222 algorithm: "table_details"
1223 output-file-ext: ".csv"
1224 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1230 title: "Documentation"
1247 title: "Detailed Test Results - NSH SFC Functional Results"
1248 algorithm: "table_details"
1249 output-file-ext: ".csv"
1250 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1256 title: "Documentation"
1271 ################################################################################
1273 ################################################################################
1277 title: "VPP Performance Results"
1278 algorithm: "file_merged_test_results"
1279 output-file-ext: ".rst"
1280 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1281 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1282 dir-tables: "{DIR[DTR,PERF,VPP]}"
1285 filter: "not 'NDRCHK' and not 'PDRCHK'"
1291 data-start-level: 3 # 0, 1, 2, ...
1292 chapters-start-level: 2 # 0, 1, 2, ...
1296 title: "VPP Performance Configuration"
1297 algorithm: "file_merged_test_results"
1298 output-file-ext: ".rst"
1299 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1300 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1301 dir-tables: "{DIR[DTC,PERF,VPP]}"
1304 filter: "not 'NDRCHK' and not 'PDRCHK'"
1310 data-start-level: 3 # 0, 1, 2, ...
1311 chapters-start-level: 2 # 0, 1, 2, ...
1315 title: "VPP Performance Operational Data"
1316 algorithm: "file_merged_test_results"
1317 output-file-ext: ".rst"
1318 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1319 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1320 dir-tables: "{DIR[DTO,PERF,VPP]}"
1323 filter: "not 'NDRCHK' and not 'PDRCHK'"
1329 data-start-level: 3 # 0, 1, 2, ...
1330 chapters-start-level: 2 # 0, 1, 2, ...
1334 title: "VPP MRR Results"
1335 algorithm: "file_test_results"
1336 output-file-ext: ".rst"
1337 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1338 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1339 dir-tables: "{DIR[DTR,MRR,VPP]}"
1348 data-start-level: 2 # 0, 1, 2, ...
1349 chapters-start-level: 2 # 0, 1, 2, ...
1353 title: "VPP MRR Configuration"
1354 algorithm: "file_test_results"
1355 output-file-ext: ".rst"
1356 output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_configuration"
1357 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1358 dir-tables: "{DIR[DTC,MRR,VPP]}"
1367 data-start-level: 2 # 0, 1, 2, ...
1368 chapters-start-level: 2 # 0, 1, 2, ...
1372 title: "VPP Functional Results"
1373 algorithm: "file_test_results"
1374 output-file-ext: ".rst"
1375 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1376 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1377 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1385 data-start-level: 3 # 0, 1, 2, ...
1386 chapters-start-level: 2 # 0, 1, 2, ...
1390 title: "VPP Functional Results - CentOS"
1391 algorithm: "file_test_results"
1392 output-file-ext: ".rst"
1393 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1394 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1395 dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
1397 "vpp-func-results-centos"
1403 data-start-level: 3 # 0, 1, 2, ...
1404 chapters-start-level: 2 # 0, 1, 2, ...
1408 title: "VPP Functional Configuration"
1409 algorithm: "file_test_results"
1410 output-file-ext: ".rst"
1411 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1412 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1413 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1421 data-start-level: 3 # 0, 1, 2, ...
1422 chapters-start-level: 2 # 0, 1, 2, ...
1426 title: "VPP Functional Configuration - CentOS"
1427 algorithm: "file_test_results"
1428 output-file-ext: ".rst"
1429 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1430 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1431 dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
1433 "vpp-func-results-centos"
1439 data-start-level: 3 # 0, 1, 2, ...
1440 chapters-start-level: 2 # 0, 1, 2, ...
1444 title: "Container Orchestrated Performance Results"
1445 algorithm: "file_test_results"
1446 output-file-ext: ".rst"
1447 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1448 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1449 dir-tables: "{DIR[DTR,PERF,COT]}"
1451 "ligato-perf-results"
1457 data-start-level: 2 # 0, 1, 2, ...
1458 chapters-start-level: 2 # 0, 1, 2, ...
1462 title: "DPDK Performance Results"
1463 algorithm: "file_test_results"
1464 output-file-ext: ".rst"
1465 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1466 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1467 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1477 data-start-level: 2 # 0, 1, 2, ...
1478 chapters-start-level: 2 # 0, 1, 2, ...
1482 title: "Honeycomb Functional Results"
1483 algorithm: "file_test_results"
1484 output-file-ext: ".rst"
1485 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1486 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1487 dir-tables: "{DIR[DTR,FUNC,HC]}"
1497 data-start-level: 3 # 0, 1, 2, ...
1498 chapters-start-level: 2 # 0, 1, 2, ...
1502 title: "NSH SFC Functional Results"
1503 algorithm: "file_test_results"
1504 output-file-ext: ".rst"
1505 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1506 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1507 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1517 data-start-level: 2 # 0, 1, 2, ...
1518 chapters-start-level: 2 # 0, 1, 2, ...
1520 ################################################################################
1522 ################################################################################
1524 # Plots VPP HTTP Server Performance
1527 title: "VPP HTTP Server Performance"
1528 algorithm: "plot_http_server_performance_box"
1529 output-file-type: ".html"
1530 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1532 "plot-vpp-http-server-performance"
1533 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1534 # each tag is enclosed with ' (apostrophe).
1535 filter: "'HTTP' and 'TCP_CPS'"
1541 boxpoints: "outliers"
1544 title: "VPP HTTP Server Performance"
1550 title: "VPP HTTP Server Performance"
1551 algorithm: "plot_http_server_performance_box"
1552 output-file-type: ".html"
1553 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1555 "plot-vpp-http-server-performance"
1556 filter: "'HTTP' and 'TCP_RPS'"
1562 boxpoints: "outliers"
1565 title: "VPP HTTP Server Performance"
1569 # Plot Throughput Speedup Analysis
1571 # L2 - 10ge2p1x520 - NDR
1574 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1575 algorithm: "plot_throughput_speedup_analysis"
1576 output-file-type: ".html"
1577 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1579 "plot-throughput-speedup-analysis"
1580 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1586 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1588 "plot-throughput-speedup-analysis"
1590 # L2 - 40ge2p1xl710 - NDR
1593 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1594 algorithm: "plot_throughput_speedup_analysis"
1595 output-file-type: ".html"
1596 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1598 "plot-throughput-speedup-analysis"
1599 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1605 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1607 "plot-throughput-speedup-analysis"
1609 # L2 - 10ge2p1x520 - PDR
1612 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1613 algorithm: "plot_throughput_speedup_analysis"
1614 output-file-type: ".html"
1615 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1617 "plot-throughput-speedup-analysis"
1618 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1624 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1626 "plot-throughput-speedup-analysis"
1628 # IPv4 - 10ge2p1x520 - NDR
1631 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1632 algorithm: "plot_throughput_speedup_analysis"
1633 output-file-type: ".html"
1634 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1636 "plot-throughput-speedup-analysis"
1637 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1643 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1645 "plot-throughput-speedup-analysis"
1647 # IPv4 - 40ge2p1xl710 - NDR
1650 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1651 algorithm: "plot_throughput_speedup_analysis"
1652 output-file-type: ".html"
1653 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1655 "plot-throughput-speedup-analysis"
1656 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1662 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1664 "plot-throughput-speedup-analysis"
1666 # IPv4 - 10ge2p1x520 - PDR
1669 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1670 algorithm: "plot_throughput_speedup_analysis"
1671 output-file-type: ".html"
1672 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1674 "plot-throughput-speedup-analysis"
1675 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1681 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1683 "plot-throughput-speedup-analysis"
1685 # IPv6 - 10ge2p1x520 - NDR
1688 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1689 algorithm: "plot_throughput_speedup_analysis"
1690 output-file-type: ".html"
1691 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1693 "plot-throughput-speedup-analysis"
1694 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1700 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1702 "plot-throughput-speedup-analysis"
1704 # IPv6 - 40ge2p1xl710 - NDR
1707 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1708 algorithm: "plot_throughput_speedup_analysis"
1709 output-file-type: ".html"
1710 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1712 "plot-throughput-speedup-analysis"
1713 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1719 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1721 "plot-throughput-speedup-analysis"
1723 # IPv6 - 10ge2p1x520 - PDR
1726 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1727 algorithm: "plot_throughput_speedup_analysis"
1728 output-file-type: ".html"
1729 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1731 "plot-throughput-speedup-analysis"
1732 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1738 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1740 "plot-throughput-speedup-analysis"
1742 # SRv6 - 10ge2p1x520 - NDR
1745 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1746 algorithm: "plot_throughput_speedup_analysis"
1747 output-file-type: ".html"
1748 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-srv6-tsa-ndrdisc"
1750 "plot-throughput-speedup-analysis"
1751 filter: "'NIC_Intel-X520-DA2' and '78B' and 'FEATURE' and 'NDRDISC' and 'IP6FWD' and 'SRv6'"
1757 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1759 "plot-throughput-speedup-analysis"
1761 # SRv6 - 10ge2p1x520 - PDR
1764 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1765 algorithm: "plot_throughput_speedup_analysis"
1766 output-file-type: ".html"
1767 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-srv6-tsa-pdrdisc"
1769 "plot-throughput-speedup-analysis"
1770 filter: "'NIC_Intel-X520-DA2' and '78B' and 'FEATURE' and 'PDRDISC' and not 'NDRDISC' and 'IP6FWD' and 'SRv6'"
1776 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1778 "plot-throughput-speedup-analysis"
1783 title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1784 algorithm: "plot_throughput_speedup_analysis"
1785 output-file-type: ".html"
1786 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-ndrdisc"
1788 "plot-throughput-speedup-analysis"
1789 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1795 title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1797 "plot-throughput-speedup-analysis"
1802 title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1803 algorithm: "plot_throughput_speedup_analysis"
1804 output-file-type: ".html"
1805 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-pdrdisc"
1807 "plot-throughput-speedup-analysis"
1808 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1814 title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1816 "plot-throughput-speedup-analysis"
1821 title: "TSA: 78B-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1822 algorithm: "plot_throughput_speedup_analysis"
1823 output-file-type: ".html"
1824 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-ndrdisc"
1826 "plot-throughput-speedup-analysis"
1827 filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1833 title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1835 "plot-throughput-speedup-analysis"
1840 title: "TSA: 78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1841 algorithm: "plot_throughput_speedup_analysis"
1842 output-file-type: ".html"
1843 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-pdrdisc"
1845 "plot-throughput-speedup-analysis"
1846 filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1852 title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1854 "plot-throughput-speedup-analysis"
1859 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1860 algorithm: "plot_throughput_speedup_analysis"
1861 output-file-type: ".html"
1862 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-ndrdisc"
1864 "plot-throughput-speedup-analysis"
1865 filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1871 title: "64B-*-.*vhost.*-ndrdisc"
1873 "plot-throughput-speedup-analysis"
1877 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1878 algorithm: "plot_throughput_speedup_analysis"
1879 output-file-type: ".html"
1880 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-ndrdisc"
1882 "plot-throughput-speedup-analysis"
1883 filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1889 title: "64B-*-.*vhost.*-ndrdisc"
1891 "plot-throughput-speedup-analysis"
1895 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1896 algorithm: "plot_throughput_speedup_analysis"
1897 output-file-type: ".html"
1898 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-ndrdisc"
1900 "plot-throughput-speedup-analysis"
1901 filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1907 title: "64B-*-.*vhost.*-ndrdisc"
1909 "plot-throughput-speedup-analysis"
1913 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1914 algorithm: "plot_throughput_speedup_analysis"
1915 output-file-type: ".html"
1916 output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-ndrdisc"
1918 "plot-throughput-speedup-analysis"
1919 filter: "'NIC_Intel-X710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q'"
1925 title: "64B-*-.*vhost.*-ndrdisc"
1927 "plot-throughput-speedup-analysis"
1931 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1932 algorithm: "plot_throughput_speedup_analysis"
1933 output-file-type: ".html"
1934 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-ndrdisc"
1936 "plot-throughput-speedup-analysis"
1937 filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1943 title: "64B-*-.*vhost.*-ndrdisc"
1945 "plot-throughput-speedup-analysis"
1950 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1951 algorithm: "plot_throughput_speedup_analysis"
1952 output-file-type: ".html"
1953 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-pdrdisc"
1955 "plot-throughput-speedup-analysis"
1956 filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1962 title: "64B-*-.*vhost.*-pdrdisc"
1964 "plot-throughput-speedup-analysis"
1968 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1969 algorithm: "plot_throughput_speedup_analysis"
1970 output-file-type: ".html"
1971 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-pdrdisc"
1973 "plot-throughput-speedup-analysis"
1974 filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1980 title: "64B-*-.*vhost.*-pdrdisc"
1982 "plot-throughput-speedup-analysis"
1986 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1987 algorithm: "plot_throughput_speedup_analysis"
1988 output-file-type: ".html"
1989 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-pdrdisc"
1991 "plot-throughput-speedup-analysis"
1992 filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1998 title: "64B-*-.*vhost.*-pdrdisc"
2000 "plot-throughput-speedup-analysis"
2004 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
2005 algorithm: "plot_throughput_speedup_analysis"
2006 output-file-type: ".html"
2007 output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-pdrdisc"
2009 "plot-throughput-speedup-analysis"
2010 filter: "'NIC_Intel-X710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q'"
2016 title: "64B-*-.*vhost.*-pdrdisc"
2018 "plot-throughput-speedup-analysis"
2022 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
2023 algorithm: "plot_throughput_speedup_analysis"
2024 output-file-type: ".html"
2025 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-pdrdisc"
2027 "plot-throughput-speedup-analysis"
2028 filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2034 title: "64B-*-.*vhost.*-pdrdisc"
2036 "plot-throughput-speedup-analysis"
2041 title: "TSA: 64B-*-.*ipsec.*-ndrdisc"
2042 algorithm: "plot_throughput_speedup_analysis"
2043 output-file-type: ".html"
2044 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-ndrdisc"
2046 "plot-throughput-speedup-analysis"
2047 filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2053 title: "64B-*-.*ipsec.*-ndrdisc"
2055 "plot-throughput-speedup-analysis"
2060 title: "TSA: 64B-*-.*ipsec.*-pdrdisc"
2061 algorithm: "plot_throughput_speedup_analysis"
2062 output-file-type: ".html"
2063 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-pdrdisc"
2065 "plot-throughput-speedup-analysis"
2066 filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2072 title: "64B-*-.*ipsec.*-pdrdisc"
2074 "plot-throughput-speedup-analysis"
2076 # Container memif - NDR
2079 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2080 algorithm: "plot_throughput_speedup_analysis"
2081 output-file-type: ".html"
2082 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-ndrdisc"
2084 "plot-throughput-speedup-analysis"
2085 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2091 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2093 "plot-throughput-speedup-analysis"
2095 # Container memif - PDR
2098 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2099 algorithm: "plot_throughput_speedup_analysis"
2100 output-file-type: ".html"
2101 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-pdrdisc"
2103 "plot-throughput-speedup-analysis"
2104 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2110 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2112 "plot-throughput-speedup-analysis"
2114 # Container orchestrated - NDR
2117 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2118 algorithm: "plot_throughput_speedup_analysis"
2119 output-file-type: ".html"
2120 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-ndrdisc"
2122 "plot-ligato-throughput-speedup-analysis"
2123 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2129 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2131 "plot-throughput-speedup-analysis"
2135 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2136 algorithm: "plot_throughput_speedup_analysis"
2137 output-file-type: ".html"
2138 output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-ndrdisc"
2140 "plot-ligato-throughput-speedup-analysis"
2141 filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2147 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2149 "plot-throughput-speedup-analysis"
2151 # Container orchestrated - PDR
2154 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2155 algorithm: "plot_throughput_speedup_analysis"
2156 output-file-type: ".html"
2157 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-pdrdisc"
2159 "plot-ligato-throughput-speedup-analysis"
2160 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2166 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2168 "plot-throughput-speedup-analysis"
2172 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2173 algorithm: "plot_throughput_speedup_analysis"
2174 output-file-type: ".html"
2175 output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-pdrdisc"
2177 "plot-ligato-throughput-speedup-analysis"
2178 filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2184 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2186 "plot-throughput-speedup-analysis"
2188 # Plot packets per second
2193 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2194 algorithm: "plot_performance_box"
2195 output-file-type: ".html"
2196 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
2198 "plot-vpp-throughput-latency"
2199 # Keep this formatting, the filter is enclosed with " (quotation mark) and
2200 # each tag is enclosed with ' (apostrophe).
2201 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2207 boxpoints: "outliers"
2210 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2216 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2217 algorithm: "plot_performance_box"
2218 output-file-type: ".html"
2219 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
2221 "plot-vpp-throughput-latency"
2222 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2228 boxpoints: "outliers"
2231 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2237 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2238 algorithm: "plot_performance_box"
2239 output-file-type: ".html"
2240 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
2242 "plot-vpp-throughput-latency"
2243 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2249 boxpoints: "outliers"
2252 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2258 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2259 algorithm: "plot_performance_box"
2260 output-file-type: ".html"
2261 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
2263 "plot-vpp-throughput-latency"
2264 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2270 boxpoints: "outliers"
2273 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2280 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2281 algorithm: "plot_performance_box"
2282 output-file-type: ".html"
2283 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
2285 "plot-vpp-throughput-latency"
2286 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2292 boxpoints: "outliers"
2295 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2301 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2302 algorithm: "plot_performance_box"
2303 output-file-type: ".html"
2304 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
2306 "plot-vpp-throughput-latency"
2307 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2313 boxpoints: "outliers"
2316 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2322 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2323 algorithm: "plot_performance_box"
2324 output-file-type: ".html"
2325 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
2327 "plot-vpp-throughput-latency"
2328 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2334 boxpoints: "outliers"
2337 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2343 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2344 algorithm: "plot_performance_box"
2345 output-file-type: ".html"
2346 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
2348 "plot-vpp-throughput-latency"
2349 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2355 boxpoints: "outliers"
2358 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2365 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2366 algorithm: "plot_performance_box"
2367 output-file-type: ".html"
2368 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
2370 "plot-vpp-throughput-latency"
2371 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2377 boxpoints: "outliers"
2380 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2386 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2387 algorithm: "plot_performance_box"
2388 output-file-type: ".html"
2389 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
2391 "plot-vpp-throughput-latency"
2392 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2398 boxpoints: "outliers"
2401 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2407 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2408 algorithm: "plot_performance_box"
2409 output-file-type: ".html"
2410 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
2412 "plot-vpp-throughput-latency"
2413 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2419 boxpoints: "outliers"
2422 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2428 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2429 algorithm: "plot_performance_box"
2430 output-file-type: ".html"
2431 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
2433 "plot-vpp-throughput-latency"
2434 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2440 boxpoints: "outliers"
2443 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2450 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2451 algorithm: "plot_performance_box"
2452 output-file-type: ".html"
2453 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
2455 "plot-vpp-throughput-latency"
2456 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6'"
2462 boxpoints: "outliers"
2465 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2471 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2472 algorithm: "plot_performance_box"
2473 output-file-type: ".html"
2474 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
2476 "plot-vpp-throughput-latency"
2477 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6'"
2483 boxpoints: "outliers"
2486 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2492 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2493 algorithm: "plot_performance_box"
2494 output-file-type: ".html"
2495 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
2497 "plot-vpp-throughput-latency"
2498 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6'"
2504 boxpoints: "outliers"
2507 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2513 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2514 algorithm: "plot_performance_box"
2515 output-file-type: ".html"
2516 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
2518 "plot-vpp-throughput-latency"
2519 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6'"
2525 boxpoints: "outliers"
2528 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2535 title: "VPP Performance 78B-1t1c-ethip6*srv6*ndrdisc"
2536 algorithm: "plot_performance_box"
2537 output-file-type: ".html"
2538 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-srv6-ndrdisc"
2540 "plot-vpp-throughput-latency"
2541 filter: "'78B' and 'FEATURE' and 'NDRDISC' and '1T1C' and 'IP6FWD' and 'SRv6'"
2547 boxpoints: "outliers"
2550 title: "78B-1t1c-ethip6*srv6*ndrdisc"
2556 title: "VPP Performance 78B-2t2c-ethip6*srv6*ndrdisc"
2557 algorithm: "plot_performance_box"
2558 output-file-type: ".html"
2559 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-srv6-ndrdisc"
2561 "plot-vpp-throughput-latency"
2562 filter: "'78B' and 'FEATURE' and 'NDRDISC' and '2T2C' and 'IP6FWD' and 'SRv6'"
2568 boxpoints: "outliers"
2571 title: "78B-2t2c-ethip6*srv6*ndrdisc"
2577 title: "VPP Performance 78B-1t1c-ethip6*srv6*pdrdisc"
2578 algorithm: "plot_performance_box"
2579 output-file-type: ".html"
2580 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-srv6-pdrdisc"
2582 "plot-vpp-throughput-latency"
2583 filter: "'78B' and 'FEATURE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and 'SRv6'"
2589 boxpoints: "outliers"
2592 title: "78B-1t1c-ethip6*srv6*pdrdisc"
2598 title: "VPP Performance 78B-2t2c-ethip6*srv6*pdrdisc"
2599 algorithm: "plot_performance_box"
2600 output-file-type: ".html"
2601 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-srv6-pdrdisc"
2603 "plot-vpp-throughput-latency"
2604 filter: "'78B' and 'FEATURE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and 'SRv6'"
2610 boxpoints: "outliers"
2613 title: "78B-2t2c-ethip6*srv6*pdrdisc"
2620 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2621 algorithm: "plot_performance_box"
2622 output-file-type: ".html"
2623 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
2625 "plot-vpp-throughput-latency"
2626 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2632 boxpoints: "outliers"
2635 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2641 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2642 algorithm: "plot_performance_box"
2643 output-file-type: ".html"
2644 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
2646 "plot-vpp-throughput-latency"
2647 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2653 boxpoints: "outliers"
2656 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2662 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2663 algorithm: "plot_performance_box"
2664 output-file-type: ".html"
2665 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
2667 "plot-vpp-throughput-latency"
2668 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2674 boxpoints: "outliers"
2677 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2683 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2684 algorithm: "plot_performance_box"
2685 output-file-type: ".html"
2686 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
2688 "plot-vpp-throughput-latency"
2689 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2695 boxpoints: "outliers"
2698 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2705 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2706 algorithm: "plot_performance_box"
2707 output-file-type: ".html"
2708 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2710 "plot-vpp-throughput-latency"
2711 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2717 boxpoints: "outliers"
2720 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2726 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2727 algorithm: "plot_performance_box"
2728 output-file-type: ".html"
2729 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2731 "plot-vpp-throughput-latency"
2732 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2738 boxpoints: "outliers"
2741 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2747 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2748 algorithm: "plot_performance_box"
2749 output-file-type: ".html"
2750 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2752 "plot-vpp-throughput-latency"
2753 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2759 boxpoints: "outliers"
2762 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2768 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2769 algorithm: "plot_performance_box"
2770 output-file-type: ".html"
2771 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2773 "plot-vpp-throughput-latency"
2774 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2780 boxpoints: "outliers"
2783 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2790 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2791 algorithm: "plot_performance_box"
2792 output-file-type: ".html"
2793 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2795 "plot-vpp-throughput-latency"
2796 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2802 boxpoints: "outliers"
2805 title: "64B-1t1c-.*vhost.*-ndrdisc"
2811 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2812 algorithm: "plot_performance_box"
2813 output-file-type: ".html"
2814 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2816 "plot-vpp-throughput-latency"
2817 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2823 boxpoints: "outliers"
2826 title: "64B-2t2c-.*vhost.*-ndrdisc"
2832 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2833 algorithm: "plot_performance_box"
2834 output-file-type: ".html"
2835 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2837 "plot-vpp-throughput-latency"
2838 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2844 boxpoints: "outliers"
2847 title: "64B-1t1c-.*vhost.*-pdrdisc"
2853 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2854 algorithm: "plot_performance_box"
2855 output-file-type: ".html"
2856 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2858 "plot-vpp-throughput-latency"
2859 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2865 boxpoints: "outliers"
2868 title: "64B-2t2c-.*vhost.*-pdrdisc"
2872 # VPP VM VHOST SELECTION
2875 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2876 algorithm: "plot_performance_box"
2877 output-file-type: ".html"
2878 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2880 "plot-vpp-throughput-latency"
2881 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2887 boxpoints: "outliers"
2890 title: "64B-1t1c-.*vhost.*-ndrdisc"
2896 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2897 algorithm: "plot_performance_box"
2898 output-file-type: ".html"
2899 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2901 "plot-vpp-throughput-latency"
2902 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2908 boxpoints: "outliers"
2911 title: "64B-2t2c-.*vhost.*-ndrdisc"
2917 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2918 algorithm: "plot_performance_box"
2919 output-file-type: ".html"
2920 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2922 "plot-vpp-throughput-latency"
2923 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2929 boxpoints: "outliers"
2932 title: "64B-1t1c-.*vhost.*-pdrdisc"
2938 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2939 algorithm: "plot_performance_box"
2940 output-file-type: ".html"
2941 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2943 "plot-vpp-throughput-latency"
2944 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2950 boxpoints: "outliers"
2953 title: "64B-2t2c-.*vhost.*-pdrdisc"
2960 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2961 algorithm: "plot_performance_box"
2962 output-file-type: ".html"
2963 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2965 "plot-vpp-throughput-latency"
2966 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2972 boxpoints: "outliers"
2975 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2981 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2982 algorithm: "plot_performance_box"
2983 output-file-type: ".html"
2984 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2986 "plot-vpp-throughput-latency"
2987 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2993 boxpoints: "outliers"
2996 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3002 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
3003 algorithm: "plot_performance_box"
3004 output-file-type: ".html"
3005 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
3007 "plot-vpp-throughput-latency"
3008 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3014 boxpoints: "outliers"
3017 title: "64B-1t1c-.*ipsec.*-pdrdisc"
3023 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
3024 algorithm: "plot_performance_box"
3025 output-file-type: ".html"
3026 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
3028 "plot-vpp-throughput-latency"
3029 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3035 boxpoints: "outliers"
3038 title: "64B-2t2c-.*ipsec.*-pdrdisc"
3045 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3046 algorithm: "plot_performance_box"
3047 output-file-type: ".html"
3048 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
3050 "plot-dpdk-throughput-latency"
3051 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3057 boxpoints: "outliers"
3060 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3066 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3067 algorithm: "plot_performance_box"
3068 output-file-type: ".html"
3069 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
3071 "plot-dpdk-throughput-latency"
3072 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3078 boxpoints: "outliers"
3081 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3087 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3088 algorithm: "plot_performance_box"
3089 output-file-type: ".html"
3090 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3092 "plot-dpdk-throughput-latency"
3093 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3099 boxpoints: "outliers"
3102 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3108 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3109 algorithm: "plot_performance_box"
3110 output-file-type: ".html"
3111 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3113 "plot-dpdk-throughput-latency"
3114 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3120 boxpoints: "outliers"
3123 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3129 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3130 algorithm: "plot_performance_box"
3131 output-file-type: ".html"
3132 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3134 "plot-dpdk-throughput-latency"
3135 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3141 boxpoints: "outliers"
3144 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3150 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3151 algorithm: "plot_performance_box"
3152 output-file-type: ".html"
3153 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3155 "plot-dpdk-throughput-latency"
3156 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3162 boxpoints: "outliers"
3165 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3171 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3172 algorithm: "plot_performance_box"
3173 output-file-type: ".html"
3174 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3176 "plot-dpdk-throughput-latency"
3177 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3183 boxpoints: "outliers"
3186 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3192 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3193 algorithm: "plot_performance_box"
3194 output-file-type: ".html"
3195 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3197 "plot-dpdk-throughput-latency"
3198 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3204 boxpoints: "outliers"
3207 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3216 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3217 algorithm: "plot_latency_box"
3218 output-file-type: ".html"
3219 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3221 "plot-vpp-throughput-latency"
3222 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3229 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3235 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3236 algorithm: "plot_latency_box"
3237 output-file-type: ".html"
3238 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3240 "plot-vpp-throughput-latency"
3241 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3248 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3255 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3256 algorithm: "plot_latency_box"
3257 output-file-type: ".html"
3258 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3260 "plot-vpp-throughput-latency"
3261 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3268 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3274 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3275 algorithm: "plot_latency_box"
3276 output-file-type: ".html"
3277 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3279 "plot-vpp-throughput-latency"
3280 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3287 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3294 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3295 algorithm: "plot_latency_box"
3296 output-file-type: ".html"
3297 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3299 "plot-vpp-throughput-latency"
3300 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
3307 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3313 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3314 algorithm: "plot_latency_box"
3315 output-file-type: ".html"
3316 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3318 "plot-vpp-throughput-latency"
3319 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
3326 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3333 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3334 algorithm: "plot_latency_box"
3335 output-file-type: ".html"
3336 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
3338 "plot-vpp-throughput-latency"
3339 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6'"
3346 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3352 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3353 algorithm: "plot_latency_box"
3354 output-file-type: ".html"
3355 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
3357 "plot-vpp-throughput-latency"
3358 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6'"
3365 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3372 title: "VPP Latency 78B-1t1c-ethip6*srv6*ndrdisc"
3373 algorithm: "plot_latency_box"
3374 output-file-type: ".html"
3375 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-srv6-ndrdisc-lat50"
3377 "plot-vpp-throughput-latency"
3378 filter: "'78B' and 'FEATURE' and 'NDRDISC' and '1T1C' and 'IP6FWD' and 'SRv6'"
3385 title: "78B-1t1c-ethip6*srv6*ndrdisc"
3391 title: "VPP Latency 78B-2t2c-ethip6*srv6*ndrdisc"
3392 algorithm: "plot_latency_box"
3393 output-file-type: ".html"
3394 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-srv6-ndrdisc-lat50"
3396 "plot-vpp-throughput-latency"
3397 filter: "'78B' and 'FEATURE' and 'NDRDISC' and '2T2C' and 'IP6FWD' and 'SRv6'"
3404 title: "78B-2t2c-ethip6*srv6*ndrdisc"
3411 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3412 algorithm: "plot_latency_box"
3413 output-file-type: ".html"
3414 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
3416 "plot-vpp-throughput-latency"
3417 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3424 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3430 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3431 algorithm: "plot_latency_box"
3432 output-file-type: ".html"
3433 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3435 "plot-vpp-throughput-latency"
3436 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3443 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3450 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3451 algorithm: "plot_latency_box"
3452 output-file-type: ".html"
3453 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3455 "plot-vpp-throughput-latency"
3456 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3463 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3469 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3470 algorithm: "plot_latency_box"
3471 output-file-type: ".html"
3472 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3474 "plot-vpp-throughput-latency"
3475 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3482 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3489 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3490 algorithm: "plot_latency_box"
3491 output-file-type: ".html"
3492 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
3494 "plot-vpp-throughput-latency"
3495 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3502 title: "64B-1t1c-.*vhost.*-ndrdisc"
3508 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3509 algorithm: "plot_latency_box"
3510 output-file-type: ".html"
3511 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
3513 "plot-vpp-throughput-latency"
3514 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3521 title: "64B-2t2c-.*vhost.*-ndrdisc"
3525 # VPP VM VHOST selection
3528 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3529 algorithm: "plot_latency_box"
3530 output-file-type: ".html"
3531 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
3533 "plot-vpp-throughput-latency"
3534 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3541 title: "64B-1t1c-.*vhost.*-ndrdisc"
3547 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3548 algorithm: "plot_latency_box"
3549 output-file-type: ".html"
3550 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
3552 "plot-vpp-throughput-latency"
3553 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3560 title: "64B-2t2c-.*vhost.*-ndrdisc"
3567 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3568 algorithm: "plot_latency_box"
3569 output-file-type: ".html"
3570 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3572 "plot-vpp-throughput-latency"
3573 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3580 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3586 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3587 algorithm: "plot_latency_box"
3588 output-file-type: ".html"
3589 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3591 "plot-vpp-throughput-latency"
3592 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3599 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3606 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3607 algorithm: "plot_latency_box"
3608 output-file-type: ".html"
3609 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3611 "plot-dpdk-throughput-latency"
3612 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3619 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3625 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3626 algorithm: "plot_latency_box"
3627 output-file-type: ".html"
3628 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3630 "plot-dpdk-throughput-latency"
3631 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3638 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3644 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3645 algorithm: "plot_latency_box"
3646 output-file-type: ".html"
3647 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3649 "plot-dpdk-throughput-latency"
3650 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3657 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3663 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3664 algorithm: "plot_latency_box"
3665 output-file-type: ".html"
3666 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3668 "plot-dpdk-throughput-latency"
3669 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3676 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3680 # Ligato - Throughput
3685 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3686 algorithm: "plot_performance_box"
3687 output-file-type: ".html"
3688 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3690 "plot-vpp-throughput-latency"
3691 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3697 boxpoints: "outliers"
3700 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3706 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3707 algorithm: "plot_performance_box"
3708 output-file-type: ".html"
3709 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3711 "plot-vpp-throughput-latency"
3712 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3718 boxpoints: "outliers"
3721 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3727 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3728 algorithm: "plot_performance_box"
3729 output-file-type: ".html"
3730 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3732 "plot-vpp-throughput-latency"
3733 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3739 boxpoints: "outliers"
3742 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3748 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3749 algorithm: "plot_performance_box"
3750 output-file-type: ".html"
3751 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3753 "plot-vpp-throughput-latency"
3754 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3760 boxpoints: "outliers"
3763 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3767 # Container orchestrated
3770 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3771 algorithm: "plot_performance_box"
3772 output-file-type: ".html"
3773 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3775 "plot-ligato-throughput-latency"
3776 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3782 boxpoints: "outliers"
3785 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3791 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3792 algorithm: "plot_performance_box"
3793 output-file-type: ".html"
3794 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3796 "plot-ligato-throughput-latency"
3797 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3803 boxpoints: "outliers"
3806 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3812 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3813 algorithm: "plot_performance_box"
3814 output-file-type: ".html"
3815 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3817 "plot-ligato-throughput-latency"
3818 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3824 boxpoints: "outliers"
3827 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3833 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3834 algorithm: "plot_performance_box"
3835 output-file-type: ".html"
3836 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3838 "plot-ligato-throughput-latency"
3839 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3845 boxpoints: "outliers"
3848 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3857 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3858 algorithm: "plot_latency_box"
3859 output-file-type: ".html"
3860 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3862 "plot-vpp-throughput-latency"
3863 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3870 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3876 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3877 algorithm: "plot_latency_box"
3878 output-file-type: ".html"
3879 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3881 "plot-vpp-throughput-latency"
3882 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3889 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3893 # Container orchestrated
3896 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3897 algorithm: "plot_latency_box"
3898 output-file-type: ".html"
3899 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3901 "plot-ligato-throughput-latency"
3902 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3909 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3915 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3916 algorithm: "plot_latency_box"
3917 output-file-type: ".html"
3918 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3920 "plot-ligato-throughput-latency"
3921 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3928 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"