6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,MRR,VPP]: "{DIR[DTR]}/vpp_mrr_results"
42 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
43 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
44 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
45 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
46 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
47 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
48 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50 # Detailed test configurations
51 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
53 DIR[DTC,MRR,VPP]: "{DIR[DTC]}/vpp_mrr_configuration"
54 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
55 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
57 # Detailed tests operational data
58 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
59 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
61 # .css patch file to fix tables generated by Sphinx
62 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
63 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
66 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
67 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
68 URL[NEXUS]: "https://docs.fd.io/csit"
69 DIR[NEXUS]: "report/_static/archive"
72 # List the directories which are created while preparing the environment.
73 # All directories MUST be defined in "paths" section.
80 - "DIR[WORKING,SRC,STATIC]"
83 # List the directories which are deleted while cleaning the environment.
84 # All directories MUST be defined in "paths" section.
89 # List the directories where the results (build) is stored.
90 # All directories MUST be defined in "paths" section.
97 plot-vpp-http-server-performance:
98 # TODO: Add the data sources
99 csit-vpp-perf-1801-all:
111 # TODO: Add the data sources
112 # vpp-meltdown-impact:
113 # csit-vpp-perf-1707-all:
117 # csit-vpp-perf-1710-all:
121 # TODO: Add the data sources
122 # vpp-spectre-impact:
123 # csit-vpp-perf-1707-all:
127 # csit-vpp-perf-1710-all:
131 vpp-performance-changes:
132 csit-vpp-perf-1710-all:
143 csit-vpp-perf-1801-all:
156 csit-vpp-perf-1804-all:
167 vpp-performance-changes-mrr:
168 csit-vpp-perf-check-1801:
179 csit-vpp-perf-check-1804:
190 plot-throughput-speedup-analysis:
191 csit-vpp-perf-1804-all:
206 plot-ligato-throughput-speedup-analysis:
207 csit-ligato-perf-1804-all:
216 # performance-improvements:
217 # csit-vpp-perf-1707-all:
228 # csit-vpp-perf-1710-all:
239 # csit-vpp-perf-1801-all:
243 # csit-ligato-perf-1710-all:
254 # csit-ligato-perf-1801-all:
265 csit-vpp-perf-1804-all:
271 csit-vpp-functional-1804-ubuntu1604-virl:
273 vpp-func-results-centos:
274 csit-vpp-functional-1804-centos7-virl:
277 csit-vpp-perf-check-1804:
280 csit-ligato-perf-1804-all:
283 csit-dpdk-perf-1804-all:
286 csit-hc2vpp-verify-func-1804-ubuntu1604:
289 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
291 plot-vpp-throughput-latency:
292 csit-vpp-perf-1804-all:
307 plot-dpdk-throughput-latency:
308 csit-dpdk-perf-1804-all:
319 plot-ligato-throughput-latency:
320 csit-ligato-perf-1804-all:
337 gridcolor: "rgb(238, 238, 238)"
338 linecolor: "rgb(238, 238, 238)"
343 tickcolor: "rgb(238, 238, 238)"
345 title: "Indexed Test Cases"
348 gridcolor: "rgb(238, 238, 238)'"
350 linecolor: "rgb(238, 238, 238)"
357 tickcolor: "rgb(238, 238, 238)"
358 title: "Connections Per Second [cps]"
379 gridcolor: "rgb(238, 238, 238)"
380 linecolor: "rgb(238, 238, 238)"
385 tickcolor: "rgb(238, 238, 238)"
387 title: "Indexed Test Cases"
390 gridcolor: "rgb(238, 238, 238)'"
392 linecolor: "rgb(238, 238, 238)"
399 tickcolor: "rgb(238, 238, 238)"
400 title: "Requests Per Second [rps]"
421 gridcolor: "rgb(238, 238, 238)"
422 linecolor: "rgb(238, 238, 238)"
427 tickcolor: "rgb(238, 238, 238)"
429 title: "Indexed Test Cases"
432 gridcolor: "rgb(238, 238, 238)'"
434 linecolor: "rgb(238, 238, 238)"
440 tickcolor: "rgb(238, 238, 238)"
441 title: "Packets Per Second [pps]"
462 gridcolor: "rgb(238, 238, 238)"
463 linecolor: "rgb(238, 238, 238)"
468 tickcolor: "rgb(238, 238, 238)"
470 title: "Indexed Test Cases"
473 gridcolor: "rgb(238, 238, 238)'"
475 linecolor: "rgb(238, 238, 238)"
481 tickcolor: "rgb(238, 238, 238)"
482 title: "Latency min/avg/max [uSec]"
498 plot-throughput-speedup-analysis:
503 gridcolor: "rgb(238, 238, 238)"
504 linecolor: "rgb(238, 238, 238)"
509 tickcolor: "rgb(238, 238, 238)"
514 title: "Throughput speedup factor"
515 gridcolor: "rgb(238, 238, 238)"
517 linecolor: "rgb(238, 238, 238)"
523 tickcolor: "rgb(238, 238, 238)"
531 bgcolor: "rgba(255, 255, 255, 0)"
532 bordercolor: "rgba(255, 255, 255, 0)"
549 input-format: "xml" # zip or xml
550 extract: "robot-plugin/output.xml" # Only for zip
552 # The files must be in the directory DIR[WORKING,DATA]
553 csit-vpp-perf-1801-all:
556 file: "{DIR[WORKING,DATA]}/output.xml"
559 file: "{DIR[WORKING,DATA]}/output.xml"
562 file: "{DIR[WORKING,DATA]}/output.xml"
565 file: "{DIR[WORKING,DATA]}/output.xml"
569 src-path: "{DIR[RST]}"
570 dst-path: "{DIR[WORKING,SRC]}"
573 type: "input" # Ignored in debug mode
575 file-name: "robot-plugin.zip"
577 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
578 extract: "robot-plugin/output.xml"
580 # csit-vpp-perf-1707-all:
591 csit-vpp-perf-1710-all:
602 csit-vpp-perf-1801-all:
630 csit-vpp-perf-1804-all:
645 csit-vpp-perf-check-1801:
656 csit-vpp-perf-check-1804:
668 # csit-ligato-perf-1710-all:
679 # csit-ligato-perf-1801-all:
690 csit-ligato-perf-1804-all:
700 csit-dpdk-perf-1804-all:
711 csit-vpp-functional-1804-ubuntu1604-virl:
713 csit-vpp-functional-1804-centos7-virl:
715 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
717 csit-hc2vpp-verify-func-1804-ubuntu1604:
729 ################################################################################
731 ################################################################################
735 # title: "Performance Impact of Meltdown Patches"
736 # algorithm: "table_performance_comparison"
737 # output-file-ext: ".csv"
739 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
741 # title: "No Meltdown"
742 ## TODO: specify data sources
744 # csit-vpp-perf-1707-all:
749 # title: "Meltdown Patches Applied"
750 ## TODO: specify data sources
752 # csit-vpp-perf-1710-all:
757 # "vpp-meltdown-impact"
763 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
764 # # to present all tests.
765 # nr-of-tests-shown: 20
769 # title: "Performance Impact of Spectre Patches"
770 # algorithm: "table_performance_comparison"
771 # output-file-ext: ".csv"
773 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
775 # title: "No Spectre"
776 ## TODO: specify data sources
778 # csit-vpp-perf-1707-all:
783 # title: "Spectre Patches Applied"
784 ## TODO: specify data sources
786 # csit-vpp-perf-1710-all:
791 # "vpp-spectre-impact"
797 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
798 # # to present all tests.
799 # nr-of-tests-shown: 20
803 title: "VPP Performance Changes"
804 algorithm: "table_performance_comparison"
805 output-file-ext: ".csv"
806 output-file: "{DIR[STATIC,VPP]}/performance-changes"
811 csit-vpp-perf-1710-all:
825 csit-vpp-perf-1801-all:
841 csit-vpp-perf-1804-all:
851 data: "vpp-performance-changes"
857 # Number of the best and the worst tests presented in the table. Use 0 (zero)
858 # to present all tests.
859 nr-of-tests-shown: 20
864 title: "VPP Performance Changes - MRR"
865 algorithm: "table_performance_comparison_mrr"
866 output-file-ext: ".csv"
867 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
869 title: "Release 1801"
871 csit-vpp-perf-check-1801:
885 title: "Release 1804"
887 csit-vpp-perf-check-1804:
897 data: "vpp-performance-changes-mrr"
903 # Number of the best and the worst tests presented in the table. Use 0 (zero)
904 # to present all tests.
905 nr-of-tests-shown: 20
910 # title: "Performance improvements"
911 # algorithm: "table_performance_improvements"
912 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
913 # output-file-ext: ".csv"
914 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
920 # title: "16.09 mean [Mpps]"
923 # title: "17.01 mean [Mpps]"
926 # title: "17.04 mean [Mpps]"
929 # title: "17.07 mean [Mpps]"
930 # data: "data csit-vpp-perf-1707-all mean"
932 # title: "17.10 mean [Mpps]"
933 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
935 # title: "18.01 mean [Mpps]"
936 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
938 # title: "18.01 stdev [Mpps]"
939 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
941 # title: "17.10 to 18.01 change [%]"
942 # data: "operation relative_change 5 6"
945 # "performance-improvements"
952 title: "Detailed Test Results - VPP Performance Results"
953 algorithm: "table_merged_details"
954 output-file-ext: ".csv"
955 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
961 title: "Documentation"
969 filter: "not 'NDRCHK' and not 'PDRCHK'"
978 title: "Test configuration - VPP Performance Test Configs"
979 algorithm: "table_merged_details"
980 output-file-ext: ".csv"
981 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
987 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
988 data: "data vat-history"
992 filter: "not 'NDRCHK' and not 'PDRCHK'"
1000 title: "Test Operational Data - VPP Performance Operational Data"
1001 algorithm: "table_merged_details"
1002 output-file-ext: ".csv"
1003 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
1009 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
1010 data: "data show-run"
1014 filter: "not 'NDRCHK' and not 'PDRCHK'"
1022 title: "Detailed Test Results - VPP MRR Results"
1023 algorithm: "table_details"
1024 output-file-ext: ".csv"
1025 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1031 title: "Documentation"
1048 title: "Test configuration - VPP MRR Test Configs"
1049 algorithm: "table_details"
1050 output-file-ext: ".csv"
1051 output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_test_configuration"
1057 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1058 data: "data vat-history"
1070 title: "Detailed Test Results - VPP Functional Results"
1071 algorithm: "table_details"
1072 output-file-ext: ".csv"
1073 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1079 title: "Documentation"
1096 title: "Detailed Test Results - VPP Functional Results - CentOS"
1097 algorithm: "table_details"
1098 output-file-ext: ".csv"
1099 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1105 title: "Documentation"
1112 "vpp-func-results-centos"
1122 title: "Test configuration - VPP Functional Test Configs"
1123 algorithm: "table_details"
1124 output-file-ext: ".csv"
1125 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1131 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1132 data: "data vat-history"
1144 title: "Test configuration - VPP Functional Test Configs - CentOS"
1145 algorithm: "table_details"
1146 output-file-ext: ".csv"
1147 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1153 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1154 data: "data vat-history"
1157 "vpp-func-results-centos"
1166 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
1167 algorithm: "table_details"
1168 output-file-ext: ".csv"
1169 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1175 title: "Documentation"
1182 "ligato-perf-results"
1192 title: "Detailed Test Results - DPDK Performance Results"
1193 algorithm: "table_details"
1194 output-file-ext: ".csv"
1195 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1201 title: "Documentation"
1218 title: "Detailed Test Results - Honeycomb Functional Results"
1219 algorithm: "table_details"
1220 output-file-ext: ".csv"
1221 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1227 title: "Documentation"
1244 title: "Detailed Test Results - NSH SFC Functional Results"
1245 algorithm: "table_details"
1246 output-file-ext: ".csv"
1247 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1253 title: "Documentation"
1268 ################################################################################
1270 ################################################################################
1274 title: "VPP Performance Results"
1275 algorithm: "file_merged_test_results"
1276 output-file-ext: ".rst"
1277 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1278 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1279 dir-tables: "{DIR[DTR,PERF,VPP]}"
1282 filter: "not 'NDRCHK' and not 'PDRCHK'"
1288 data-start-level: 3 # 0, 1, 2, ...
1289 chapters-start-level: 2 # 0, 1, 2, ...
1293 title: "VPP Performance Configuration"
1294 algorithm: "file_merged_test_results"
1295 output-file-ext: ".rst"
1296 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1297 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1298 dir-tables: "{DIR[DTC,PERF,VPP]}"
1301 filter: "not 'NDRCHK' and not 'PDRCHK'"
1307 data-start-level: 3 # 0, 1, 2, ...
1308 chapters-start-level: 2 # 0, 1, 2, ...
1312 title: "VPP Performance Operational Data"
1313 algorithm: "file_merged_test_results"
1314 output-file-ext: ".rst"
1315 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1316 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1317 dir-tables: "{DIR[DTO,PERF,VPP]}"
1320 filter: "not 'NDRCHK' and not 'PDRCHK'"
1326 data-start-level: 3 # 0, 1, 2, ...
1327 chapters-start-level: 2 # 0, 1, 2, ...
1331 title: "VPP MRR Results"
1332 algorithm: "file_test_results"
1333 output-file-ext: ".rst"
1334 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1335 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1336 dir-tables: "{DIR[DTR,MRR,VPP]}"
1345 data-start-level: 2 # 0, 1, 2, ...
1346 chapters-start-level: 2 # 0, 1, 2, ...
1350 title: "VPP MRR Configuration"
1351 algorithm: "file_test_results"
1352 output-file-ext: ".rst"
1353 output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_configuration"
1354 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1355 dir-tables: "{DIR[DTC,MRR,VPP]}"
1364 data-start-level: 2 # 0, 1, 2, ...
1365 chapters-start-level: 2 # 0, 1, 2, ...
1369 title: "VPP Functional Results"
1370 algorithm: "file_test_results"
1371 output-file-ext: ".rst"
1372 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1373 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1374 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1382 data-start-level: 3 # 0, 1, 2, ...
1383 chapters-start-level: 2 # 0, 1, 2, ...
1387 title: "VPP Functional Results - CentOS"
1388 algorithm: "file_test_results"
1389 output-file-ext: ".rst"
1390 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1391 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1392 dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
1394 "vpp-func-results-centos"
1400 data-start-level: 3 # 0, 1, 2, ...
1401 chapters-start-level: 2 # 0, 1, 2, ...
1405 title: "VPP Functional Configuration"
1406 algorithm: "file_test_results"
1407 output-file-ext: ".rst"
1408 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1409 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1410 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1418 data-start-level: 3 # 0, 1, 2, ...
1419 chapters-start-level: 2 # 0, 1, 2, ...
1423 title: "VPP Functional Configuration - CentOS"
1424 algorithm: "file_test_results"
1425 output-file-ext: ".rst"
1426 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1427 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1428 dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
1430 "vpp-func-results-centos"
1436 data-start-level: 3 # 0, 1, 2, ...
1437 chapters-start-level: 2 # 0, 1, 2, ...
1441 title: "Container Orchestrated Performance Results"
1442 algorithm: "file_test_results"
1443 output-file-ext: ".rst"
1444 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1445 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1446 dir-tables: "{DIR[DTR,PERF,COT]}"
1448 "ligato-perf-results"
1454 data-start-level: 2 # 0, 1, 2, ...
1455 chapters-start-level: 2 # 0, 1, 2, ...
1459 title: "DPDK Performance Results"
1460 algorithm: "file_test_results"
1461 output-file-ext: ".rst"
1462 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1463 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1464 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1474 data-start-level: 2 # 0, 1, 2, ...
1475 chapters-start-level: 2 # 0, 1, 2, ...
1479 title: "Honeycomb Functional Results"
1480 algorithm: "file_test_results"
1481 output-file-ext: ".rst"
1482 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1483 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1484 dir-tables: "{DIR[DTR,FUNC,HC]}"
1494 data-start-level: 3 # 0, 1, 2, ...
1495 chapters-start-level: 2 # 0, 1, 2, ...
1499 title: "NSH SFC Functional Results"
1500 algorithm: "file_test_results"
1501 output-file-ext: ".rst"
1502 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1503 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1504 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1514 data-start-level: 2 # 0, 1, 2, ...
1515 chapters-start-level: 2 # 0, 1, 2, ...
1517 ################################################################################
1519 ################################################################################
1521 # Plots VPP HTTP Server Performance
1524 title: "VPP HTTP Server Performance"
1525 algorithm: "plot_http_server_performance_box"
1526 output-file-type: ".html"
1527 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1529 "plot-vpp-http-server-performance"
1530 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1531 # each tag is enclosed with ' (apostrophe).
1532 filter: "'HTTP' and 'TCP_CPS'"
1538 boxpoints: "outliers"
1541 title: "VPP HTTP Server Performance"
1547 title: "VPP HTTP Server Performance"
1548 algorithm: "plot_http_server_performance_box"
1549 output-file-type: ".html"
1550 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1552 "plot-vpp-http-server-performance"
1553 filter: "'HTTP' and 'TCP_RPS'"
1559 boxpoints: "outliers"
1562 title: "VPP HTTP Server Performance"
1566 # Plot Throughput Speedup Analysis
1568 # L2 - 10ge2p1x520 - NDR
1571 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1572 algorithm: "plot_throughput_speedup_analysis"
1573 output-file-type: ".html"
1574 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1576 "plot-throughput-speedup-analysis"
1577 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1583 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1585 "plot-throughput-speedup-analysis"
1587 # L2 - 40ge2p1xl710 - NDR
1590 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1591 algorithm: "plot_throughput_speedup_analysis"
1592 output-file-type: ".html"
1593 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1595 "plot-throughput-speedup-analysis"
1596 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1602 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1604 "plot-throughput-speedup-analysis"
1606 # L2 - 10ge2p1x520 - PDR
1609 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1610 algorithm: "plot_throughput_speedup_analysis"
1611 output-file-type: ".html"
1612 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1614 "plot-throughput-speedup-analysis"
1615 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1621 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1623 "plot-throughput-speedup-analysis"
1625 # IPv4 - 10ge2p1x520 - NDR
1628 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1629 algorithm: "plot_throughput_speedup_analysis"
1630 output-file-type: ".html"
1631 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1633 "plot-throughput-speedup-analysis"
1634 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1640 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1642 "plot-throughput-speedup-analysis"
1644 # IPv4 - 40ge2p1xl710 - NDR
1647 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1648 algorithm: "plot_throughput_speedup_analysis"
1649 output-file-type: ".html"
1650 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1652 "plot-throughput-speedup-analysis"
1653 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1659 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1661 "plot-throughput-speedup-analysis"
1663 # IPv4 - 10ge2p1x520 - PDR
1666 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1667 algorithm: "plot_throughput_speedup_analysis"
1668 output-file-type: ".html"
1669 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1671 "plot-throughput-speedup-analysis"
1672 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1678 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1680 "plot-throughput-speedup-analysis"
1682 # IPv6 - 10ge2p1x520 - NDR
1685 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1686 algorithm: "plot_throughput_speedup_analysis"
1687 output-file-type: ".html"
1688 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1690 "plot-throughput-speedup-analysis"
1691 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1697 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1699 "plot-throughput-speedup-analysis"
1701 # IPv6 - 40ge2p1xl710 - NDR
1704 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1705 algorithm: "plot_throughput_speedup_analysis"
1706 output-file-type: ".html"
1707 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1709 "plot-throughput-speedup-analysis"
1710 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1716 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1718 "plot-throughput-speedup-analysis"
1720 # IPv6 - 10ge2p1x520 - PDR
1723 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1724 algorithm: "plot_throughput_speedup_analysis"
1725 output-file-type: ".html"
1726 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1728 "plot-throughput-speedup-analysis"
1729 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1735 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1737 "plot-throughput-speedup-analysis"
1739 ## IP4_overlay - NDR
1742 # title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1743 # algorithm: "plot_throughput_speedup_analysis"
1744 # output-file-type: ".html"
1745 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-ndrdisc"
1747 # "plot-throughput-speedup-analysis"
1748 # filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1754 # title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1756 # "plot-throughput-speedup-analysis"
1758 ## IP4_overlay - PDR
1761 # title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1762 # algorithm: "plot_throughput_speedup_analysis"
1763 # output-file-type: ".html"
1764 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-pdrdisc"
1766 # "plot-throughput-speedup-analysis"
1767 # filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1773 # title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1775 # "plot-throughput-speedup-analysis"
1777 ## IP6_overlay - NDR
1780 # title: "TSA: 78B-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1781 # algorithm: "plot_throughput_speedup_analysis"
1782 # output-file-type: ".html"
1783 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-ndrdisc"
1785 # "plot-throughput-speedup-analysis"
1786 # filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1792 # title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1794 # "plot-throughput-speedup-analysis"
1796 ## IP6_overlay - PDR
1799 # title: "TSA: 78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1800 # algorithm: "plot_throughput_speedup_analysis"
1801 # output-file-type: ".html"
1802 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-pdrdisc"
1804 # "plot-throughput-speedup-analysis"
1805 # filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1811 # title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1813 # "plot-throughput-speedup-analysis"
1818 # title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1819 # algorithm: "plot_throughput_speedup_analysis"
1820 # output-file-type: ".html"
1821 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-ndrdisc"
1823 # "plot-throughput-speedup-analysis"
1824 # filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1830 # title: "64B-*-.*vhost.*-ndrdisc"
1832 # "plot-throughput-speedup-analysis"
1836 # title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1837 # algorithm: "plot_throughput_speedup_analysis"
1838 # output-file-type: ".html"
1839 # output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-ndrdisc"
1841 # "plot-throughput-speedup-analysis"
1842 # filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1848 # title: "64B-*-.*vhost.*-ndrdisc"
1850 # "plot-throughput-speedup-analysis"
1854 # title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1855 # algorithm: "plot_throughput_speedup_analysis"
1856 # output-file-type: ".html"
1857 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-ndrdisc"
1859 # "plot-throughput-speedup-analysis"
1860 # filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1866 # title: "64B-*-.*vhost.*-ndrdisc"
1868 # "plot-throughput-speedup-analysis"
1872 # title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1873 # algorithm: "plot_throughput_speedup_analysis"
1874 # output-file-type: ".html"
1875 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-ndrdisc"
1877 # "plot-throughput-speedup-analysis"
1878 # filter: "'NIC_Intel-X710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1884 # title: "64B-*-.*vhost.*-ndrdisc"
1886 # "plot-throughput-speedup-analysis"
1890 # title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1891 # algorithm: "plot_throughput_speedup_analysis"
1892 # output-file-type: ".html"
1893 # output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-ndrdisc"
1895 # "plot-throughput-speedup-analysis"
1896 # filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1902 # title: "64B-*-.*vhost.*-ndrdisc"
1904 # "plot-throughput-speedup-analysis"
1909 # title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1910 # algorithm: "plot_throughput_speedup_analysis"
1911 # output-file-type: ".html"
1912 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-pdrdisc"
1914 # "plot-throughput-speedup-analysis"
1915 # filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1921 # title: "64B-*-.*vhost.*-pdrdisc"
1923 # "plot-throughput-speedup-analysis"
1927 # title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1928 # algorithm: "plot_throughput_speedup_analysis"
1929 # output-file-type: ".html"
1930 # output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-pdrdisc"
1932 # "plot-throughput-speedup-analysis"
1933 # filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1939 # title: "64B-*-.*vhost.*-pdrdisc"
1941 # "plot-throughput-speedup-analysis"
1945 # title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1946 # algorithm: "plot_throughput_speedup_analysis"
1947 # output-file-type: ".html"
1948 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-pdrdisc"
1950 # "plot-throughput-speedup-analysis"
1951 # filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1957 # title: "64B-*-.*vhost.*-pdrdisc"
1959 # "plot-throughput-speedup-analysis"
1963 # title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1964 # algorithm: "plot_throughput_speedup_analysis"
1965 # output-file-type: ".html"
1966 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-pdrdisc"
1968 # "plot-throughput-speedup-analysis"
1969 # filter: "'NIC_Intel-X710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1975 # title: "64B-*-.*vhost.*-pdrdisc"
1977 # "plot-throughput-speedup-analysis"
1981 # title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1982 # algorithm: "plot_throughput_speedup_analysis"
1983 # output-file-type: ".html"
1984 # output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-pdrdisc"
1986 # "plot-throughput-speedup-analysis"
1987 # filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1993 # title: "64B-*-.*vhost.*-pdrdisc"
1995 # "plot-throughput-speedup-analysis"
2000 # title: "TSA: 64B-*-.*ipsec.*-ndrdisc"
2001 # algorithm: "plot_throughput_speedup_analysis"
2002 # output-file-type: ".html"
2003 # output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-ndrdisc"
2005 # "plot-throughput-speedup-analysis"
2006 # filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2012 # title: "64B-*-.*ipsec.*-ndrdisc"
2014 # "plot-throughput-speedup-analysis"
2019 # title: "TSA: 64B-*-.*ipsec.*-pdrdisc"
2020 # algorithm: "plot_throughput_speedup_analysis"
2021 # output-file-type: ".html"
2022 # output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-pdrdisc"
2024 # "plot-throughput-speedup-analysis"
2025 # filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2031 # title: "64B-*-.*ipsec.*-pdrdisc"
2033 # "plot-throughput-speedup-analysis"
2035 ## Container memif - NDR
2038 # title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2039 # algorithm: "plot_throughput_speedup_analysis"
2040 # output-file-type: ".html"
2041 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-ndrdisc"
2043 # "plot-throughput-speedup-analysis"
2044 # filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2050 # title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2052 # "plot-throughput-speedup-analysis"
2056 # title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2057 # algorithm: "plot_throughput_speedup_analysis"
2058 # output-file-type: ".html"
2059 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-pdrdisc"
2061 # "plot-throughput-speedup-analysis"
2062 # filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2068 # title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2070 # "plot-throughput-speedup-analysis"
2072 ## Container orchestrated - NDR
2075 # title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2076 # algorithm: "plot_throughput_speedup_analysis"
2077 # output-file-type: ".html"
2078 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-ndrdisc"
2080 # "plot-ligato-throughput-speedup-analysis"
2081 # filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2087 # title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2089 # "plot-throughput-speedup-analysis"
2093 # title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2094 # algorithm: "plot_throughput_speedup_analysis"
2095 # output-file-type: ".html"
2096 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-ndrdisc"
2098 # "plot-ligato-throughput-speedup-analysis"
2099 # filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2105 # title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2107 # "plot-throughput-speedup-analysis"
2109 ## Container orchestrated - PDR
2112 # title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2113 # algorithm: "plot_throughput_speedup_analysis"
2114 # output-file-type: ".html"
2115 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-pdrdisc"
2117 # "plot-ligato-throughput-speedup-analysis"
2118 # filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and ''PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2124 # title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2126 # "plot-throughput-speedup-analysis"
2130 # title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2131 # algorithm: "plot_throughput_speedup_analysis"
2132 # output-file-type: ".html"
2133 # output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-pdrdisc"
2135 # "plot-ligato-throughput-speedup-analysis"
2136 # filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2142 # title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2144 # "plot-throughput-speedup-analysis"
2146 # Plot packets per second
2151 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2152 algorithm: "plot_performance_box"
2153 output-file-type: ".html"
2154 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
2156 "plot-vpp-throughput-latency"
2157 # Keep this formatting, the filter is enclosed with " (quotation mark) and
2158 # each tag is enclosed with ' (apostrophe).
2159 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2165 boxpoints: "outliers"
2168 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2174 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2175 algorithm: "plot_performance_box"
2176 output-file-type: ".html"
2177 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
2179 "plot-vpp-throughput-latency"
2180 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2186 boxpoints: "outliers"
2189 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2195 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2196 algorithm: "plot_performance_box"
2197 output-file-type: ".html"
2198 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
2200 "plot-vpp-throughput-latency"
2201 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2207 boxpoints: "outliers"
2210 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2216 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2217 algorithm: "plot_performance_box"
2218 output-file-type: ".html"
2219 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
2221 "plot-vpp-throughput-latency"
2222 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2228 boxpoints: "outliers"
2231 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2238 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2239 algorithm: "plot_performance_box"
2240 output-file-type: ".html"
2241 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
2243 "plot-vpp-throughput-latency"
2244 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2250 boxpoints: "outliers"
2253 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2259 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2260 algorithm: "plot_performance_box"
2261 output-file-type: ".html"
2262 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
2264 "plot-vpp-throughput-latency"
2265 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2271 boxpoints: "outliers"
2274 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2280 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2281 algorithm: "plot_performance_box"
2282 output-file-type: ".html"
2283 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
2285 "plot-vpp-throughput-latency"
2286 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2292 boxpoints: "outliers"
2295 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2301 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2302 algorithm: "plot_performance_box"
2303 output-file-type: ".html"
2304 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
2306 "plot-vpp-throughput-latency"
2307 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2313 boxpoints: "outliers"
2316 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2323 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2324 algorithm: "plot_performance_box"
2325 output-file-type: ".html"
2326 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
2328 "plot-vpp-throughput-latency"
2329 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2335 boxpoints: "outliers"
2338 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2344 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2345 algorithm: "plot_performance_box"
2346 output-file-type: ".html"
2347 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
2349 "plot-vpp-throughput-latency"
2350 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2356 boxpoints: "outliers"
2359 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2365 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2366 algorithm: "plot_performance_box"
2367 output-file-type: ".html"
2368 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
2370 "plot-vpp-throughput-latency"
2371 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2377 boxpoints: "outliers"
2380 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2386 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2387 algorithm: "plot_performance_box"
2388 output-file-type: ".html"
2389 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
2391 "plot-vpp-throughput-latency"
2392 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2398 boxpoints: "outliers"
2401 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2408 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2409 algorithm: "plot_performance_box"
2410 output-file-type: ".html"
2411 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
2413 "plot-vpp-throughput-latency"
2414 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2420 boxpoints: "outliers"
2423 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2429 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2430 algorithm: "plot_performance_box"
2431 output-file-type: ".html"
2432 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
2434 "plot-vpp-throughput-latency"
2435 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2441 boxpoints: "outliers"
2444 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2450 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2451 algorithm: "plot_performance_box"
2452 output-file-type: ".html"
2453 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
2455 "plot-vpp-throughput-latency"
2456 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2462 boxpoints: "outliers"
2465 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2471 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2472 algorithm: "plot_performance_box"
2473 output-file-type: ".html"
2474 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
2476 "plot-vpp-throughput-latency"
2477 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2483 boxpoints: "outliers"
2486 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2493 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2494 algorithm: "plot_performance_box"
2495 output-file-type: ".html"
2496 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
2498 "plot-vpp-throughput-latency"
2499 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2505 boxpoints: "outliers"
2508 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2514 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2515 algorithm: "plot_performance_box"
2516 output-file-type: ".html"
2517 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
2519 "plot-vpp-throughput-latency"
2520 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2526 boxpoints: "outliers"
2529 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2535 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2536 algorithm: "plot_performance_box"
2537 output-file-type: ".html"
2538 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
2540 "plot-vpp-throughput-latency"
2541 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2547 boxpoints: "outliers"
2550 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2556 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2557 algorithm: "plot_performance_box"
2558 output-file-type: ".html"
2559 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
2561 "plot-vpp-throughput-latency"
2562 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2568 boxpoints: "outliers"
2571 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2578 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2579 algorithm: "plot_performance_box"
2580 output-file-type: ".html"
2581 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2583 "plot-vpp-throughput-latency"
2584 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2590 boxpoints: "outliers"
2593 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2598 gridcolor: "rgb(238, 238, 238)"
2599 linecolor: "rgb(238, 238, 238)"
2603 showticklabels: True
2604 tickcolor: "rgb(238, 238, 238)"
2606 title: "Indexed Test Cases"
2609 gridcolor: "rgb(238, 238, 238)'"
2611 linecolor: "rgb(238, 238, 238)"
2613 range: [2000000, 6000000]
2616 showticklabels: True
2617 tickcolor: "rgb(238, 238, 238)"
2618 title: "Packets Per Second [pps]"
2636 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2637 algorithm: "plot_performance_box"
2638 output-file-type: ".html"
2639 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2641 "plot-vpp-throughput-latency"
2642 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2648 boxpoints: "outliers"
2651 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2657 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2658 algorithm: "plot_performance_box"
2659 output-file-type: ".html"
2660 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2662 "plot-vpp-throughput-latency"
2663 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2669 boxpoints: "outliers"
2672 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2678 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2679 algorithm: "plot_performance_box"
2680 output-file-type: ".html"
2681 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2683 "plot-vpp-throughput-latency"
2684 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2690 boxpoints: "outliers"
2693 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2698 gridcolor: "rgb(238, 238, 238)"
2699 linecolor: "rgb(238, 238, 238)"
2703 showticklabels: True
2704 tickcolor: "rgb(238, 238, 238)"
2706 title: "Indexed Test Cases"
2709 gridcolor: "rgb(238, 238, 238)'"
2711 linecolor: "rgb(238, 238, 238)"
2713 range: [4000000, 12000000]
2716 showticklabels: True
2717 tickcolor: "rgb(238, 238, 238)"
2718 title: "Packets Per Second [pps]"
2737 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2738 algorithm: "plot_performance_box"
2739 output-file-type: ".html"
2740 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2742 "plot-vpp-throughput-latency"
2743 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2749 boxpoints: "outliers"
2752 title: "64B-1t1c-.*vhost.*-ndrdisc"
2757 gridcolor: "rgb(238, 238, 238)"
2758 linecolor: "rgb(238, 238, 238)"
2762 showticklabels: True
2763 tickcolor: "rgb(238, 238, 238)"
2765 title: "Indexed Test Cases"
2768 gridcolor: "rgb(238, 238, 238)'"
2770 linecolor: "rgb(238, 238, 238)"
2775 showticklabels: True
2776 tickcolor: "rgb(238, 238, 238)"
2777 title: "Packets Per Second [pps]"
2795 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2796 algorithm: "plot_performance_box"
2797 output-file-type: ".html"
2798 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2800 "plot-vpp-throughput-latency"
2801 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2807 boxpoints: "outliers"
2810 title: "64B-2t2c-.*vhost.*-ndrdisc"
2816 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2817 algorithm: "plot_performance_box"
2818 output-file-type: ".html"
2819 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2821 "plot-vpp-throughput-latency"
2822 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2828 boxpoints: "outliers"
2831 title: "64B-1t1c-.*vhost.*-pdrdisc"
2837 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2838 algorithm: "plot_performance_box"
2839 output-file-type: ".html"
2840 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2842 "plot-vpp-throughput-latency"
2843 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2849 boxpoints: "outliers"
2852 title: "64B-2t2c-.*vhost.*-pdrdisc"
2856 # VPP VM VHOST SELECTION
2859 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2860 algorithm: "plot_performance_box"
2861 output-file-type: ".html"
2862 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2864 "plot-vpp-throughput-latency"
2865 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2871 boxpoints: "outliers"
2874 title: "64B-1t1c-.*vhost.*-ndrdisc"
2880 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2881 algorithm: "plot_performance_box"
2882 output-file-type: ".html"
2883 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2885 "plot-vpp-throughput-latency"
2886 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2892 boxpoints: "outliers"
2895 title: "64B-2t2c-.*vhost.*-ndrdisc"
2901 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2902 algorithm: "plot_performance_box"
2903 output-file-type: ".html"
2904 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2906 "plot-vpp-throughput-latency"
2907 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2913 boxpoints: "outliers"
2916 title: "64B-1t1c-.*vhost.*-pdrdisc"
2922 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2923 algorithm: "plot_performance_box"
2924 output-file-type: ".html"
2925 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2927 "plot-vpp-throughput-latency"
2928 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2934 boxpoints: "outliers"
2937 title: "64B-2t2c-.*vhost.*-pdrdisc"
2944 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2945 algorithm: "plot_performance_box"
2946 output-file-type: ".html"
2947 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2949 "plot-vpp-throughput-latency"
2950 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2956 boxpoints: "outliers"
2959 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2965 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2966 algorithm: "plot_performance_box"
2967 output-file-type: ".html"
2968 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2970 "plot-vpp-throughput-latency"
2971 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2977 boxpoints: "outliers"
2980 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2986 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2987 algorithm: "plot_performance_box"
2988 output-file-type: ".html"
2989 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2991 "plot-vpp-throughput-latency"
2992 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2998 boxpoints: "outliers"
3001 title: "64B-1t1c-.*ipsec.*-pdrdisc"
3007 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
3008 algorithm: "plot_performance_box"
3009 output-file-type: ".html"
3010 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
3012 "plot-vpp-throughput-latency"
3013 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3019 boxpoints: "outliers"
3022 title: "64B-2t2c-.*ipsec.*-pdrdisc"
3029 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3030 algorithm: "plot_performance_box"
3031 output-file-type: ".html"
3032 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
3034 "plot-dpdk-throughput-latency"
3035 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3041 boxpoints: "outliers"
3044 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3050 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3051 algorithm: "plot_performance_box"
3052 output-file-type: ".html"
3053 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
3055 "plot-dpdk-throughput-latency"
3056 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3062 boxpoints: "outliers"
3065 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3071 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3072 algorithm: "plot_performance_box"
3073 output-file-type: ".html"
3074 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3076 "plot-dpdk-throughput-latency"
3077 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3083 boxpoints: "outliers"
3086 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3091 gridcolor: "rgb(238, 238, 238)"
3092 linecolor: "rgb(238, 238, 238)"
3096 showticklabels: True
3097 tickcolor: "rgb(238, 238, 238)"
3099 title: "Indexed Test Cases"
3102 gridcolor: "rgb(238, 238, 238)'"
3104 linecolor: "rgb(238, 238, 238)"
3106 range: [2000000, 12000000]
3109 showticklabels: True
3110 tickcolor: "rgb(238, 238, 238)"
3111 title: "Packets Per Second [pps]"
3129 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3130 algorithm: "plot_performance_box"
3131 output-file-type: ".html"
3132 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3134 "plot-dpdk-throughput-latency"
3135 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3141 boxpoints: "outliers"
3144 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3149 gridcolor: "rgb(238, 238, 238)"
3150 linecolor: "rgb(238, 238, 238)"
3154 showticklabels: True
3155 tickcolor: "rgb(238, 238, 238)"
3157 title: "Indexed Test Cases"
3160 gridcolor: "rgb(238, 238, 238)'"
3162 linecolor: "rgb(238, 238, 238)"
3164 range: [2000000, 12000000]
3167 showticklabels: True
3168 tickcolor: "rgb(238, 238, 238)"
3169 title: "Packets Per Second [pps]"
3187 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3188 algorithm: "plot_performance_box"
3189 output-file-type: ".html"
3190 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3192 "plot-dpdk-throughput-latency"
3193 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3199 boxpoints: "outliers"
3202 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3208 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3209 algorithm: "plot_performance_box"
3210 output-file-type: ".html"
3211 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3213 "plot-dpdk-throughput-latency"
3214 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3220 boxpoints: "outliers"
3223 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3229 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3230 algorithm: "plot_performance_box"
3231 output-file-type: ".html"
3232 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3234 "plot-dpdk-throughput-latency"
3235 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3241 boxpoints: "outliers"
3244 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3249 gridcolor: "rgb(238, 238, 238)"
3250 linecolor: "rgb(238, 238, 238)"
3254 showticklabels: True
3255 tickcolor: "rgb(238, 238, 238)"
3257 title: "Indexed Test Cases"
3260 gridcolor: "rgb(238, 238, 238)'"
3262 linecolor: "rgb(238, 238, 238)"
3264 range: [20000000, 30000000]
3267 showticklabels: True
3268 tickcolor: "rgb(238, 238, 238)"
3269 title: "Packets Per Second [pps]"
3287 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3288 algorithm: "plot_performance_box"
3289 output-file-type: ".html"
3290 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3292 "plot-dpdk-throughput-latency"
3293 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3299 boxpoints: "outliers"
3302 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3307 gridcolor: "rgb(238, 238, 238)"
3308 linecolor: "rgb(238, 238, 238)"
3312 showticklabels: True
3313 tickcolor: "rgb(238, 238, 238)"
3315 title: "Indexed Test Cases"
3318 gridcolor: "rgb(238, 238, 238)'"
3320 linecolor: "rgb(238, 238, 238)"
3322 range: [20000000, 30000000]
3325 showticklabels: True
3326 tickcolor: "rgb(238, 238, 238)"
3327 title: "Packets Per Second [pps]"
3348 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3349 algorithm: "plot_latency_box"
3350 output-file-type: ".html"
3351 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3353 "plot-vpp-throughput-latency"
3354 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3361 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3367 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3368 algorithm: "plot_latency_box"
3369 output-file-type: ".html"
3370 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3372 "plot-vpp-throughput-latency"
3373 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3380 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3387 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3388 algorithm: "plot_latency_box"
3389 output-file-type: ".html"
3390 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3392 "plot-vpp-throughput-latency"
3393 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3400 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3406 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3407 algorithm: "plot_latency_box"
3408 output-file-type: ".html"
3409 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3411 "plot-vpp-throughput-latency"
3412 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3419 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3426 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3427 algorithm: "plot_latency_box"
3428 output-file-type: ".html"
3429 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3431 "plot-vpp-throughput-latency"
3432 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
3439 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3445 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3446 algorithm: "plot_latency_box"
3447 output-file-type: ".html"
3448 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3450 "plot-vpp-throughput-latency"
3451 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
3458 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3465 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3466 algorithm: "plot_latency_box"
3467 output-file-type: ".html"
3468 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
3470 "plot-vpp-throughput-latency"
3471 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3478 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3484 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3485 algorithm: "plot_latency_box"
3486 output-file-type: ".html"
3487 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
3489 "plot-vpp-throughput-latency"
3490 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3497 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3504 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3505 algorithm: "plot_latency_box"
3506 output-file-type: ".html"
3507 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
3509 "plot-vpp-throughput-latency"
3510 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3517 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3523 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3524 algorithm: "plot_latency_box"
3525 output-file-type: ".html"
3526 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3528 "plot-vpp-throughput-latency"
3529 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3536 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3543 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3544 algorithm: "plot_latency_box"
3545 output-file-type: ".html"
3546 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3548 "plot-vpp-throughput-latency"
3549 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3556 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3562 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3563 algorithm: "plot_latency_box"
3564 output-file-type: ".html"
3565 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3567 "plot-vpp-throughput-latency"
3568 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3575 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3582 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3583 algorithm: "plot_latency_box"
3584 output-file-type: ".html"
3585 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
3587 "plot-vpp-throughput-latency"
3588 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3595 title: "64B-1t1c-.*vhost.*-ndrdisc"
3601 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3602 algorithm: "plot_latency_box"
3603 output-file-type: ".html"
3604 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
3606 "plot-vpp-throughput-latency"
3607 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3614 title: "64B-2t2c-.*vhost.*-ndrdisc"
3618 # VPP VM VHOST selection
3621 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3622 algorithm: "plot_latency_box"
3623 output-file-type: ".html"
3624 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
3626 "plot-vpp-throughput-latency"
3627 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3634 title: "64B-1t1c-.*vhost.*-ndrdisc"
3640 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3641 algorithm: "plot_latency_box"
3642 output-file-type: ".html"
3643 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
3645 "plot-vpp-throughput-latency"
3646 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3653 title: "64B-2t2c-.*vhost.*-ndrdisc"
3660 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3661 algorithm: "plot_latency_box"
3662 output-file-type: ".html"
3663 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3665 "plot-vpp-throughput-latency"
3666 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3673 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3679 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3680 algorithm: "plot_latency_box"
3681 output-file-type: ".html"
3682 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3684 "plot-vpp-throughput-latency"
3685 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3692 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3699 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3700 algorithm: "plot_latency_box"
3701 output-file-type: ".html"
3702 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3704 "plot-dpdk-throughput-latency"
3705 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3712 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3718 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3719 algorithm: "plot_latency_box"
3720 output-file-type: ".html"
3721 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3723 "plot-dpdk-throughput-latency"
3724 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3731 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3737 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3738 algorithm: "plot_latency_box"
3739 output-file-type: ".html"
3740 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3742 "plot-dpdk-throughput-latency"
3743 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3750 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3756 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3757 algorithm: "plot_latency_box"
3758 output-file-type: ".html"
3759 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3761 "plot-dpdk-throughput-latency"
3762 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3769 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3773 # Ligato - Throughput
3778 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3779 algorithm: "plot_performance_box"
3780 output-file-type: ".html"
3781 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3783 "plot-vpp-throughput-latency"
3784 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3790 boxpoints: "outliers"
3793 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3799 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3800 algorithm: "plot_performance_box"
3801 output-file-type: ".html"
3802 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3804 "plot-vpp-throughput-latency"
3805 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3811 boxpoints: "outliers"
3814 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3820 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3821 algorithm: "plot_performance_box"
3822 output-file-type: ".html"
3823 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3825 "plot-vpp-throughput-latency"
3826 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3832 boxpoints: "outliers"
3835 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3841 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3842 algorithm: "plot_performance_box"
3843 output-file-type: ".html"
3844 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3846 "plot-vpp-throughput-latency"
3847 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3853 boxpoints: "outliers"
3856 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3860 # Container orchestrated
3863 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3864 algorithm: "plot_performance_box"
3865 output-file-type: ".html"
3866 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3868 "plot-ligato-throughput-latency"
3869 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3875 boxpoints: "outliers"
3878 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3884 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3885 algorithm: "plot_performance_box"
3886 output-file-type: ".html"
3887 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3889 "plot-ligato-throughput-latency"
3890 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3896 boxpoints: "outliers"
3899 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3905 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3906 algorithm: "plot_performance_box"
3907 output-file-type: ".html"
3908 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3910 "plot-ligato-throughput-latency"
3911 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3917 boxpoints: "outliers"
3920 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3926 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3927 algorithm: "plot_performance_box"
3928 output-file-type: ".html"
3929 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3931 "plot-ligato-throughput-latency"
3932 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3938 boxpoints: "outliers"
3941 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3950 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3951 algorithm: "plot_latency_box"
3952 output-file-type: ".html"
3953 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3955 "plot-vpp-throughput-latency"
3956 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3963 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3969 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3970 algorithm: "plot_latency_box"
3971 output-file-type: ".html"
3972 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3974 "plot-vpp-throughput-latency"
3975 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3982 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3986 # Container orchestrated
3989 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3990 algorithm: "plot_latency_box"
3991 output-file-type: ".html"
3992 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3994 "plot-ligato-throughput-latency"
3995 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4002 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4008 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4009 algorithm: "plot_latency_box"
4010 output-file-type: ".html"
4011 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
4013 "plot-ligato-throughput-latency"
4014 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4021 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"