6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,MRR,VPP]: "{DIR[DTR]}/vpp_mrr_results"
42 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
43 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
44 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
45 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
46 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
47 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
48 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50 # Detailed test configurations
51 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
53 DIR[DTC,MRR,VPP]: "{DIR[DTC]}/vpp_mrr_configuration"
54 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
55 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
57 # Detailed tests operational data
58 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
59 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
61 # .css patch file to fix tables generated by Sphinx
62 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
63 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
66 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
67 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
68 URL[NEXUS]: "https://docs.fd.io/csit"
69 DIR[NEXUS]: "report/_static/archive"
72 # List the directories which are created while preparing the environment.
73 # All directories MUST be defined in "paths" section.
80 - "DIR[WORKING,SRC,STATIC]"
83 # List the directories which are deleted while cleaning the environment.
84 # All directories MUST be defined in "paths" section.
89 # List the directories where the results (build) is stored.
90 # All directories MUST be defined in "paths" section.
97 plot-vpp-http-server-performance:
98 # TODO: Add the data sources
99 csit-vpp-perf-1804-all:
110 # TODO: Add the data sources
111 # vpp-meltdown-impact:
112 # csit-vpp-perf-1707-all:
116 # csit-vpp-perf-1710-all:
120 # TODO: Add the data sources
121 # vpp-spectre-impact:
122 # csit-vpp-perf-1707-all:
126 # csit-vpp-perf-1710-all:
130 vpp-performance-changes:
131 csit-vpp-perf-1710-all:
142 csit-vpp-perf-1801-all:
155 csit-vpp-perf-1804-all:
166 vpp-performance-changes-mrr:
167 csit-vpp-perf-check-1801:
178 csit-vpp-perf-check-1804:
189 plot-throughput-speedup-analysis:
190 csit-vpp-perf-1804-all:
205 plot-ligato-throughput-speedup-analysis:
206 csit-ligato-perf-1804-all:
217 # performance-improvements:
218 # csit-vpp-perf-1707-all:
229 # csit-vpp-perf-1710-all:
240 # csit-vpp-perf-1801-all:
244 # csit-ligato-perf-1710-all:
255 # csit-ligato-perf-1801-all:
266 csit-vpp-perf-1804-all:
272 csit-vpp-functional-1804-ubuntu1604-virl:
274 vpp-func-results-centos:
275 csit-vpp-functional-1804-centos7-virl:
278 csit-vpp-perf-check-1804:
281 csit-ligato-perf-1804-all:
284 csit-dpdk-perf-1804-all:
287 csit-hc2vpp-verify-func-1804-ubuntu1604:
290 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
292 plot-vpp-throughput-latency:
293 csit-vpp-perf-1804-all:
308 plot-dpdk-throughput-latency:
309 csit-dpdk-perf-1804-all:
320 plot-ligato-throughput-latency:
321 csit-ligato-perf-1804-all:
340 gridcolor: "rgb(238, 238, 238)"
341 linecolor: "rgb(238, 238, 238)"
346 tickcolor: "rgb(238, 238, 238)"
348 title: "Indexed Test Cases"
351 gridcolor: "rgb(238, 238, 238)'"
353 linecolor: "rgb(238, 238, 238)"
360 tickcolor: "rgb(238, 238, 238)"
361 title: "Connections Per Second [cps]"
382 gridcolor: "rgb(238, 238, 238)"
383 linecolor: "rgb(238, 238, 238)"
388 tickcolor: "rgb(238, 238, 238)"
390 title: "Indexed Test Cases"
393 gridcolor: "rgb(238, 238, 238)'"
395 linecolor: "rgb(238, 238, 238)"
402 tickcolor: "rgb(238, 238, 238)"
403 title: "Requests Per Second [rps]"
424 gridcolor: "rgb(238, 238, 238)"
425 linecolor: "rgb(238, 238, 238)"
430 tickcolor: "rgb(238, 238, 238)"
432 title: "Indexed Test Cases"
435 gridcolor: "rgb(238, 238, 238)'"
437 linecolor: "rgb(238, 238, 238)"
443 tickcolor: "rgb(238, 238, 238)"
444 title: "Packets Per Second [pps]"
465 gridcolor: "rgb(238, 238, 238)"
466 linecolor: "rgb(238, 238, 238)"
471 tickcolor: "rgb(238, 238, 238)"
473 title: "Indexed Test Cases"
476 gridcolor: "rgb(238, 238, 238)'"
478 linecolor: "rgb(238, 238, 238)"
484 tickcolor: "rgb(238, 238, 238)"
485 title: "Latency min/avg/max [uSec]"
501 plot-throughput-speedup-analysis:
506 gridcolor: "rgb(238, 238, 238)"
507 linecolor: "rgb(238, 238, 238)"
512 tickcolor: "rgb(238, 238, 238)"
517 title: "Throughput speedup factor"
518 gridcolor: "rgb(238, 238, 238)"
520 linecolor: "rgb(238, 238, 238)"
526 tickcolor: "rgb(238, 238, 238)"
534 bgcolor: "rgba(255, 255, 255, 0)"
535 bordercolor: "rgba(255, 255, 255, 0)"
552 input-format: "xml" # zip or xml
553 extract: "robot-plugin/output.xml" # Only for zip
555 # The files must be in the directory DIR[WORKING,DATA]
556 csit-vpp-perf-1801-all:
559 file: "{DIR[WORKING,DATA]}/output.xml"
562 file: "{DIR[WORKING,DATA]}/output.xml"
565 file: "{DIR[WORKING,DATA]}/output.xml"
568 file: "{DIR[WORKING,DATA]}/output.xml"
572 src-path: "{DIR[RST]}"
573 dst-path: "{DIR[WORKING,SRC]}"
576 type: "input" # Ignored in debug mode
578 file-name: "robot-plugin.zip"
580 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
581 extract: "robot-plugin/output.xml"
583 # csit-vpp-perf-1707-all:
594 csit-vpp-perf-1710-all:
605 csit-vpp-perf-1801-all:
622 csit-vpp-perf-1804-all:
647 csit-vpp-perf-check-1801:
658 csit-vpp-perf-check-1804:
670 # csit-ligato-perf-1710-all:
681 # csit-ligato-perf-1801-all:
692 csit-ligato-perf-1804-all:
704 csit-dpdk-perf-1804-all:
715 csit-vpp-functional-1804-ubuntu1604-virl:
717 csit-vpp-functional-1804-centos7-virl:
719 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
721 csit-hc2vpp-verify-func-1804-ubuntu1604:
733 ################################################################################
735 ################################################################################
739 # title: "Performance Impact of Meltdown Patches"
740 # algorithm: "table_performance_comparison"
741 # output-file-ext: ".csv"
743 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
745 # title: "No Meltdown"
746 ## TODO: specify data sources
748 # csit-vpp-perf-1707-all:
753 # title: "Meltdown Patches Applied"
754 ## TODO: specify data sources
756 # csit-vpp-perf-1710-all:
761 # "vpp-meltdown-impact"
767 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
768 # # to present all tests.
769 # nr-of-tests-shown: 20
773 # title: "Performance Impact of Spectre Patches"
774 # algorithm: "table_performance_comparison"
775 # output-file-ext: ".csv"
777 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
779 # title: "No Spectre"
780 ## TODO: specify data sources
782 # csit-vpp-perf-1707-all:
787 # title: "Spectre Patches Applied"
788 ## TODO: specify data sources
790 # csit-vpp-perf-1710-all:
795 # "vpp-spectre-impact"
801 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
802 # # to present all tests.
803 # nr-of-tests-shown: 20
807 title: "VPP Performance Changes"
808 algorithm: "table_performance_comparison"
809 output-file-ext: ".csv"
810 output-file: "{DIR[STATIC,VPP]}/performance-changes"
815 csit-vpp-perf-1710-all:
829 csit-vpp-perf-1801-all:
845 csit-vpp-perf-1804-all:
856 data: "vpp-performance-changes"
862 # Number of the best and the worst tests presented in the table. Use 0 (zero)
863 # to present all tests.
864 nr-of-tests-shown: 20
869 title: "VPP Performance Changes - MRR"
870 algorithm: "table_performance_comparison_mrr"
871 output-file-ext: ".csv"
872 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
874 title: "Release 1801"
876 csit-vpp-perf-check-1801:
888 title: "Release 1804"
890 csit-vpp-perf-check-1804:
901 data: "vpp-performance-changes-mrr"
907 # Number of the best and the worst tests presented in the table. Use 0 (zero)
908 # to present all tests.
909 nr-of-tests-shown: 20
914 # title: "Performance improvements"
915 # algorithm: "table_performance_improvements"
916 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
917 # output-file-ext: ".csv"
918 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
924 # title: "16.09 mean [Mpps]"
927 # title: "17.01 mean [Mpps]"
930 # title: "17.04 mean [Mpps]"
933 # title: "17.07 mean [Mpps]"
934 # data: "data csit-vpp-perf-1707-all mean"
936 # title: "17.10 mean [Mpps]"
937 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
939 # title: "18.01 mean [Mpps]"
940 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
942 # title: "18.01 stdev [Mpps]"
943 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
945 # title: "17.10 to 18.01 change [%]"
946 # data: "operation relative_change 5 6"
949 # "performance-improvements"
956 title: "Detailed Test Results - VPP Performance Results"
957 algorithm: "table_merged_details"
958 output-file-ext: ".csv"
959 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
965 title: "Documentation"
973 filter: "not 'NDRCHK' and not 'PDRCHK'"
982 title: "Test configuration - VPP Performance Test Configs"
983 algorithm: "table_merged_details"
984 output-file-ext: ".csv"
985 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
991 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
992 data: "data vat-history"
996 filter: "not 'NDRCHK' and not 'PDRCHK'"
1004 title: "Test Operational Data - VPP Performance Operational Data"
1005 algorithm: "table_merged_details"
1006 output-file-ext: ".csv"
1007 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
1013 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
1014 data: "data show-run"
1018 filter: "not 'NDRCHK' and not 'PDRCHK'"
1026 title: "Detailed Test Results - VPP MRR Results"
1027 algorithm: "table_details"
1028 output-file-ext: ".csv"
1029 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1035 title: "Documentation"
1052 title: "Test configuration - VPP MRR Test Configs"
1053 algorithm: "table_details"
1054 output-file-ext: ".csv"
1055 output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_test_configuration"
1061 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1062 data: "data vat-history"
1074 title: "Detailed Test Results - VPP Functional Results"
1075 algorithm: "table_details"
1076 output-file-ext: ".csv"
1077 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1083 title: "Documentation"
1100 title: "Detailed Test Results - VPP Functional Results - CentOS"
1101 algorithm: "table_details"
1102 output-file-ext: ".csv"
1103 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1109 title: "Documentation"
1116 "vpp-func-results-centos"
1126 title: "Test configuration - VPP Functional Test Configs"
1127 algorithm: "table_details"
1128 output-file-ext: ".csv"
1129 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1135 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1136 data: "data vat-history"
1148 title: "Test configuration - VPP Functional Test Configs - CentOS"
1149 algorithm: "table_details"
1150 output-file-ext: ".csv"
1151 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1157 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1158 data: "data vat-history"
1161 "vpp-func-results-centos"
1170 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
1171 algorithm: "table_details"
1172 output-file-ext: ".csv"
1173 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1179 title: "Documentation"
1186 "ligato-perf-results"
1196 title: "Detailed Test Results - DPDK Performance Results"
1197 algorithm: "table_details"
1198 output-file-ext: ".csv"
1199 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1205 title: "Documentation"
1222 title: "Detailed Test Results - Honeycomb Functional Results"
1223 algorithm: "table_details"
1224 output-file-ext: ".csv"
1225 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1231 title: "Documentation"
1248 title: "Detailed Test Results - NSH SFC Functional Results"
1249 algorithm: "table_details"
1250 output-file-ext: ".csv"
1251 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1257 title: "Documentation"
1272 ################################################################################
1274 ################################################################################
1278 title: "VPP Performance Results"
1279 algorithm: "file_merged_test_results"
1280 output-file-ext: ".rst"
1281 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1282 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1283 dir-tables: "{DIR[DTR,PERF,VPP]}"
1286 filter: "not 'NDRCHK' and not 'PDRCHK'"
1292 data-start-level: 3 # 0, 1, 2, ...
1293 chapters-start-level: 2 # 0, 1, 2, ...
1297 title: "VPP Performance Configuration"
1298 algorithm: "file_merged_test_results"
1299 output-file-ext: ".rst"
1300 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1301 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1302 dir-tables: "{DIR[DTC,PERF,VPP]}"
1305 filter: "not 'NDRCHK' and not 'PDRCHK'"
1311 data-start-level: 3 # 0, 1, 2, ...
1312 chapters-start-level: 2 # 0, 1, 2, ...
1316 title: "VPP Performance Operational Data"
1317 algorithm: "file_merged_test_results"
1318 output-file-ext: ".rst"
1319 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1320 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1321 dir-tables: "{DIR[DTO,PERF,VPP]}"
1324 filter: "not 'NDRCHK' and not 'PDRCHK'"
1330 data-start-level: 3 # 0, 1, 2, ...
1331 chapters-start-level: 2 # 0, 1, 2, ...
1335 title: "VPP MRR Results"
1336 algorithm: "file_test_results"
1337 output-file-ext: ".rst"
1338 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1339 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1340 dir-tables: "{DIR[DTR,MRR,VPP]}"
1349 data-start-level: 2 # 0, 1, 2, ...
1350 chapters-start-level: 2 # 0, 1, 2, ...
1354 title: "VPP MRR Configuration"
1355 algorithm: "file_test_results"
1356 output-file-ext: ".rst"
1357 output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_configuration"
1358 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1359 dir-tables: "{DIR[DTC,MRR,VPP]}"
1368 data-start-level: 2 # 0, 1, 2, ...
1369 chapters-start-level: 2 # 0, 1, 2, ...
1373 title: "VPP Functional Results"
1374 algorithm: "file_test_results"
1375 output-file-ext: ".rst"
1376 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1377 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1378 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1386 data-start-level: 3 # 0, 1, 2, ...
1387 chapters-start-level: 2 # 0, 1, 2, ...
1391 title: "VPP Functional Results - CentOS"
1392 algorithm: "file_test_results"
1393 output-file-ext: ".rst"
1394 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1395 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1396 dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
1398 "vpp-func-results-centos"
1404 data-start-level: 3 # 0, 1, 2, ...
1405 chapters-start-level: 2 # 0, 1, 2, ...
1409 title: "VPP Functional Configuration"
1410 algorithm: "file_test_results"
1411 output-file-ext: ".rst"
1412 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1413 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1414 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1422 data-start-level: 3 # 0, 1, 2, ...
1423 chapters-start-level: 2 # 0, 1, 2, ...
1427 title: "VPP Functional Configuration - CentOS"
1428 algorithm: "file_test_results"
1429 output-file-ext: ".rst"
1430 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1431 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1432 dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
1434 "vpp-func-results-centos"
1440 data-start-level: 3 # 0, 1, 2, ...
1441 chapters-start-level: 2 # 0, 1, 2, ...
1445 title: "Container Orchestrated Performance Results"
1446 algorithm: "file_test_results"
1447 output-file-ext: ".rst"
1448 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1449 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1450 dir-tables: "{DIR[DTR,PERF,COT]}"
1452 "ligato-perf-results"
1458 data-start-level: 2 # 0, 1, 2, ...
1459 chapters-start-level: 2 # 0, 1, 2, ...
1463 title: "DPDK Performance Results"
1464 algorithm: "file_test_results"
1465 output-file-ext: ".rst"
1466 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1467 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1468 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1478 data-start-level: 2 # 0, 1, 2, ...
1479 chapters-start-level: 2 # 0, 1, 2, ...
1483 title: "Honeycomb Functional Results"
1484 algorithm: "file_test_results"
1485 output-file-ext: ".rst"
1486 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1487 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1488 dir-tables: "{DIR[DTR,FUNC,HC]}"
1498 data-start-level: 3 # 0, 1, 2, ...
1499 chapters-start-level: 2 # 0, 1, 2, ...
1503 title: "NSH SFC Functional Results"
1504 algorithm: "file_test_results"
1505 output-file-ext: ".rst"
1506 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1507 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1508 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1518 data-start-level: 2 # 0, 1, 2, ...
1519 chapters-start-level: 2 # 0, 1, 2, ...
1521 ################################################################################
1523 ################################################################################
1525 # Plots VPP HTTP Server Performance
1528 title: "VPP HTTP Server Performance"
1529 algorithm: "plot_http_server_performance_box"
1530 output-file-type: ".html"
1531 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1533 "plot-vpp-http-server-performance"
1534 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1535 # each tag is enclosed with ' (apostrophe).
1536 filter: "'HTTP' and 'TCP_CPS'"
1542 boxpoints: "outliers"
1545 title: "VPP HTTP Server Performance"
1551 title: "VPP HTTP Server Performance"
1552 algorithm: "plot_http_server_performance_box"
1553 output-file-type: ".html"
1554 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1556 "plot-vpp-http-server-performance"
1557 filter: "'HTTP' and 'TCP_RPS'"
1563 boxpoints: "outliers"
1566 title: "VPP HTTP Server Performance"
1570 # Plot Throughput Speedup Analysis
1572 # L2 - 10ge2p1x520 - NDR
1575 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1576 algorithm: "plot_throughput_speedup_analysis"
1577 output-file-type: ".html"
1578 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1580 "plot-throughput-speedup-analysis"
1581 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1587 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1589 "plot-throughput-speedup-analysis"
1591 # L2 - 40ge2p1xl710 - NDR
1594 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1595 algorithm: "plot_throughput_speedup_analysis"
1596 output-file-type: ".html"
1597 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1599 "plot-throughput-speedup-analysis"
1600 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1606 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1608 "plot-throughput-speedup-analysis"
1610 # L2 - 10ge2p1x520 - PDR
1613 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1614 algorithm: "plot_throughput_speedup_analysis"
1615 output-file-type: ".html"
1616 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1618 "plot-throughput-speedup-analysis"
1619 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1625 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1627 "plot-throughput-speedup-analysis"
1629 # IPv4 - 10ge2p1x520 - NDR
1632 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1633 algorithm: "plot_throughput_speedup_analysis"
1634 output-file-type: ".html"
1635 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1637 "plot-throughput-speedup-analysis"
1638 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1644 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1646 "plot-throughput-speedup-analysis"
1648 # IPv4 - 40ge2p1xl710 - NDR
1651 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1652 algorithm: "plot_throughput_speedup_analysis"
1653 output-file-type: ".html"
1654 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1656 "plot-throughput-speedup-analysis"
1657 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1663 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1665 "plot-throughput-speedup-analysis"
1667 # IPv4 - 10ge2p1x520 - PDR
1670 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1671 algorithm: "plot_throughput_speedup_analysis"
1672 output-file-type: ".html"
1673 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1675 "plot-throughput-speedup-analysis"
1676 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1682 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1684 "plot-throughput-speedup-analysis"
1686 # IPv6 - 10ge2p1x520 - NDR
1689 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1690 algorithm: "plot_throughput_speedup_analysis"
1691 output-file-type: ".html"
1692 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1694 "plot-throughput-speedup-analysis"
1695 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1701 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1703 "plot-throughput-speedup-analysis"
1705 # IPv6 - 40ge2p1xl710 - NDR
1708 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1709 algorithm: "plot_throughput_speedup_analysis"
1710 output-file-type: ".html"
1711 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1713 "plot-throughput-speedup-analysis"
1714 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1720 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1722 "plot-throughput-speedup-analysis"
1724 # IPv6 - 10ge2p1x520 - PDR
1727 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1728 algorithm: "plot_throughput_speedup_analysis"
1729 output-file-type: ".html"
1730 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1732 "plot-throughput-speedup-analysis"
1733 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1739 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1741 "plot-throughput-speedup-analysis"
1746 title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1747 algorithm: "plot_throughput_speedup_analysis"
1748 output-file-type: ".html"
1749 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-ndrdisc"
1751 "plot-throughput-speedup-analysis"
1752 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1758 title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1760 "plot-throughput-speedup-analysis"
1765 title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1766 algorithm: "plot_throughput_speedup_analysis"
1767 output-file-type: ".html"
1768 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-pdrdisc"
1770 "plot-throughput-speedup-analysis"
1771 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1777 title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1779 "plot-throughput-speedup-analysis"
1784 title: "TSA: 78B-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1785 algorithm: "plot_throughput_speedup_analysis"
1786 output-file-type: ".html"
1787 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-ndrdisc"
1789 "plot-throughput-speedup-analysis"
1790 filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1796 title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1798 "plot-throughput-speedup-analysis"
1803 title: "TSA: 78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1804 algorithm: "plot_throughput_speedup_analysis"
1805 output-file-type: ".html"
1806 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-pdrdisc"
1808 "plot-throughput-speedup-analysis"
1809 filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1815 title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1817 "plot-throughput-speedup-analysis"
1822 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1823 algorithm: "plot_throughput_speedup_analysis"
1824 output-file-type: ".html"
1825 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-ndrdisc"
1827 "plot-throughput-speedup-analysis"
1828 filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1834 title: "64B-*-.*vhost.*-ndrdisc"
1836 "plot-throughput-speedup-analysis"
1840 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1841 algorithm: "plot_throughput_speedup_analysis"
1842 output-file-type: ".html"
1843 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-ndrdisc"
1845 "plot-throughput-speedup-analysis"
1846 filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1852 title: "64B-*-.*vhost.*-ndrdisc"
1854 "plot-throughput-speedup-analysis"
1858 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1859 algorithm: "plot_throughput_speedup_analysis"
1860 output-file-type: ".html"
1861 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-ndrdisc"
1863 "plot-throughput-speedup-analysis"
1864 filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1870 title: "64B-*-.*vhost.*-ndrdisc"
1872 "plot-throughput-speedup-analysis"
1876 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1877 algorithm: "plot_throughput_speedup_analysis"
1878 output-file-type: ".html"
1879 output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-ndrdisc"
1881 "plot-throughput-speedup-analysis"
1882 filter: "'NIC_Intel-X710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1888 title: "64B-*-.*vhost.*-ndrdisc"
1890 "plot-throughput-speedup-analysis"
1894 title: "TSA: 64B-*-.*vhost.*-ndrdisc"
1895 algorithm: "plot_throughput_speedup_analysis"
1896 output-file-type: ".html"
1897 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-ndrdisc"
1899 "plot-throughput-speedup-analysis"
1900 filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1906 title: "64B-*-.*vhost.*-ndrdisc"
1908 "plot-throughput-speedup-analysis"
1913 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1914 algorithm: "plot_throughput_speedup_analysis"
1915 output-file-type: ".html"
1916 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-pdrdisc"
1918 "plot-throughput-speedup-analysis"
1919 filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1925 title: "64B-*-.*vhost.*-pdrdisc"
1927 "plot-throughput-speedup-analysis"
1931 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1932 algorithm: "plot_throughput_speedup_analysis"
1933 output-file-type: ".html"
1934 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-pdrdisc"
1936 "plot-throughput-speedup-analysis"
1937 filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1943 title: "64B-*-.*vhost.*-pdrdisc"
1945 "plot-throughput-speedup-analysis"
1949 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1950 algorithm: "plot_throughput_speedup_analysis"
1951 output-file-type: ".html"
1952 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-pdrdisc"
1954 "plot-throughput-speedup-analysis"
1955 filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1961 title: "64B-*-.*vhost.*-pdrdisc"
1963 "plot-throughput-speedup-analysis"
1967 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1968 algorithm: "plot_throughput_speedup_analysis"
1969 output-file-type: ".html"
1970 output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-pdrdisc"
1972 "plot-throughput-speedup-analysis"
1973 filter: "'NIC_Intel-X710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1979 title: "64B-*-.*vhost.*-pdrdisc"
1981 "plot-throughput-speedup-analysis"
1985 title: "TSA: 64B-*-.*vhost.*-pdrdisc"
1986 algorithm: "plot_throughput_speedup_analysis"
1987 output-file-type: ".html"
1988 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-pdrdisc"
1990 "plot-throughput-speedup-analysis"
1991 filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1997 title: "64B-*-.*vhost.*-pdrdisc"
1999 "plot-throughput-speedup-analysis"
2004 title: "TSA: 64B-*-.*ipsec.*-ndrdisc"
2005 algorithm: "plot_throughput_speedup_analysis"
2006 output-file-type: ".html"
2007 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-ndrdisc"
2009 "plot-throughput-speedup-analysis"
2010 filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2016 title: "64B-*-.*ipsec.*-ndrdisc"
2018 "plot-throughput-speedup-analysis"
2023 title: "TSA: 64B-*-.*ipsec.*-pdrdisc"
2024 algorithm: "plot_throughput_speedup_analysis"
2025 output-file-type: ".html"
2026 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-pdrdisc"
2028 "plot-throughput-speedup-analysis"
2029 filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2035 title: "64B-*-.*ipsec.*-pdrdisc"
2037 "plot-throughput-speedup-analysis"
2039 # Container memif - NDR
2042 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2043 algorithm: "plot_throughput_speedup_analysis"
2044 output-file-type: ".html"
2045 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-ndrdisc"
2047 "plot-throughput-speedup-analysis"
2048 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2054 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2056 "plot-throughput-speedup-analysis"
2058 # Container memif - PDR
2061 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2062 algorithm: "plot_throughput_speedup_analysis"
2063 output-file-type: ".html"
2064 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-pdrdisc"
2066 "plot-throughput-speedup-analysis"
2067 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2073 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2075 "plot-throughput-speedup-analysis"
2077 # Container orchestrated - NDR
2080 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2081 algorithm: "plot_throughput_speedup_analysis"
2082 output-file-type: ".html"
2083 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-ndrdisc"
2085 "plot-ligato-throughput-speedup-analysis"
2086 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2092 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2094 "plot-throughput-speedup-analysis"
2098 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2099 algorithm: "plot_throughput_speedup_analysis"
2100 output-file-type: ".html"
2101 output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-ndrdisc"
2103 "plot-ligato-throughput-speedup-analysis"
2104 filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2110 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2112 "plot-throughput-speedup-analysis"
2114 # Container orchestrated - PDR
2117 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2118 algorithm: "plot_throughput_speedup_analysis"
2119 output-file-type: ".html"
2120 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-pdrdisc"
2122 "plot-ligato-throughput-speedup-analysis"
2123 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and ''PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2129 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2131 "plot-throughput-speedup-analysis"
2135 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2136 algorithm: "plot_throughput_speedup_analysis"
2137 output-file-type: ".html"
2138 output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-pdrdisc"
2140 "plot-ligato-throughput-speedup-analysis"
2141 filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2147 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2149 "plot-throughput-speedup-analysis"
2151 # Plot packets per second
2156 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2157 algorithm: "plot_performance_box"
2158 output-file-type: ".html"
2159 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
2161 "plot-vpp-throughput-latency"
2162 # Keep this formatting, the filter is enclosed with " (quotation mark) and
2163 # each tag is enclosed with ' (apostrophe).
2164 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2170 boxpoints: "outliers"
2173 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2179 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2180 algorithm: "plot_performance_box"
2181 output-file-type: ".html"
2182 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
2184 "plot-vpp-throughput-latency"
2185 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2191 boxpoints: "outliers"
2194 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2200 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2201 algorithm: "plot_performance_box"
2202 output-file-type: ".html"
2203 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
2205 "plot-vpp-throughput-latency"
2206 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2212 boxpoints: "outliers"
2215 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2221 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2222 algorithm: "plot_performance_box"
2223 output-file-type: ".html"
2224 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
2226 "plot-vpp-throughput-latency"
2227 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2233 boxpoints: "outliers"
2236 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2243 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2244 algorithm: "plot_performance_box"
2245 output-file-type: ".html"
2246 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
2248 "plot-vpp-throughput-latency"
2249 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2255 boxpoints: "outliers"
2258 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2264 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2265 algorithm: "plot_performance_box"
2266 output-file-type: ".html"
2267 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
2269 "plot-vpp-throughput-latency"
2270 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2276 boxpoints: "outliers"
2279 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2285 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2286 algorithm: "plot_performance_box"
2287 output-file-type: ".html"
2288 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
2290 "plot-vpp-throughput-latency"
2291 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2297 boxpoints: "outliers"
2300 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2306 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2307 algorithm: "plot_performance_box"
2308 output-file-type: ".html"
2309 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
2311 "plot-vpp-throughput-latency"
2312 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2318 boxpoints: "outliers"
2321 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2328 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2329 algorithm: "plot_performance_box"
2330 output-file-type: ".html"
2331 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
2333 "plot-vpp-throughput-latency"
2334 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2340 boxpoints: "outliers"
2343 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2349 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2350 algorithm: "plot_performance_box"
2351 output-file-type: ".html"
2352 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
2354 "plot-vpp-throughput-latency"
2355 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2361 boxpoints: "outliers"
2364 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2370 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2371 algorithm: "plot_performance_box"
2372 output-file-type: ".html"
2373 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
2375 "plot-vpp-throughput-latency"
2376 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2382 boxpoints: "outliers"
2385 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2391 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2392 algorithm: "plot_performance_box"
2393 output-file-type: ".html"
2394 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
2396 "plot-vpp-throughput-latency"
2397 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2403 boxpoints: "outliers"
2406 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
2413 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2414 algorithm: "plot_performance_box"
2415 output-file-type: ".html"
2416 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
2418 "plot-vpp-throughput-latency"
2419 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2425 boxpoints: "outliers"
2428 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2434 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2435 algorithm: "plot_performance_box"
2436 output-file-type: ".html"
2437 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
2439 "plot-vpp-throughput-latency"
2440 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2446 boxpoints: "outliers"
2449 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2455 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2456 algorithm: "plot_performance_box"
2457 output-file-type: ".html"
2458 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
2460 "plot-vpp-throughput-latency"
2461 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2467 boxpoints: "outliers"
2470 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2476 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2477 algorithm: "plot_performance_box"
2478 output-file-type: ".html"
2479 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
2481 "plot-vpp-throughput-latency"
2482 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2488 boxpoints: "outliers"
2491 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2498 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2499 algorithm: "plot_performance_box"
2500 output-file-type: ".html"
2501 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
2503 "plot-vpp-throughput-latency"
2504 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2510 boxpoints: "outliers"
2513 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2519 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2520 algorithm: "plot_performance_box"
2521 output-file-type: ".html"
2522 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
2524 "plot-vpp-throughput-latency"
2525 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2531 boxpoints: "outliers"
2534 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2540 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2541 algorithm: "plot_performance_box"
2542 output-file-type: ".html"
2543 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
2545 "plot-vpp-throughput-latency"
2546 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2552 boxpoints: "outliers"
2555 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2561 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2562 algorithm: "plot_performance_box"
2563 output-file-type: ".html"
2564 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
2566 "plot-vpp-throughput-latency"
2567 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2573 boxpoints: "outliers"
2576 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2583 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2584 algorithm: "plot_performance_box"
2585 output-file-type: ".html"
2586 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2588 "plot-vpp-throughput-latency"
2589 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2595 boxpoints: "outliers"
2598 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2603 gridcolor: "rgb(238, 238, 238)"
2604 linecolor: "rgb(238, 238, 238)"
2608 showticklabels: True
2609 tickcolor: "rgb(238, 238, 238)"
2611 title: "Indexed Test Cases"
2614 gridcolor: "rgb(238, 238, 238)'"
2616 linecolor: "rgb(238, 238, 238)"
2618 range: [2000000, 6000000]
2621 showticklabels: True
2622 tickcolor: "rgb(238, 238, 238)"
2623 title: "Packets Per Second [pps]"
2641 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2642 algorithm: "plot_performance_box"
2643 output-file-type: ".html"
2644 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2646 "plot-vpp-throughput-latency"
2647 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2653 boxpoints: "outliers"
2656 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2662 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2663 algorithm: "plot_performance_box"
2664 output-file-type: ".html"
2665 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2667 "plot-vpp-throughput-latency"
2668 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2674 boxpoints: "outliers"
2677 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2683 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2684 algorithm: "plot_performance_box"
2685 output-file-type: ".html"
2686 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2688 "plot-vpp-throughput-latency"
2689 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2695 boxpoints: "outliers"
2698 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2703 gridcolor: "rgb(238, 238, 238)"
2704 linecolor: "rgb(238, 238, 238)"
2708 showticklabels: True
2709 tickcolor: "rgb(238, 238, 238)"
2711 title: "Indexed Test Cases"
2714 gridcolor: "rgb(238, 238, 238)'"
2716 linecolor: "rgb(238, 238, 238)"
2718 range: [4000000, 12000000]
2721 showticklabels: True
2722 tickcolor: "rgb(238, 238, 238)"
2723 title: "Packets Per Second [pps]"
2742 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2743 algorithm: "plot_performance_box"
2744 output-file-type: ".html"
2745 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2747 "plot-vpp-throughput-latency"
2748 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2754 boxpoints: "outliers"
2757 title: "64B-1t1c-.*vhost.*-ndrdisc"
2762 gridcolor: "rgb(238, 238, 238)"
2763 linecolor: "rgb(238, 238, 238)"
2767 showticklabels: True
2768 tickcolor: "rgb(238, 238, 238)"
2770 title: "Indexed Test Cases"
2773 gridcolor: "rgb(238, 238, 238)'"
2775 linecolor: "rgb(238, 238, 238)"
2780 showticklabels: True
2781 tickcolor: "rgb(238, 238, 238)"
2782 title: "Packets Per Second [pps]"
2800 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2801 algorithm: "plot_performance_box"
2802 output-file-type: ".html"
2803 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2805 "plot-vpp-throughput-latency"
2806 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2812 boxpoints: "outliers"
2815 title: "64B-2t2c-.*vhost.*-ndrdisc"
2821 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2822 algorithm: "plot_performance_box"
2823 output-file-type: ".html"
2824 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2826 "plot-vpp-throughput-latency"
2827 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2833 boxpoints: "outliers"
2836 title: "64B-1t1c-.*vhost.*-pdrdisc"
2842 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2843 algorithm: "plot_performance_box"
2844 output-file-type: ".html"
2845 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2847 "plot-vpp-throughput-latency"
2848 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2854 boxpoints: "outliers"
2857 title: "64B-2t2c-.*vhost.*-pdrdisc"
2861 # VPP VM VHOST SELECTION
2864 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2865 algorithm: "plot_performance_box"
2866 output-file-type: ".html"
2867 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2869 "plot-vpp-throughput-latency"
2870 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2876 boxpoints: "outliers"
2879 title: "64B-1t1c-.*vhost.*-ndrdisc"
2885 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2886 algorithm: "plot_performance_box"
2887 output-file-type: ".html"
2888 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2890 "plot-vpp-throughput-latency"
2891 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2897 boxpoints: "outliers"
2900 title: "64B-2t2c-.*vhost.*-ndrdisc"
2906 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2907 algorithm: "plot_performance_box"
2908 output-file-type: ".html"
2909 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2911 "plot-vpp-throughput-latency"
2912 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2918 boxpoints: "outliers"
2921 title: "64B-1t1c-.*vhost.*-pdrdisc"
2927 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2928 algorithm: "plot_performance_box"
2929 output-file-type: ".html"
2930 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2932 "plot-vpp-throughput-latency"
2933 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2939 boxpoints: "outliers"
2942 title: "64B-2t2c-.*vhost.*-pdrdisc"
2949 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2950 algorithm: "plot_performance_box"
2951 output-file-type: ".html"
2952 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2954 "plot-vpp-throughput-latency"
2955 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2961 boxpoints: "outliers"
2964 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2970 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2971 algorithm: "plot_performance_box"
2972 output-file-type: ".html"
2973 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2975 "plot-vpp-throughput-latency"
2976 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2982 boxpoints: "outliers"
2985 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2991 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2992 algorithm: "plot_performance_box"
2993 output-file-type: ".html"
2994 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2996 "plot-vpp-throughput-latency"
2997 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3003 boxpoints: "outliers"
3006 title: "64B-1t1c-.*ipsec.*-pdrdisc"
3012 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
3013 algorithm: "plot_performance_box"
3014 output-file-type: ".html"
3015 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
3017 "plot-vpp-throughput-latency"
3018 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3024 boxpoints: "outliers"
3027 title: "64B-2t2c-.*ipsec.*-pdrdisc"
3034 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3035 algorithm: "plot_performance_box"
3036 output-file-type: ".html"
3037 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
3039 "plot-dpdk-throughput-latency"
3040 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3046 boxpoints: "outliers"
3049 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3055 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3056 algorithm: "plot_performance_box"
3057 output-file-type: ".html"
3058 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
3060 "plot-dpdk-throughput-latency"
3061 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3067 boxpoints: "outliers"
3070 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3076 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3077 algorithm: "plot_performance_box"
3078 output-file-type: ".html"
3079 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3081 "plot-dpdk-throughput-latency"
3082 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3088 boxpoints: "outliers"
3091 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3096 gridcolor: "rgb(238, 238, 238)"
3097 linecolor: "rgb(238, 238, 238)"
3101 showticklabels: True
3102 tickcolor: "rgb(238, 238, 238)"
3104 title: "Indexed Test Cases"
3107 gridcolor: "rgb(238, 238, 238)'"
3109 linecolor: "rgb(238, 238, 238)"
3111 range: [2000000, 12000000]
3114 showticklabels: True
3115 tickcolor: "rgb(238, 238, 238)"
3116 title: "Packets Per Second [pps]"
3134 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3135 algorithm: "plot_performance_box"
3136 output-file-type: ".html"
3137 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3139 "plot-dpdk-throughput-latency"
3140 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3146 boxpoints: "outliers"
3149 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3154 gridcolor: "rgb(238, 238, 238)"
3155 linecolor: "rgb(238, 238, 238)"
3159 showticklabels: True
3160 tickcolor: "rgb(238, 238, 238)"
3162 title: "Indexed Test Cases"
3165 gridcolor: "rgb(238, 238, 238)'"
3167 linecolor: "rgb(238, 238, 238)"
3169 range: [2000000, 12000000]
3172 showticklabels: True
3173 tickcolor: "rgb(238, 238, 238)"
3174 title: "Packets Per Second [pps]"
3192 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3193 algorithm: "plot_performance_box"
3194 output-file-type: ".html"
3195 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3197 "plot-dpdk-throughput-latency"
3198 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3204 boxpoints: "outliers"
3207 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3213 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3214 algorithm: "plot_performance_box"
3215 output-file-type: ".html"
3216 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3218 "plot-dpdk-throughput-latency"
3219 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3225 boxpoints: "outliers"
3228 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3234 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3235 algorithm: "plot_performance_box"
3236 output-file-type: ".html"
3237 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3239 "plot-dpdk-throughput-latency"
3240 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3246 boxpoints: "outliers"
3249 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3254 gridcolor: "rgb(238, 238, 238)"
3255 linecolor: "rgb(238, 238, 238)"
3259 showticklabels: True
3260 tickcolor: "rgb(238, 238, 238)"
3262 title: "Indexed Test Cases"
3265 gridcolor: "rgb(238, 238, 238)'"
3267 linecolor: "rgb(238, 238, 238)"
3269 range: [20000000, 30000000]
3272 showticklabels: True
3273 tickcolor: "rgb(238, 238, 238)"
3274 title: "Packets Per Second [pps]"
3292 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3293 algorithm: "plot_performance_box"
3294 output-file-type: ".html"
3295 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3297 "plot-dpdk-throughput-latency"
3298 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3304 boxpoints: "outliers"
3307 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3312 gridcolor: "rgb(238, 238, 238)"
3313 linecolor: "rgb(238, 238, 238)"
3317 showticklabels: True
3318 tickcolor: "rgb(238, 238, 238)"
3320 title: "Indexed Test Cases"
3323 gridcolor: "rgb(238, 238, 238)'"
3325 linecolor: "rgb(238, 238, 238)"
3327 range: [20000000, 30000000]
3330 showticklabels: True
3331 tickcolor: "rgb(238, 238, 238)"
3332 title: "Packets Per Second [pps]"
3353 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3354 algorithm: "plot_latency_box"
3355 output-file-type: ".html"
3356 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3358 "plot-vpp-throughput-latency"
3359 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3366 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3372 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3373 algorithm: "plot_latency_box"
3374 output-file-type: ".html"
3375 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3377 "plot-vpp-throughput-latency"
3378 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3385 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3392 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3393 algorithm: "plot_latency_box"
3394 output-file-type: ".html"
3395 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3397 "plot-vpp-throughput-latency"
3398 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3405 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3411 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3412 algorithm: "plot_latency_box"
3413 output-file-type: ".html"
3414 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3416 "plot-vpp-throughput-latency"
3417 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
3424 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3431 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3432 algorithm: "plot_latency_box"
3433 output-file-type: ".html"
3434 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3436 "plot-vpp-throughput-latency"
3437 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
3444 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3450 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3451 algorithm: "plot_latency_box"
3452 output-file-type: ".html"
3453 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3455 "plot-vpp-throughput-latency"
3456 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
3463 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3470 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3471 algorithm: "plot_latency_box"
3472 output-file-type: ".html"
3473 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
3475 "plot-vpp-throughput-latency"
3476 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3483 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3489 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3490 algorithm: "plot_latency_box"
3491 output-file-type: ".html"
3492 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
3494 "plot-vpp-throughput-latency"
3495 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3502 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3509 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3510 algorithm: "plot_latency_box"
3511 output-file-type: ".html"
3512 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
3514 "plot-vpp-throughput-latency"
3515 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3522 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3528 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3529 algorithm: "plot_latency_box"
3530 output-file-type: ".html"
3531 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3533 "plot-vpp-throughput-latency"
3534 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3541 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3548 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3549 algorithm: "plot_latency_box"
3550 output-file-type: ".html"
3551 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3553 "plot-vpp-throughput-latency"
3554 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3561 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3567 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3568 algorithm: "plot_latency_box"
3569 output-file-type: ".html"
3570 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3572 "plot-vpp-throughput-latency"
3573 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3580 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3587 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3588 algorithm: "plot_latency_box"
3589 output-file-type: ".html"
3590 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
3592 "plot-vpp-throughput-latency"
3593 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3600 title: "64B-1t1c-.*vhost.*-ndrdisc"
3606 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3607 algorithm: "plot_latency_box"
3608 output-file-type: ".html"
3609 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
3611 "plot-vpp-throughput-latency"
3612 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3619 title: "64B-2t2c-.*vhost.*-ndrdisc"
3623 # VPP VM VHOST selection
3626 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3627 algorithm: "plot_latency_box"
3628 output-file-type: ".html"
3629 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
3631 "plot-vpp-throughput-latency"
3632 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3639 title: "64B-1t1c-.*vhost.*-ndrdisc"
3645 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3646 algorithm: "plot_latency_box"
3647 output-file-type: ".html"
3648 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
3650 "plot-vpp-throughput-latency"
3651 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3658 title: "64B-2t2c-.*vhost.*-ndrdisc"
3665 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3666 algorithm: "plot_latency_box"
3667 output-file-type: ".html"
3668 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3670 "plot-vpp-throughput-latency"
3671 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3678 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3684 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3685 algorithm: "plot_latency_box"
3686 output-file-type: ".html"
3687 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3689 "plot-vpp-throughput-latency"
3690 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3697 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3704 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3705 algorithm: "plot_latency_box"
3706 output-file-type: ".html"
3707 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3709 "plot-dpdk-throughput-latency"
3710 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3717 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3723 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3724 algorithm: "plot_latency_box"
3725 output-file-type: ".html"
3726 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3728 "plot-dpdk-throughput-latency"
3729 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3736 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3742 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3743 algorithm: "plot_latency_box"
3744 output-file-type: ".html"
3745 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3747 "plot-dpdk-throughput-latency"
3748 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3755 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3761 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3762 algorithm: "plot_latency_box"
3763 output-file-type: ".html"
3764 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3766 "plot-dpdk-throughput-latency"
3767 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3774 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3778 # Ligato - Throughput
3783 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3784 algorithm: "plot_performance_box"
3785 output-file-type: ".html"
3786 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3788 "plot-vpp-throughput-latency"
3789 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3795 boxpoints: "outliers"
3798 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3804 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3805 algorithm: "plot_performance_box"
3806 output-file-type: ".html"
3807 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3809 "plot-vpp-throughput-latency"
3810 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3816 boxpoints: "outliers"
3819 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3825 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3826 algorithm: "plot_performance_box"
3827 output-file-type: ".html"
3828 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3830 "plot-vpp-throughput-latency"
3831 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3837 boxpoints: "outliers"
3840 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3846 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3847 algorithm: "plot_performance_box"
3848 output-file-type: ".html"
3849 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3851 "plot-vpp-throughput-latency"
3852 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3858 boxpoints: "outliers"
3861 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3865 # Container orchestrated
3868 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3869 algorithm: "plot_performance_box"
3870 output-file-type: ".html"
3871 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3873 "plot-ligato-throughput-latency"
3874 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3880 boxpoints: "outliers"
3883 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3889 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3890 algorithm: "plot_performance_box"
3891 output-file-type: ".html"
3892 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3894 "plot-ligato-throughput-latency"
3895 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3901 boxpoints: "outliers"
3904 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3910 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3911 algorithm: "plot_performance_box"
3912 output-file-type: ".html"
3913 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3915 "plot-ligato-throughput-latency"
3916 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3922 boxpoints: "outliers"
3925 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3931 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3932 algorithm: "plot_performance_box"
3933 output-file-type: ".html"
3934 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3936 "plot-ligato-throughput-latency"
3937 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3943 boxpoints: "outliers"
3946 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3955 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3956 algorithm: "plot_latency_box"
3957 output-file-type: ".html"
3958 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3960 "plot-vpp-throughput-latency"
3961 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3968 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3974 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3975 algorithm: "plot_latency_box"
3976 output-file-type: ".html"
3977 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3979 "plot-vpp-throughput-latency"
3980 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3987 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3991 # Container orchestrated
3994 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3995 algorithm: "plot_latency_box"
3996 output-file-type: ".html"
3997 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3999 "plot-ligato-throughput-latency"
4000 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4007 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4013 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4014 algorithm: "plot_latency_box"
4015 output-file-type: ".html"
4016 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
4018 "plot-ligato-throughput-latency"
4019 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4026 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"