6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,MRR,VPP]: "{DIR[DTR]}/vpp_mrr_results"
42 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
43 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
44 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
45 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
46 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
47 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
48 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50 # Detailed test configurations
51 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
53 DIR[DTC,MRR,VPP]: "{DIR[DTC]}/vpp_mrr_configuration"
54 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
55 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
57 # Detailed tests operational data
58 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
59 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
61 # .css patch file to fix tables generated by Sphinx
62 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
63 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
66 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
67 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
68 URL[NEXUS]: "https://docs.fd.io/csit"
69 DIR[NEXUS]: "report/_static/archive"
72 # List the directories which are created while preparing the environment.
73 # All directories MUST be defined in "paths" section.
80 - "DIR[WORKING,SRC,STATIC]"
83 # List the directories which are deleted while cleaning the environment.
84 # All directories MUST be defined in "paths" section.
89 # List the directories where the results (build) is stored.
90 # All directories MUST be defined in "paths" section.
97 plot-vpp-http-server-performance:
98 # TODO: Add the data sources
99 csit-vpp-perf-1801-all:
111 # TODO: Add the data sources
112 # vpp-meltdown-impact:
113 # csit-vpp-perf-1707-all:
117 # csit-vpp-perf-1710-all:
121 # TODO: Add the data sources
122 # vpp-spectre-impact:
123 # csit-vpp-perf-1707-all:
127 # csit-vpp-perf-1710-all:
131 vpp-performance-changes:
132 csit-vpp-perf-1710-all:
143 csit-vpp-perf-1801-all:
156 csit-vpp-perf-1804-all:
166 vpp-performance-changes-mrr:
167 csit-vpp-perf-check-1801:
180 csit-vpp-perf-check-1804:
190 plot-throughput-speedup-analysis:
191 csit-vpp-perf-1804-all:
205 # performance-improvements:
206 # csit-vpp-perf-1707-all:
217 # csit-vpp-perf-1710-all:
228 # csit-vpp-perf-1801-all:
232 # csit-ligato-perf-1710-all:
243 # csit-ligato-perf-1801-all:
254 csit-vpp-perf-1804-all:
260 csit-vpp-functional-1804-ubuntu1604-virl:
262 vpp-func-results-centos:
263 csit-vpp-functional-1804-centos7-virl:
266 csit-vpp-perf-check-1804:
269 csit-ligato-perf-1801-all:
272 csit-dpdk-perf-1804-all:
275 csit-hc2vpp-verify-func-1804-ubuntu1604:
278 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
280 plot-vpp-throughput-latency:
281 csit-vpp-perf-1804-all:
295 plot-dpdk-throughput-latency:
296 csit-dpdk-perf-1804-all:
307 plot-ligato-throughput-latency:
308 csit-ligato-perf-1801-all:
326 gridcolor: "rgb(238, 238, 238)"
327 linecolor: "rgb(238, 238, 238)"
332 tickcolor: "rgb(238, 238, 238)"
334 title: "Indexed Test Cases"
337 gridcolor: "rgb(238, 238, 238)'"
339 linecolor: "rgb(238, 238, 238)"
346 tickcolor: "rgb(238, 238, 238)"
347 title: "Connections Per Second [cps]"
368 gridcolor: "rgb(238, 238, 238)"
369 linecolor: "rgb(238, 238, 238)"
374 tickcolor: "rgb(238, 238, 238)"
376 title: "Indexed Test Cases"
379 gridcolor: "rgb(238, 238, 238)'"
381 linecolor: "rgb(238, 238, 238)"
388 tickcolor: "rgb(238, 238, 238)"
389 title: "Requests Per Second [rps]"
410 gridcolor: "rgb(238, 238, 238)"
411 linecolor: "rgb(238, 238, 238)"
416 tickcolor: "rgb(238, 238, 238)"
418 title: "Indexed Test Cases"
421 gridcolor: "rgb(238, 238, 238)'"
423 linecolor: "rgb(238, 238, 238)"
429 tickcolor: "rgb(238, 238, 238)"
430 title: "Packets Per Second [pps]"
451 gridcolor: "rgb(238, 238, 238)"
452 linecolor: "rgb(238, 238, 238)"
457 tickcolor: "rgb(238, 238, 238)"
459 title: "Indexed Test Cases"
462 gridcolor: "rgb(238, 238, 238)'"
464 linecolor: "rgb(238, 238, 238)"
470 tickcolor: "rgb(238, 238, 238)"
471 title: "Latency min/avg/max [uSec]"
487 plot-throughput-speedup-analysis:
492 gridcolor: "rgb(238, 238, 238)"
493 linecolor: "rgb(238, 238, 238)"
498 tickcolor: "rgb(238, 238, 238)"
503 title: "Throughput speedup factor"
504 gridcolor: "rgb(238, 238, 238)"
506 linecolor: "rgb(238, 238, 238)"
512 tickcolor: "rgb(238, 238, 238)"
520 bgcolor: "rgba(255, 255, 255, 0)"
521 bordercolor: "rgba(255, 255, 255, 0)"
538 input-format: "xml" # zip or xml
539 extract: "robot-plugin/output.xml" # Only for zip
541 # The files must be in the directory DIR[WORKING,DATA]
542 csit-vpp-perf-1801-all:
545 file: "{DIR[WORKING,DATA]}/output.xml"
548 file: "{DIR[WORKING,DATA]}/output.xml"
551 file: "{DIR[WORKING,DATA]}/output.xml"
554 file: "{DIR[WORKING,DATA]}/output.xml"
558 src-path: "{DIR[RST]}"
559 dst-path: "{DIR[WORKING,SRC]}"
562 type: "input" # Ignored in debug mode
564 file-name: "robot-plugin.zip"
566 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
567 extract: "robot-plugin/output.xml"
569 # csit-vpp-perf-1707-all:
580 csit-vpp-perf-1710-all:
591 csit-vpp-perf-1801-all:
619 csit-vpp-perf-1804-all:
633 csit-vpp-perf-check-1801:
646 csit-vpp-perf-check-1804:
656 # csit-ligato-perf-1710-all:
667 csit-ligato-perf-1801-all:
678 csit-dpdk-perf-1804-all:
689 csit-vpp-functional-1804-ubuntu1604-virl:
691 csit-vpp-functional-1804-centos7-virl:
693 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
695 csit-hc2vpp-verify-func-1804-ubuntu1604:
707 ################################################################################
709 ################################################################################
713 # title: "Performance Impact of Meltdown Patches"
714 # algorithm: "table_performance_comparison"
715 # output-file-ext: ".csv"
717 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
719 # title: "No Meltdown"
720 ## TODO: specify data sources
722 # csit-vpp-perf-1707-all:
727 # title: "Meltdown Patches Applied"
728 ## TODO: specify data sources
730 # csit-vpp-perf-1710-all:
735 # "vpp-meltdown-impact"
741 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
742 # # to present all tests.
743 # nr-of-tests-shown: 20
747 # title: "Performance Impact of Spectre Patches"
748 # algorithm: "table_performance_comparison"
749 # output-file-ext: ".csv"
751 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
753 # title: "No Spectre"
754 ## TODO: specify data sources
756 # csit-vpp-perf-1707-all:
761 # title: "Spectre Patches Applied"
762 ## TODO: specify data sources
764 # csit-vpp-perf-1710-all:
769 # "vpp-spectre-impact"
775 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
776 # # to present all tests.
777 # nr-of-tests-shown: 20
781 title: "VPP Performance Changes"
782 algorithm: "table_performance_comparison"
783 output-file-ext: ".csv"
784 output-file: "{DIR[STATIC,VPP]}/performance-changes"
789 csit-vpp-perf-1710-all:
803 csit-vpp-perf-1801-all:
819 csit-vpp-perf-1804-all:
829 data: "vpp-performance-changes"
835 # Number of the best and the worst tests presented in the table. Use 0 (zero)
836 # to present all tests.
837 nr-of-tests-shown: 20
842 title: "VPP Performance Changes - MRR"
843 algorithm: "table_performance_comparison_mrr"
844 output-file-ext: ".csv"
845 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
847 title: "Release 1801"
849 csit-vpp-perf-check-1801:
863 title: "Release 1804"
865 csit-vpp-perf-check-1804:
875 data: "vpp-performance-changes-mrr"
881 # Number of the best and the worst tests presented in the table. Use 0 (zero)
882 # to present all tests.
883 nr-of-tests-shown: 20
888 # title: "Performance improvements"
889 # algorithm: "table_performance_improvements"
890 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
891 # output-file-ext: ".csv"
892 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
898 # title: "16.09 mean [Mpps]"
901 # title: "17.01 mean [Mpps]"
904 # title: "17.04 mean [Mpps]"
907 # title: "17.07 mean [Mpps]"
908 # data: "data csit-vpp-perf-1707-all mean"
910 # title: "17.10 mean [Mpps]"
911 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
913 # title: "18.01 mean [Mpps]"
914 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
916 # title: "18.01 stdev [Mpps]"
917 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
919 # title: "17.10 to 18.01 change [%]"
920 # data: "operation relative_change 5 6"
923 # "performance-improvements"
930 title: "Detailed Test Results - VPP Performance Results"
931 algorithm: "table_merged_details"
932 output-file-ext: ".csv"
933 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
939 title: "Documentation"
947 filter: "not 'NDRCHK' and not 'PDRCHK'"
956 title: "Test configuration - VPP Performance Test Configs"
957 algorithm: "table_merged_details"
958 output-file-ext: ".csv"
959 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
965 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
966 data: "data vat-history"
970 filter: "not 'NDRCHK' and not 'PDRCHK'"
978 title: "Test Operational Data - VPP Performance Operational Data"
979 algorithm: "table_merged_details"
980 output-file-ext: ".csv"
981 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
987 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
988 data: "data show-run"
992 filter: "not 'NDRCHK' and not 'PDRCHK'"
1000 title: "Detailed Test Results - VPP MRR Results"
1001 algorithm: "table_details"
1002 output-file-ext: ".csv"
1003 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1009 title: "Documentation"
1026 title: "Test configuration - VPP MRR Test Configs"
1027 algorithm: "table_details"
1028 output-file-ext: ".csv"
1029 output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_test_configuration"
1035 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1036 data: "data vat-history"
1048 title: "Detailed Test Results - VPP Functional Results"
1049 algorithm: "table_details"
1050 output-file-ext: ".csv"
1051 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1057 title: "Documentation"
1074 title: "Detailed Test Results - VPP Functional Results - CentOS"
1075 algorithm: "table_details"
1076 output-file-ext: ".csv"
1077 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1083 title: "Documentation"
1090 "vpp-func-results-centos"
1100 title: "Test configuration - VPP Functional Test Configs"
1101 algorithm: "table_details"
1102 output-file-ext: ".csv"
1103 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1109 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1110 data: "data vat-history"
1122 title: "Test configuration - VPP Functional Test Configs - CentOS"
1123 algorithm: "table_details"
1124 output-file-ext: ".csv"
1125 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1131 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1132 data: "data vat-history"
1135 "vpp-func-results-centos"
1144 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
1145 algorithm: "table_details"
1146 output-file-ext: ".csv"
1147 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1153 title: "Documentation"
1160 "ligato-perf-results"
1170 title: "Detailed Test Results - DPDK Performance Results"
1171 algorithm: "table_details"
1172 output-file-ext: ".csv"
1173 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1179 title: "Documentation"
1196 title: "Detailed Test Results - Honeycomb Functional Results"
1197 algorithm: "table_details"
1198 output-file-ext: ".csv"
1199 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1205 title: "Documentation"
1222 title: "Detailed Test Results - NSH SFC Functional Results"
1223 algorithm: "table_details"
1224 output-file-ext: ".csv"
1225 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1231 title: "Documentation"
1246 ################################################################################
1248 ################################################################################
1252 title: "VPP Performance Results"
1253 algorithm: "file_merged_test_results"
1254 output-file-ext: ".rst"
1255 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1256 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1257 dir-tables: "{DIR[DTR,PERF,VPP]}"
1260 filter: "not 'NDRCHK' and not 'PDRCHK'"
1266 data-start-level: 3 # 0, 1, 2, ...
1267 chapters-start-level: 2 # 0, 1, 2, ...
1271 title: "VPP Performance Configuration"
1272 algorithm: "file_merged_test_results"
1273 output-file-ext: ".rst"
1274 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1275 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1276 dir-tables: "{DIR[DTC,PERF,VPP]}"
1279 filter: "not 'NDRCHK' and not 'PDRCHK'"
1285 data-start-level: 3 # 0, 1, 2, ...
1286 chapters-start-level: 2 # 0, 1, 2, ...
1290 title: "VPP Performance Operational Data"
1291 algorithm: "file_merged_test_results"
1292 output-file-ext: ".rst"
1293 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1294 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1295 dir-tables: "{DIR[DTO,PERF,VPP]}"
1298 filter: "not 'NDRCHK' and not 'PDRCHK'"
1304 data-start-level: 3 # 0, 1, 2, ...
1305 chapters-start-level: 2 # 0, 1, 2, ...
1309 title: "VPP MRR Results"
1310 algorithm: "file_test_results"
1311 output-file-ext: ".rst"
1312 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1313 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1314 dir-tables: "{DIR[DTR,MRR,VPP]}"
1323 data-start-level: 2 # 0, 1, 2, ...
1324 chapters-start-level: 2 # 0, 1, 2, ...
1328 title: "VPP MRR Configuration"
1329 algorithm: "file_test_results"
1330 output-file-ext: ".rst"
1331 output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_configuration"
1332 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1333 dir-tables: "{DIR[DTC,MRR,VPP]}"
1342 data-start-level: 2 # 0, 1, 2, ...
1343 chapters-start-level: 2 # 0, 1, 2, ...
1347 title: "VPP Functional Results"
1348 algorithm: "file_test_results"
1349 output-file-ext: ".rst"
1350 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1351 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1352 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1360 data-start-level: 3 # 0, 1, 2, ...
1361 chapters-start-level: 2 # 0, 1, 2, ...
1365 title: "VPP Functional Results - CentOS"
1366 algorithm: "file_test_results"
1367 output-file-ext: ".rst"
1368 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1369 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1370 dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
1372 "vpp-func-results-centos"
1378 data-start-level: 3 # 0, 1, 2, ...
1379 chapters-start-level: 2 # 0, 1, 2, ...
1383 title: "VPP Functional Configuration"
1384 algorithm: "file_test_results"
1385 output-file-ext: ".rst"
1386 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1387 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1388 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1396 data-start-level: 3 # 0, 1, 2, ...
1397 chapters-start-level: 2 # 0, 1, 2, ...
1401 title: "VPP Functional Configuration - CentOS"
1402 algorithm: "file_test_results"
1403 output-file-ext: ".rst"
1404 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1405 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1406 dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
1408 "vpp-func-results-centos"
1414 data-start-level: 3 # 0, 1, 2, ...
1415 chapters-start-level: 2 # 0, 1, 2, ...
1419 title: "Container Orchestrated Performance Results"
1420 algorithm: "file_test_results"
1421 output-file-ext: ".rst"
1422 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1423 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1424 dir-tables: "{DIR[DTR,PERF,COT]}"
1426 "ligato-perf-results"
1432 data-start-level: 2 # 0, 1, 2, ...
1433 chapters-start-level: 2 # 0, 1, 2, ...
1437 title: "DPDK Performance Results"
1438 algorithm: "file_test_results"
1439 output-file-ext: ".rst"
1440 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1441 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1442 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1452 data-start-level: 2 # 0, 1, 2, ...
1453 chapters-start-level: 2 # 0, 1, 2, ...
1457 title: "Honeycomb Functional Results"
1458 algorithm: "file_test_results"
1459 output-file-ext: ".rst"
1460 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1461 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1462 dir-tables: "{DIR[DTR,FUNC,HC]}"
1472 data-start-level: 3 # 0, 1, 2, ...
1473 chapters-start-level: 2 # 0, 1, 2, ...
1477 title: "NSH SFC Functional Results"
1478 algorithm: "file_test_results"
1479 output-file-ext: ".rst"
1480 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1481 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1482 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1492 data-start-level: 2 # 0, 1, 2, ...
1493 chapters-start-level: 2 # 0, 1, 2, ...
1495 ################################################################################
1497 ################################################################################
1499 # Plots VPP HTTP Server Performance
1502 title: "VPP HTTP Server Performance"
1503 algorithm: "plot_http_server_performance_box"
1504 output-file-type: ".html"
1505 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1507 "plot-vpp-http-server-performance"
1508 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1509 # each tag is enclosed with ' (apostrophe).
1510 filter: "'HTTP' and 'TCP_CPS'"
1516 boxpoints: "outliers"
1519 title: "VPP HTTP Server Performance"
1525 title: "VPP HTTP Server Performance"
1526 algorithm: "plot_http_server_performance_box"
1527 output-file-type: ".html"
1528 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1530 "plot-vpp-http-server-performance"
1531 filter: "'HTTP' and 'TCP_RPS'"
1537 boxpoints: "outliers"
1540 title: "VPP HTTP Server Performance"
1544 # Plot Throughput Speedup Analysis
1546 # L2 - 10ge2p1x520 - NDR
1549 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1550 algorithm: "plot_throughput_speedup_analysis"
1551 output-file-type: ".html"
1552 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1554 "plot-throughput-speedup-analysis"
1555 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1561 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1563 "plot-throughput-speedup-analysis"
1565 # L2 - 40ge2p1xl710 - NDR
1568 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1569 algorithm: "plot_throughput_speedup_analysis"
1570 output-file-type: ".html"
1571 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1573 "plot-throughput-speedup-analysis"
1574 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1580 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1582 "plot-throughput-speedup-analysis"
1584 # L2 - 10ge2p1x520 - PDR
1587 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1588 algorithm: "plot_throughput_speedup_analysis"
1589 output-file-type: ".html"
1590 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1592 "plot-throughput-speedup-analysis"
1593 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1599 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1601 "plot-throughput-speedup-analysis"
1603 # IPv4 - 10ge2p1x520 - NDR
1606 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1607 algorithm: "plot_throughput_speedup_analysis"
1608 output-file-type: ".html"
1609 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1611 "plot-throughput-speedup-analysis"
1612 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1618 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1620 "plot-throughput-speedup-analysis"
1622 # IPv4 - 40ge2p1xl710 - NDR
1625 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1626 algorithm: "plot_throughput_speedup_analysis"
1627 output-file-type: ".html"
1628 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1630 "plot-throughput-speedup-analysis"
1631 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1637 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1639 "plot-throughput-speedup-analysis"
1641 # IPv4 - 10ge2p1x520 - PDR
1644 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1645 algorithm: "plot_throughput_speedup_analysis"
1646 output-file-type: ".html"
1647 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1649 "plot-throughput-speedup-analysis"
1650 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1656 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1658 "plot-throughput-speedup-analysis"
1660 # IPv6 - 10ge2p1x520 - NDR
1663 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1664 algorithm: "plot_throughput_speedup_analysis"
1665 output-file-type: ".html"
1666 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1668 "plot-throughput-speedup-analysis"
1669 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1675 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1677 "plot-throughput-speedup-analysis"
1679 # IPv6 - 40ge2p1xl710 - NDR
1682 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1683 algorithm: "plot_throughput_speedup_analysis"
1684 output-file-type: ".html"
1685 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1687 "plot-throughput-speedup-analysis"
1688 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1694 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1696 "plot-throughput-speedup-analysis"
1698 # IPv6 - 10ge2p1x520 - PDR
1701 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1702 algorithm: "plot_throughput_speedup_analysis"
1703 output-file-type: ".html"
1704 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1706 "plot-throughput-speedup-analysis"
1707 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1713 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1715 "plot-throughput-speedup-analysis"
1717 # Plot packets per second
1722 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1723 algorithm: "plot_performance_box"
1724 output-file-type: ".html"
1725 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1727 "plot-vpp-throughput-latency"
1728 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1729 # each tag is enclosed with ' (apostrophe).
1730 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1736 boxpoints: "outliers"
1739 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1745 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1746 algorithm: "plot_performance_box"
1747 output-file-type: ".html"
1748 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1750 "plot-vpp-throughput-latency"
1751 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1757 boxpoints: "outliers"
1760 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1766 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1767 algorithm: "plot_performance_box"
1768 output-file-type: ".html"
1769 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1771 "plot-vpp-throughput-latency"
1772 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1778 boxpoints: "outliers"
1781 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1787 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1788 algorithm: "plot_performance_box"
1789 output-file-type: ".html"
1790 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1792 "plot-vpp-throughput-latency"
1793 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1799 boxpoints: "outliers"
1802 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1809 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1810 algorithm: "plot_performance_box"
1811 output-file-type: ".html"
1812 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1814 "plot-vpp-throughput-latency"
1815 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1821 boxpoints: "outliers"
1824 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1830 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1831 algorithm: "plot_performance_box"
1832 output-file-type: ".html"
1833 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1835 "plot-vpp-throughput-latency"
1836 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1842 boxpoints: "outliers"
1845 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1851 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1852 algorithm: "plot_performance_box"
1853 output-file-type: ".html"
1854 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1856 "plot-vpp-throughput-latency"
1857 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1863 boxpoints: "outliers"
1866 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1872 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1873 algorithm: "plot_performance_box"
1874 output-file-type: ".html"
1875 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1877 "plot-vpp-throughput-latency"
1878 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1884 boxpoints: "outliers"
1887 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1894 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1895 algorithm: "plot_performance_box"
1896 output-file-type: ".html"
1897 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1899 "plot-vpp-throughput-latency"
1900 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1906 boxpoints: "outliers"
1909 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1915 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1916 algorithm: "plot_performance_box"
1917 output-file-type: ".html"
1918 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1920 "plot-vpp-throughput-latency"
1921 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1927 boxpoints: "outliers"
1930 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1936 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1937 algorithm: "plot_performance_box"
1938 output-file-type: ".html"
1939 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1941 "plot-vpp-throughput-latency"
1942 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1948 boxpoints: "outliers"
1951 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1957 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1958 algorithm: "plot_performance_box"
1959 output-file-type: ".html"
1960 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1962 "plot-vpp-throughput-latency"
1963 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1969 boxpoints: "outliers"
1972 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1979 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1980 algorithm: "plot_performance_box"
1981 output-file-type: ".html"
1982 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1984 "plot-vpp-throughput-latency"
1985 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1991 boxpoints: "outliers"
1994 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2000 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2001 algorithm: "plot_performance_box"
2002 output-file-type: ".html"
2003 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
2005 "plot-vpp-throughput-latency"
2006 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2012 boxpoints: "outliers"
2015 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2021 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2022 algorithm: "plot_performance_box"
2023 output-file-type: ".html"
2024 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
2026 "plot-vpp-throughput-latency"
2027 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2033 boxpoints: "outliers"
2036 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2042 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2043 algorithm: "plot_performance_box"
2044 output-file-type: ".html"
2045 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
2047 "plot-vpp-throughput-latency"
2048 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2054 boxpoints: "outliers"
2057 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2064 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2065 algorithm: "plot_performance_box"
2066 output-file-type: ".html"
2067 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
2069 "plot-vpp-throughput-latency"
2070 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2076 boxpoints: "outliers"
2079 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2085 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2086 algorithm: "plot_performance_box"
2087 output-file-type: ".html"
2088 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
2090 "plot-vpp-throughput-latency"
2091 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2097 boxpoints: "outliers"
2100 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2106 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2107 algorithm: "plot_performance_box"
2108 output-file-type: ".html"
2109 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
2111 "plot-vpp-throughput-latency"
2112 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2118 boxpoints: "outliers"
2121 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2127 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2128 algorithm: "plot_performance_box"
2129 output-file-type: ".html"
2130 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
2132 "plot-vpp-throughput-latency"
2133 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2139 boxpoints: "outliers"
2142 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2149 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2150 algorithm: "plot_performance_box"
2151 output-file-type: ".html"
2152 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2154 "plot-vpp-throughput-latency"
2155 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2161 boxpoints: "outliers"
2164 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2169 gridcolor: "rgb(238, 238, 238)"
2170 linecolor: "rgb(238, 238, 238)"
2174 showticklabels: True
2175 tickcolor: "rgb(238, 238, 238)"
2177 title: "Indexed Test Cases"
2180 gridcolor: "rgb(238, 238, 238)'"
2182 linecolor: "rgb(238, 238, 238)"
2184 range: [2000000, 6000000]
2187 showticklabels: True
2188 tickcolor: "rgb(238, 238, 238)"
2189 title: "Packets Per Second [pps]"
2207 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2208 algorithm: "plot_performance_box"
2209 output-file-type: ".html"
2210 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2212 "plot-vpp-throughput-latency"
2213 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2219 boxpoints: "outliers"
2222 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2228 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2229 algorithm: "plot_performance_box"
2230 output-file-type: ".html"
2231 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2233 "plot-vpp-throughput-latency"
2234 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2240 boxpoints: "outliers"
2243 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2249 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2250 algorithm: "plot_performance_box"
2251 output-file-type: ".html"
2252 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2254 "plot-vpp-throughput-latency"
2255 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2261 boxpoints: "outliers"
2264 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2269 gridcolor: "rgb(238, 238, 238)"
2270 linecolor: "rgb(238, 238, 238)"
2274 showticklabels: True
2275 tickcolor: "rgb(238, 238, 238)"
2277 title: "Indexed Test Cases"
2280 gridcolor: "rgb(238, 238, 238)'"
2282 linecolor: "rgb(238, 238, 238)"
2284 range: [4000000, 12000000]
2287 showticklabels: True
2288 tickcolor: "rgb(238, 238, 238)"
2289 title: "Packets Per Second [pps]"
2308 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2309 algorithm: "plot_performance_box"
2310 output-file-type: ".html"
2311 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2313 "plot-vpp-throughput-latency"
2314 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2320 boxpoints: "outliers"
2323 title: "64B-1t1c-.*vhost.*-ndrdisc"
2328 gridcolor: "rgb(238, 238, 238)"
2329 linecolor: "rgb(238, 238, 238)"
2333 showticklabels: True
2334 tickcolor: "rgb(238, 238, 238)"
2336 title: "Indexed Test Cases"
2339 gridcolor: "rgb(238, 238, 238)'"
2341 linecolor: "rgb(238, 238, 238)"
2346 showticklabels: True
2347 tickcolor: "rgb(238, 238, 238)"
2348 title: "Packets Per Second [pps]"
2366 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2367 algorithm: "plot_performance_box"
2368 output-file-type: ".html"
2369 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2371 "plot-vpp-throughput-latency"
2372 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2378 boxpoints: "outliers"
2381 title: "64B-2t2c-.*vhost.*-ndrdisc"
2387 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2388 algorithm: "plot_performance_box"
2389 output-file-type: ".html"
2390 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2392 "plot-vpp-throughput-latency"
2393 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2399 boxpoints: "outliers"
2402 title: "64B-1t1c-.*vhost.*-pdrdisc"
2408 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2409 algorithm: "plot_performance_box"
2410 output-file-type: ".html"
2411 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2413 "plot-vpp-throughput-latency"
2414 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2420 boxpoints: "outliers"
2423 title: "64B-2t2c-.*vhost.*-pdrdisc"
2427 # VPP VM VHOST SELECTION
2430 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2431 algorithm: "plot_performance_box"
2432 output-file-type: ".html"
2433 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2435 "plot-vpp-throughput-latency"
2436 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2442 boxpoints: "outliers"
2445 title: "64B-1t1c-.*vhost.*-ndrdisc"
2451 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2452 algorithm: "plot_performance_box"
2453 output-file-type: ".html"
2454 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2456 "plot-vpp-throughput-latency"
2457 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2463 boxpoints: "outliers"
2466 title: "64B-2t2c-.*vhost.*-ndrdisc"
2472 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2473 algorithm: "plot_performance_box"
2474 output-file-type: ".html"
2475 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2477 "plot-vpp-throughput-latency"
2478 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2484 boxpoints: "outliers"
2487 title: "64B-1t1c-.*vhost.*-pdrdisc"
2493 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2494 algorithm: "plot_performance_box"
2495 output-file-type: ".html"
2496 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2498 "plot-vpp-throughput-latency"
2499 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2505 boxpoints: "outliers"
2508 title: "64B-2t2c-.*vhost.*-pdrdisc"
2515 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2516 algorithm: "plot_performance_box"
2517 output-file-type: ".html"
2518 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2520 "plot-vpp-throughput-latency"
2521 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2527 boxpoints: "outliers"
2530 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2536 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2537 algorithm: "plot_performance_box"
2538 output-file-type: ".html"
2539 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2541 "plot-vpp-throughput-latency"
2542 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2548 boxpoints: "outliers"
2551 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2557 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2558 algorithm: "plot_performance_box"
2559 output-file-type: ".html"
2560 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2562 "plot-vpp-throughput-latency"
2563 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2569 boxpoints: "outliers"
2572 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2578 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2579 algorithm: "plot_performance_box"
2580 output-file-type: ".html"
2581 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2583 "plot-vpp-throughput-latency"
2584 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2590 boxpoints: "outliers"
2593 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2600 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2601 algorithm: "plot_performance_box"
2602 output-file-type: ".html"
2603 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2605 "plot-dpdk-throughput-latency"
2606 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2612 boxpoints: "outliers"
2615 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2621 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2622 algorithm: "plot_performance_box"
2623 output-file-type: ".html"
2624 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2626 "plot-dpdk-throughput-latency"
2627 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2633 boxpoints: "outliers"
2636 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2642 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2643 algorithm: "plot_performance_box"
2644 output-file-type: ".html"
2645 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2647 "plot-dpdk-throughput-latency"
2648 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2654 boxpoints: "outliers"
2657 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2662 gridcolor: "rgb(238, 238, 238)"
2663 linecolor: "rgb(238, 238, 238)"
2667 showticklabels: True
2668 tickcolor: "rgb(238, 238, 238)"
2670 title: "Indexed Test Cases"
2673 gridcolor: "rgb(238, 238, 238)'"
2675 linecolor: "rgb(238, 238, 238)"
2677 range: [2000000, 12000000]
2680 showticklabels: True
2681 tickcolor: "rgb(238, 238, 238)"
2682 title: "Packets Per Second [pps]"
2700 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2701 algorithm: "plot_performance_box"
2702 output-file-type: ".html"
2703 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2705 "plot-dpdk-throughput-latency"
2706 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2712 boxpoints: "outliers"
2715 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2720 gridcolor: "rgb(238, 238, 238)"
2721 linecolor: "rgb(238, 238, 238)"
2725 showticklabels: True
2726 tickcolor: "rgb(238, 238, 238)"
2728 title: "Indexed Test Cases"
2731 gridcolor: "rgb(238, 238, 238)'"
2733 linecolor: "rgb(238, 238, 238)"
2735 range: [2000000, 12000000]
2738 showticklabels: True
2739 tickcolor: "rgb(238, 238, 238)"
2740 title: "Packets Per Second [pps]"
2758 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2759 algorithm: "plot_performance_box"
2760 output-file-type: ".html"
2761 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2763 "plot-dpdk-throughput-latency"
2764 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2770 boxpoints: "outliers"
2773 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2779 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2780 algorithm: "plot_performance_box"
2781 output-file-type: ".html"
2782 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2784 "plot-dpdk-throughput-latency"
2785 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2791 boxpoints: "outliers"
2794 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2800 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2801 algorithm: "plot_performance_box"
2802 output-file-type: ".html"
2803 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2805 "plot-dpdk-throughput-latency"
2806 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2812 boxpoints: "outliers"
2815 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2820 gridcolor: "rgb(238, 238, 238)"
2821 linecolor: "rgb(238, 238, 238)"
2825 showticklabels: True
2826 tickcolor: "rgb(238, 238, 238)"
2828 title: "Indexed Test Cases"
2831 gridcolor: "rgb(238, 238, 238)'"
2833 linecolor: "rgb(238, 238, 238)"
2835 range: [20000000, 30000000]
2838 showticklabels: True
2839 tickcolor: "rgb(238, 238, 238)"
2840 title: "Packets Per Second [pps]"
2858 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2859 algorithm: "plot_performance_box"
2860 output-file-type: ".html"
2861 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2863 "plot-dpdk-throughput-latency"
2864 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2870 boxpoints: "outliers"
2873 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2878 gridcolor: "rgb(238, 238, 238)"
2879 linecolor: "rgb(238, 238, 238)"
2883 showticklabels: True
2884 tickcolor: "rgb(238, 238, 238)"
2886 title: "Indexed Test Cases"
2889 gridcolor: "rgb(238, 238, 238)'"
2891 linecolor: "rgb(238, 238, 238)"
2893 range: [20000000, 30000000]
2896 showticklabels: True
2897 tickcolor: "rgb(238, 238, 238)"
2898 title: "Packets Per Second [pps]"
2919 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2920 algorithm: "plot_latency_box"
2921 output-file-type: ".html"
2922 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2924 "plot-vpp-throughput-latency"
2925 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2932 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2938 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2939 algorithm: "plot_latency_box"
2940 output-file-type: ".html"
2941 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2943 "plot-vpp-throughput-latency"
2944 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2951 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2958 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2959 algorithm: "plot_latency_box"
2960 output-file-type: ".html"
2961 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2963 "plot-vpp-throughput-latency"
2964 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2971 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2977 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2978 algorithm: "plot_latency_box"
2979 output-file-type: ".html"
2980 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2982 "plot-vpp-throughput-latency"
2983 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2990 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2997 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2998 algorithm: "plot_latency_box"
2999 output-file-type: ".html"
3000 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3002 "plot-vpp-throughput-latency"
3003 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
3010 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3016 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3017 algorithm: "plot_latency_box"
3018 output-file-type: ".html"
3019 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3021 "plot-vpp-throughput-latency"
3022 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
3029 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3036 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3037 algorithm: "plot_latency_box"
3038 output-file-type: ".html"
3039 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
3041 "plot-vpp-throughput-latency"
3042 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3049 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3055 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3056 algorithm: "plot_latency_box"
3057 output-file-type: ".html"
3058 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
3060 "plot-vpp-throughput-latency"
3061 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3068 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3075 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3076 algorithm: "plot_latency_box"
3077 output-file-type: ".html"
3078 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
3080 "plot-vpp-throughput-latency"
3081 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3088 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3094 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3095 algorithm: "plot_latency_box"
3096 output-file-type: ".html"
3097 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3099 "plot-vpp-throughput-latency"
3100 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3107 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3114 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3115 algorithm: "plot_latency_box"
3116 output-file-type: ".html"
3117 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3119 "plot-vpp-throughput-latency"
3120 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3127 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3133 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3134 algorithm: "plot_latency_box"
3135 output-file-type: ".html"
3136 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3138 "plot-vpp-throughput-latency"
3139 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3146 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3153 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3154 algorithm: "plot_latency_box"
3155 output-file-type: ".html"
3156 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
3158 "plot-vpp-throughput-latency"
3159 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3166 title: "64B-1t1c-.*vhost.*-ndrdisc"
3172 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3173 algorithm: "plot_latency_box"
3174 output-file-type: ".html"
3175 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
3177 "plot-vpp-throughput-latency"
3178 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3185 title: "64B-2t2c-.*vhost.*-ndrdisc"
3189 # VPP VM VHOST selection
3192 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3193 algorithm: "plot_latency_box"
3194 output-file-type: ".html"
3195 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
3197 "plot-vpp-throughput-latency"
3198 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3205 title: "64B-1t1c-.*vhost.*-ndrdisc"
3211 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3212 algorithm: "plot_latency_box"
3213 output-file-type: ".html"
3214 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
3216 "plot-vpp-throughput-latency"
3217 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3224 title: "64B-2t2c-.*vhost.*-ndrdisc"
3231 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3232 algorithm: "plot_latency_box"
3233 output-file-type: ".html"
3234 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3236 "plot-vpp-throughput-latency"
3237 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3244 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3250 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3251 algorithm: "plot_latency_box"
3252 output-file-type: ".html"
3253 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3255 "plot-vpp-throughput-latency"
3256 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3263 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3270 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3271 algorithm: "plot_latency_box"
3272 output-file-type: ".html"
3273 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3275 "plot-dpdk-throughput-latency"
3276 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3283 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3289 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3290 algorithm: "plot_latency_box"
3291 output-file-type: ".html"
3292 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3294 "plot-dpdk-throughput-latency"
3295 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3302 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3308 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3309 algorithm: "plot_latency_box"
3310 output-file-type: ".html"
3311 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3313 "plot-dpdk-throughput-latency"
3314 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3321 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3327 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3328 algorithm: "plot_latency_box"
3329 output-file-type: ".html"
3330 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3332 "plot-dpdk-throughput-latency"
3333 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3340 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3344 # Ligato - Throughput
3349 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3350 algorithm: "plot_performance_box"
3351 output-file-type: ".html"
3352 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3354 "plot-vpp-throughput-latency"
3355 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3361 boxpoints: "outliers"
3364 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3369 gridcolor: "rgb(238, 238, 238)"
3370 linecolor: "rgb(238, 238, 238)"
3374 showticklabels: True
3375 tickcolor: "rgb(238, 238, 238)"
3377 title: "Indexed Test Cases"
3380 gridcolor: "rgb(238, 238, 238)'"
3382 linecolor: "rgb(238, 238, 238)"
3387 showticklabels: True
3388 tickcolor: "rgb(238, 238, 238)"
3389 title: "Packets Per Second [pps]"
3407 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3408 algorithm: "plot_performance_box"
3409 output-file-type: ".html"
3410 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3412 "plot-vpp-throughput-latency"
3413 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3419 boxpoints: "outliers"
3422 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3427 gridcolor: "rgb(238, 238, 238)"
3428 linecolor: "rgb(238, 238, 238)"
3432 showticklabels: True
3433 tickcolor: "rgb(238, 238, 238)"
3435 title: "Indexed Test Cases"
3438 gridcolor: "rgb(238, 238, 238)'"
3440 linecolor: "rgb(238, 238, 238)"
3445 showticklabels: True
3446 tickcolor: "rgb(238, 238, 238)"
3447 title: "Packets Per Second [pps]"
3465 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3466 algorithm: "plot_performance_box"
3467 output-file-type: ".html"
3468 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3470 "plot-vpp-throughput-latency"
3471 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3477 boxpoints: "outliers"
3480 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3485 gridcolor: "rgb(238, 238, 238)"
3486 linecolor: "rgb(238, 238, 238)"
3490 showticklabels: True
3491 tickcolor: "rgb(238, 238, 238)"
3493 title: "Indexed Test Cases"
3496 gridcolor: "rgb(238, 238, 238)'"
3498 linecolor: "rgb(238, 238, 238)"
3503 showticklabels: True
3504 tickcolor: "rgb(238, 238, 238)"
3505 title: "Packets Per Second [pps]"
3523 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3524 algorithm: "plot_performance_box"
3525 output-file-type: ".html"
3526 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3528 "plot-vpp-throughput-latency"
3529 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3535 boxpoints: "outliers"
3538 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3543 gridcolor: "rgb(238, 238, 238)"
3544 linecolor: "rgb(238, 238, 238)"
3548 showticklabels: True
3549 tickcolor: "rgb(238, 238, 238)"
3551 title: "Indexed Test Cases"
3554 gridcolor: "rgb(238, 238, 238)'"
3556 linecolor: "rgb(238, 238, 238)"
3561 showticklabels: True
3562 tickcolor: "rgb(238, 238, 238)"
3563 title: "Packets Per Second [pps]"
3579 # Container orchestrated
3582 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3583 algorithm: "plot_performance_box"
3584 output-file-type: ".html"
3585 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3587 "plot-ligato-throughput-latency"
3588 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3594 boxpoints: "outliers"
3597 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3603 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3604 algorithm: "plot_performance_box"
3605 output-file-type: ".html"
3606 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3608 "plot-ligato-throughput-latency"
3609 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3615 boxpoints: "outliers"
3618 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3624 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3625 algorithm: "plot_performance_box"
3626 output-file-type: ".html"
3627 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3629 "plot-ligato-throughput-latency"
3630 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3636 boxpoints: "outliers"
3639 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3645 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3646 algorithm: "plot_performance_box"
3647 output-file-type: ".html"
3648 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3650 "plot-ligato-throughput-latency"
3651 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3657 boxpoints: "outliers"
3660 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3669 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3670 algorithm: "plot_latency_box"
3671 output-file-type: ".html"
3672 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3674 "plot-vpp-throughput-latency"
3675 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3682 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3688 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3689 algorithm: "plot_latency_box"
3690 output-file-type: ".html"
3691 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3693 "plot-vpp-throughput-latency"
3694 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3701 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3705 # Container orchestrated
3708 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3709 algorithm: "plot_latency_box"
3710 output-file-type: ".html"
3711 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3713 "plot-ligato-throughput-latency"
3714 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3721 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3727 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3728 algorithm: "plot_latency_box"
3729 output-file-type: ".html"
3730 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3732 "plot-ligato-throughput-latency"
3733 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3740 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"