6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,MRR,VPP]: "{DIR[DTR]}/vpp_mrr_results"
42 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
43 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
44 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
45 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
46 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
47 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
48 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50 # Detailed test configurations
51 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
53 DIR[DTC,MRR,VPP]: "{DIR[DTC]}/vpp_mrr_configuration"
54 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
55 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
57 # Detailed tests operational data
58 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
59 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
61 # .css patch file to fix tables generated by Sphinx
62 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
63 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
66 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
67 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
68 URL[NEXUS]: "https://docs.fd.io/csit"
69 DIR[NEXUS]: "report/_static/archive"
72 # List the directories which are created while preparing the environment.
73 # All directories MUST be defined in "paths" section.
80 - "DIR[WORKING,SRC,STATIC]"
83 # List the directories which are deleted while cleaning the environment.
84 # All directories MUST be defined in "paths" section.
89 # List the directories where the results (build) is stored.
90 # All directories MUST be defined in "paths" section.
97 plot-vpp-http-server-performance:
98 # TODO: Add the data sources
99 csit-vpp-perf-1801-all:
111 # TODO: Add the data sources
112 # vpp-meltdown-impact:
113 # csit-vpp-perf-1707-all:
117 # csit-vpp-perf-1710-all:
121 # TODO: Add the data sources
122 # vpp-spectre-impact:
123 # csit-vpp-perf-1707-all:
127 # csit-vpp-perf-1710-all:
131 vpp-performance-changes:
132 csit-vpp-perf-1710-all:
143 csit-vpp-perf-1801-all:
156 csit-vpp-perf-1804-all:
166 vpp-performance-changes-mrr:
167 csit-vpp-perf-check-1801:
180 csit-vpp-perf-check-1804:
190 plot-throughput-speedup-analysis:
191 csit-vpp-perf-1804-all:
205 # performance-improvements:
206 # csit-vpp-perf-1707-all:
217 # csit-vpp-perf-1710-all:
228 # csit-vpp-perf-1801-all:
232 # csit-ligato-perf-1710-all:
243 # csit-ligato-perf-1801-all:
254 csit-vpp-perf-1804-all:
260 csit-vpp-functional-1804-ubuntu1604-virl:
262 vpp-func-results-centos:
263 csit-vpp-functional-1804-centos7-virl:
266 csit-vpp-perf-check-1804:
269 csit-ligato-perf-1804-all:
272 csit-dpdk-perf-1804-all:
275 csit-hc2vpp-verify-func-1804-ubuntu1604:
278 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
280 plot-vpp-throughput-latency:
281 csit-vpp-perf-1804-all:
295 plot-dpdk-throughput-latency:
296 csit-dpdk-perf-1804-all:
307 plot-ligato-throughput-latency:
308 csit-ligato-perf-1804-all:
323 gridcolor: "rgb(238, 238, 238)"
324 linecolor: "rgb(238, 238, 238)"
329 tickcolor: "rgb(238, 238, 238)"
331 title: "Indexed Test Cases"
334 gridcolor: "rgb(238, 238, 238)'"
336 linecolor: "rgb(238, 238, 238)"
343 tickcolor: "rgb(238, 238, 238)"
344 title: "Connections Per Second [cps]"
365 gridcolor: "rgb(238, 238, 238)"
366 linecolor: "rgb(238, 238, 238)"
371 tickcolor: "rgb(238, 238, 238)"
373 title: "Indexed Test Cases"
376 gridcolor: "rgb(238, 238, 238)'"
378 linecolor: "rgb(238, 238, 238)"
385 tickcolor: "rgb(238, 238, 238)"
386 title: "Requests Per Second [rps]"
407 gridcolor: "rgb(238, 238, 238)"
408 linecolor: "rgb(238, 238, 238)"
413 tickcolor: "rgb(238, 238, 238)"
415 title: "Indexed Test Cases"
418 gridcolor: "rgb(238, 238, 238)'"
420 linecolor: "rgb(238, 238, 238)"
426 tickcolor: "rgb(238, 238, 238)"
427 title: "Packets Per Second [pps]"
448 gridcolor: "rgb(238, 238, 238)"
449 linecolor: "rgb(238, 238, 238)"
454 tickcolor: "rgb(238, 238, 238)"
456 title: "Indexed Test Cases"
459 gridcolor: "rgb(238, 238, 238)'"
461 linecolor: "rgb(238, 238, 238)"
467 tickcolor: "rgb(238, 238, 238)"
468 title: "Latency min/avg/max [uSec]"
484 plot-throughput-speedup-analysis:
489 gridcolor: "rgb(238, 238, 238)"
490 linecolor: "rgb(238, 238, 238)"
495 tickcolor: "rgb(238, 238, 238)"
500 title: "Throughput speedup factor"
501 gridcolor: "rgb(238, 238, 238)"
503 linecolor: "rgb(238, 238, 238)"
509 tickcolor: "rgb(238, 238, 238)"
517 bgcolor: "rgba(255, 255, 255, 0)"
518 bordercolor: "rgba(255, 255, 255, 0)"
535 input-format: "xml" # zip or xml
536 extract: "robot-plugin/output.xml" # Only for zip
538 # The files must be in the directory DIR[WORKING,DATA]
539 csit-vpp-perf-1801-all:
542 file: "{DIR[WORKING,DATA]}/output.xml"
545 file: "{DIR[WORKING,DATA]}/output.xml"
548 file: "{DIR[WORKING,DATA]}/output.xml"
551 file: "{DIR[WORKING,DATA]}/output.xml"
555 src-path: "{DIR[RST]}"
556 dst-path: "{DIR[WORKING,SRC]}"
559 type: "input" # Ignored in debug mode
561 file-name: "robot-plugin.zip"
563 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
564 extract: "robot-plugin/output.xml"
566 # csit-vpp-perf-1707-all:
577 csit-vpp-perf-1710-all:
588 csit-vpp-perf-1801-all:
616 csit-vpp-perf-1804-all:
630 csit-vpp-perf-check-1801:
643 csit-vpp-perf-check-1804:
653 # csit-ligato-perf-1710-all:
664 # csit-ligato-perf-1801-all:
675 csit-ligato-perf-1804-all:
683 csit-dpdk-perf-1804-all:
694 csit-vpp-functional-1804-ubuntu1604-virl:
696 csit-vpp-functional-1804-centos7-virl:
698 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
700 csit-hc2vpp-verify-func-1804-ubuntu1604:
712 ################################################################################
714 ################################################################################
718 # title: "Performance Impact of Meltdown Patches"
719 # algorithm: "table_performance_comparison"
720 # output-file-ext: ".csv"
722 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
724 # title: "No Meltdown"
725 ## TODO: specify data sources
727 # csit-vpp-perf-1707-all:
732 # title: "Meltdown Patches Applied"
733 ## TODO: specify data sources
735 # csit-vpp-perf-1710-all:
740 # "vpp-meltdown-impact"
746 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
747 # # to present all tests.
748 # nr-of-tests-shown: 20
752 # title: "Performance Impact of Spectre Patches"
753 # algorithm: "table_performance_comparison"
754 # output-file-ext: ".csv"
756 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
758 # title: "No Spectre"
759 ## TODO: specify data sources
761 # csit-vpp-perf-1707-all:
766 # title: "Spectre Patches Applied"
767 ## TODO: specify data sources
769 # csit-vpp-perf-1710-all:
774 # "vpp-spectre-impact"
780 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
781 # # to present all tests.
782 # nr-of-tests-shown: 20
786 title: "VPP Performance Changes"
787 algorithm: "table_performance_comparison"
788 output-file-ext: ".csv"
789 output-file: "{DIR[STATIC,VPP]}/performance-changes"
794 csit-vpp-perf-1710-all:
808 csit-vpp-perf-1801-all:
824 csit-vpp-perf-1804-all:
834 data: "vpp-performance-changes"
840 # Number of the best and the worst tests presented in the table. Use 0 (zero)
841 # to present all tests.
842 nr-of-tests-shown: 20
847 title: "VPP Performance Changes - MRR"
848 algorithm: "table_performance_comparison_mrr"
849 output-file-ext: ".csv"
850 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
852 title: "Release 1801"
854 csit-vpp-perf-check-1801:
868 title: "Release 1804"
870 csit-vpp-perf-check-1804:
880 data: "vpp-performance-changes-mrr"
886 # Number of the best and the worst tests presented in the table. Use 0 (zero)
887 # to present all tests.
888 nr-of-tests-shown: 20
893 # title: "Performance improvements"
894 # algorithm: "table_performance_improvements"
895 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
896 # output-file-ext: ".csv"
897 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
903 # title: "16.09 mean [Mpps]"
906 # title: "17.01 mean [Mpps]"
909 # title: "17.04 mean [Mpps]"
912 # title: "17.07 mean [Mpps]"
913 # data: "data csit-vpp-perf-1707-all mean"
915 # title: "17.10 mean [Mpps]"
916 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
918 # title: "18.01 mean [Mpps]"
919 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
921 # title: "18.01 stdev [Mpps]"
922 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
924 # title: "17.10 to 18.01 change [%]"
925 # data: "operation relative_change 5 6"
928 # "performance-improvements"
935 title: "Detailed Test Results - VPP Performance Results"
936 algorithm: "table_merged_details"
937 output-file-ext: ".csv"
938 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
944 title: "Documentation"
952 filter: "not 'NDRCHK' and not 'PDRCHK'"
961 title: "Test configuration - VPP Performance Test Configs"
962 algorithm: "table_merged_details"
963 output-file-ext: ".csv"
964 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
970 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
971 data: "data vat-history"
975 filter: "not 'NDRCHK' and not 'PDRCHK'"
983 title: "Test Operational Data - VPP Performance Operational Data"
984 algorithm: "table_merged_details"
985 output-file-ext: ".csv"
986 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
992 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
993 data: "data show-run"
997 filter: "not 'NDRCHK' and not 'PDRCHK'"
1005 title: "Detailed Test Results - VPP MRR Results"
1006 algorithm: "table_details"
1007 output-file-ext: ".csv"
1008 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1014 title: "Documentation"
1031 title: "Test configuration - VPP MRR Test Configs"
1032 algorithm: "table_details"
1033 output-file-ext: ".csv"
1034 output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_test_configuration"
1040 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1041 data: "data vat-history"
1053 title: "Detailed Test Results - VPP Functional Results"
1054 algorithm: "table_details"
1055 output-file-ext: ".csv"
1056 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1062 title: "Documentation"
1079 title: "Detailed Test Results - VPP Functional Results - CentOS"
1080 algorithm: "table_details"
1081 output-file-ext: ".csv"
1082 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1088 title: "Documentation"
1095 "vpp-func-results-centos"
1105 title: "Test configuration - VPP Functional Test Configs"
1106 algorithm: "table_details"
1107 output-file-ext: ".csv"
1108 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1114 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1115 data: "data vat-history"
1127 title: "Test configuration - VPP Functional Test Configs - CentOS"
1128 algorithm: "table_details"
1129 output-file-ext: ".csv"
1130 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1136 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1137 data: "data vat-history"
1140 "vpp-func-results-centos"
1149 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
1150 algorithm: "table_details"
1151 output-file-ext: ".csv"
1152 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1158 title: "Documentation"
1165 "ligato-perf-results"
1175 title: "Detailed Test Results - DPDK Performance Results"
1176 algorithm: "table_details"
1177 output-file-ext: ".csv"
1178 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1184 title: "Documentation"
1201 title: "Detailed Test Results - Honeycomb Functional Results"
1202 algorithm: "table_details"
1203 output-file-ext: ".csv"
1204 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1210 title: "Documentation"
1227 title: "Detailed Test Results - NSH SFC Functional Results"
1228 algorithm: "table_details"
1229 output-file-ext: ".csv"
1230 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1236 title: "Documentation"
1251 ################################################################################
1253 ################################################################################
1257 title: "VPP Performance Results"
1258 algorithm: "file_merged_test_results"
1259 output-file-ext: ".rst"
1260 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1261 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1262 dir-tables: "{DIR[DTR,PERF,VPP]}"
1265 filter: "not 'NDRCHK' and not 'PDRCHK'"
1271 data-start-level: 3 # 0, 1, 2, ...
1272 chapters-start-level: 2 # 0, 1, 2, ...
1276 title: "VPP Performance Configuration"
1277 algorithm: "file_merged_test_results"
1278 output-file-ext: ".rst"
1279 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1280 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1281 dir-tables: "{DIR[DTC,PERF,VPP]}"
1284 filter: "not 'NDRCHK' and not 'PDRCHK'"
1290 data-start-level: 3 # 0, 1, 2, ...
1291 chapters-start-level: 2 # 0, 1, 2, ...
1295 title: "VPP Performance Operational Data"
1296 algorithm: "file_merged_test_results"
1297 output-file-ext: ".rst"
1298 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1299 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1300 dir-tables: "{DIR[DTO,PERF,VPP]}"
1303 filter: "not 'NDRCHK' and not 'PDRCHK'"
1309 data-start-level: 3 # 0, 1, 2, ...
1310 chapters-start-level: 2 # 0, 1, 2, ...
1314 title: "VPP MRR Results"
1315 algorithm: "file_test_results"
1316 output-file-ext: ".rst"
1317 output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
1318 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1319 dir-tables: "{DIR[DTR,MRR,VPP]}"
1328 data-start-level: 2 # 0, 1, 2, ...
1329 chapters-start-level: 2 # 0, 1, 2, ...
1333 title: "VPP MRR Configuration"
1334 algorithm: "file_test_results"
1335 output-file-ext: ".rst"
1336 output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_configuration"
1337 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1338 dir-tables: "{DIR[DTC,MRR,VPP]}"
1347 data-start-level: 2 # 0, 1, 2, ...
1348 chapters-start-level: 2 # 0, 1, 2, ...
1352 title: "VPP Functional Results"
1353 algorithm: "file_test_results"
1354 output-file-ext: ".rst"
1355 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1356 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1357 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1365 data-start-level: 3 # 0, 1, 2, ...
1366 chapters-start-level: 2 # 0, 1, 2, ...
1370 title: "VPP Functional Results - CentOS"
1371 algorithm: "file_test_results"
1372 output-file-ext: ".rst"
1373 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
1374 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1375 dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
1377 "vpp-func-results-centos"
1383 data-start-level: 3 # 0, 1, 2, ...
1384 chapters-start-level: 2 # 0, 1, 2, ...
1388 title: "VPP Functional Configuration"
1389 algorithm: "file_test_results"
1390 output-file-ext: ".rst"
1391 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1392 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1393 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1401 data-start-level: 3 # 0, 1, 2, ...
1402 chapters-start-level: 2 # 0, 1, 2, ...
1406 title: "VPP Functional Configuration - CentOS"
1407 algorithm: "file_test_results"
1408 output-file-ext: ".rst"
1409 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1410 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1411 dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
1413 "vpp-func-results-centos"
1419 data-start-level: 3 # 0, 1, 2, ...
1420 chapters-start-level: 2 # 0, 1, 2, ...
1424 title: "Container Orchestrated Performance Results"
1425 algorithm: "file_test_results"
1426 output-file-ext: ".rst"
1427 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1428 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1429 dir-tables: "{DIR[DTR,PERF,COT]}"
1431 "ligato-perf-results"
1437 data-start-level: 2 # 0, 1, 2, ...
1438 chapters-start-level: 2 # 0, 1, 2, ...
1442 title: "DPDK Performance Results"
1443 algorithm: "file_test_results"
1444 output-file-ext: ".rst"
1445 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1446 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1447 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1457 data-start-level: 2 # 0, 1, 2, ...
1458 chapters-start-level: 2 # 0, 1, 2, ...
1462 title: "Honeycomb Functional Results"
1463 algorithm: "file_test_results"
1464 output-file-ext: ".rst"
1465 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1466 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1467 dir-tables: "{DIR[DTR,FUNC,HC]}"
1477 data-start-level: 3 # 0, 1, 2, ...
1478 chapters-start-level: 2 # 0, 1, 2, ...
1482 title: "NSH SFC Functional Results"
1483 algorithm: "file_test_results"
1484 output-file-ext: ".rst"
1485 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1486 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1487 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1497 data-start-level: 2 # 0, 1, 2, ...
1498 chapters-start-level: 2 # 0, 1, 2, ...
1500 ################################################################################
1502 ################################################################################
1504 # Plots VPP HTTP Server Performance
1507 title: "VPP HTTP Server Performance"
1508 algorithm: "plot_http_server_performance_box"
1509 output-file-type: ".html"
1510 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1512 "plot-vpp-http-server-performance"
1513 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1514 # each tag is enclosed with ' (apostrophe).
1515 filter: "'HTTP' and 'TCP_CPS'"
1521 boxpoints: "outliers"
1524 title: "VPP HTTP Server Performance"
1530 title: "VPP HTTP Server Performance"
1531 algorithm: "plot_http_server_performance_box"
1532 output-file-type: ".html"
1533 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1535 "plot-vpp-http-server-performance"
1536 filter: "'HTTP' and 'TCP_RPS'"
1542 boxpoints: "outliers"
1545 title: "VPP HTTP Server Performance"
1549 # Plot Throughput Speedup Analysis
1551 # L2 - 10ge2p1x520 - NDR
1554 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1555 algorithm: "plot_throughput_speedup_analysis"
1556 output-file-type: ".html"
1557 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1559 "plot-throughput-speedup-analysis"
1560 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1566 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1568 "plot-throughput-speedup-analysis"
1570 # L2 - 40ge2p1xl710 - NDR
1573 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1574 algorithm: "plot_throughput_speedup_analysis"
1575 output-file-type: ".html"
1576 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1578 "plot-throughput-speedup-analysis"
1579 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1585 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1587 "plot-throughput-speedup-analysis"
1589 # L2 - 10ge2p1x520 - PDR
1592 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1593 algorithm: "plot_throughput_speedup_analysis"
1594 output-file-type: ".html"
1595 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1597 "plot-throughput-speedup-analysis"
1598 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1604 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1606 "plot-throughput-speedup-analysis"
1608 # IPv4 - 10ge2p1x520 - NDR
1611 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1612 algorithm: "plot_throughput_speedup_analysis"
1613 output-file-type: ".html"
1614 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1616 "plot-throughput-speedup-analysis"
1617 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1623 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1625 "plot-throughput-speedup-analysis"
1627 # IPv4 - 40ge2p1xl710 - NDR
1630 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1631 algorithm: "plot_throughput_speedup_analysis"
1632 output-file-type: ".html"
1633 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1635 "plot-throughput-speedup-analysis"
1636 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1642 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1644 "plot-throughput-speedup-analysis"
1646 # IPv4 - 10ge2p1x520 - PDR
1649 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1650 algorithm: "plot_throughput_speedup_analysis"
1651 output-file-type: ".html"
1652 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1654 "plot-throughput-speedup-analysis"
1655 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1661 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1663 "plot-throughput-speedup-analysis"
1665 # IPv6 - 10ge2p1x520 - NDR
1668 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1669 algorithm: "plot_throughput_speedup_analysis"
1670 output-file-type: ".html"
1671 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1673 "plot-throughput-speedup-analysis"
1674 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1680 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1682 "plot-throughput-speedup-analysis"
1684 # IPv6 - 40ge2p1xl710 - NDR
1687 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1688 algorithm: "plot_throughput_speedup_analysis"
1689 output-file-type: ".html"
1690 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1692 "plot-throughput-speedup-analysis"
1693 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1699 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1701 "plot-throughput-speedup-analysis"
1703 # IPv6 - 10ge2p1x520 - PDR
1706 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1707 algorithm: "plot_throughput_speedup_analysis"
1708 output-file-type: ".html"
1709 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1711 "plot-throughput-speedup-analysis"
1712 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1718 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1720 "plot-throughput-speedup-analysis"
1722 # Plot packets per second
1727 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1728 algorithm: "plot_performance_box"
1729 output-file-type: ".html"
1730 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1732 "plot-vpp-throughput-latency"
1733 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1734 # each tag is enclosed with ' (apostrophe).
1735 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1741 boxpoints: "outliers"
1744 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1750 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1751 algorithm: "plot_performance_box"
1752 output-file-type: ".html"
1753 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1755 "plot-vpp-throughput-latency"
1756 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1762 boxpoints: "outliers"
1765 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1771 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1772 algorithm: "plot_performance_box"
1773 output-file-type: ".html"
1774 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1776 "plot-vpp-throughput-latency"
1777 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1783 boxpoints: "outliers"
1786 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1792 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1793 algorithm: "plot_performance_box"
1794 output-file-type: ".html"
1795 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1797 "plot-vpp-throughput-latency"
1798 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1804 boxpoints: "outliers"
1807 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1814 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1815 algorithm: "plot_performance_box"
1816 output-file-type: ".html"
1817 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1819 "plot-vpp-throughput-latency"
1820 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1826 boxpoints: "outliers"
1829 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1835 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1836 algorithm: "plot_performance_box"
1837 output-file-type: ".html"
1838 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1840 "plot-vpp-throughput-latency"
1841 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1847 boxpoints: "outliers"
1850 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1856 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1857 algorithm: "plot_performance_box"
1858 output-file-type: ".html"
1859 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1861 "plot-vpp-throughput-latency"
1862 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1868 boxpoints: "outliers"
1871 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1877 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1878 algorithm: "plot_performance_box"
1879 output-file-type: ".html"
1880 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1882 "plot-vpp-throughput-latency"
1883 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1889 boxpoints: "outliers"
1892 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1899 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1900 algorithm: "plot_performance_box"
1901 output-file-type: ".html"
1902 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1904 "plot-vpp-throughput-latency"
1905 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1911 boxpoints: "outliers"
1914 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1920 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1921 algorithm: "plot_performance_box"
1922 output-file-type: ".html"
1923 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1925 "plot-vpp-throughput-latency"
1926 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1932 boxpoints: "outliers"
1935 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1941 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1942 algorithm: "plot_performance_box"
1943 output-file-type: ".html"
1944 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1946 "plot-vpp-throughput-latency"
1947 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1953 boxpoints: "outliers"
1956 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1962 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1963 algorithm: "plot_performance_box"
1964 output-file-type: ".html"
1965 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1967 "plot-vpp-throughput-latency"
1968 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1974 boxpoints: "outliers"
1977 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1984 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1985 algorithm: "plot_performance_box"
1986 output-file-type: ".html"
1987 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1989 "plot-vpp-throughput-latency"
1990 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1996 boxpoints: "outliers"
1999 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2005 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2006 algorithm: "plot_performance_box"
2007 output-file-type: ".html"
2008 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
2010 "plot-vpp-throughput-latency"
2011 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2017 boxpoints: "outliers"
2020 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2026 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2027 algorithm: "plot_performance_box"
2028 output-file-type: ".html"
2029 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
2031 "plot-vpp-throughput-latency"
2032 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2038 boxpoints: "outliers"
2041 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2047 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2048 algorithm: "plot_performance_box"
2049 output-file-type: ".html"
2050 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
2052 "plot-vpp-throughput-latency"
2053 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2059 boxpoints: "outliers"
2062 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
2069 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2070 algorithm: "plot_performance_box"
2071 output-file-type: ".html"
2072 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
2074 "plot-vpp-throughput-latency"
2075 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2081 boxpoints: "outliers"
2084 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2090 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2091 algorithm: "plot_performance_box"
2092 output-file-type: ".html"
2093 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
2095 "plot-vpp-throughput-latency"
2096 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2102 boxpoints: "outliers"
2105 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2111 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2112 algorithm: "plot_performance_box"
2113 output-file-type: ".html"
2114 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
2116 "plot-vpp-throughput-latency"
2117 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2123 boxpoints: "outliers"
2126 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2132 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2133 algorithm: "plot_performance_box"
2134 output-file-type: ".html"
2135 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
2137 "plot-vpp-throughput-latency"
2138 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2144 boxpoints: "outliers"
2147 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2154 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2155 algorithm: "plot_performance_box"
2156 output-file-type: ".html"
2157 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2159 "plot-vpp-throughput-latency"
2160 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2166 boxpoints: "outliers"
2169 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2174 gridcolor: "rgb(238, 238, 238)"
2175 linecolor: "rgb(238, 238, 238)"
2179 showticklabels: True
2180 tickcolor: "rgb(238, 238, 238)"
2182 title: "Indexed Test Cases"
2185 gridcolor: "rgb(238, 238, 238)'"
2187 linecolor: "rgb(238, 238, 238)"
2189 range: [2000000, 6000000]
2192 showticklabels: True
2193 tickcolor: "rgb(238, 238, 238)"
2194 title: "Packets Per Second [pps]"
2212 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2213 algorithm: "plot_performance_box"
2214 output-file-type: ".html"
2215 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2217 "plot-vpp-throughput-latency"
2218 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2224 boxpoints: "outliers"
2227 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2233 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2234 algorithm: "plot_performance_box"
2235 output-file-type: ".html"
2236 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2238 "plot-vpp-throughput-latency"
2239 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2245 boxpoints: "outliers"
2248 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2254 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2255 algorithm: "plot_performance_box"
2256 output-file-type: ".html"
2257 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2259 "plot-vpp-throughput-latency"
2260 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2266 boxpoints: "outliers"
2269 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2274 gridcolor: "rgb(238, 238, 238)"
2275 linecolor: "rgb(238, 238, 238)"
2279 showticklabels: True
2280 tickcolor: "rgb(238, 238, 238)"
2282 title: "Indexed Test Cases"
2285 gridcolor: "rgb(238, 238, 238)'"
2287 linecolor: "rgb(238, 238, 238)"
2289 range: [4000000, 12000000]
2292 showticklabels: True
2293 tickcolor: "rgb(238, 238, 238)"
2294 title: "Packets Per Second [pps]"
2313 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2314 algorithm: "plot_performance_box"
2315 output-file-type: ".html"
2316 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2318 "plot-vpp-throughput-latency"
2319 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2325 boxpoints: "outliers"
2328 title: "64B-1t1c-.*vhost.*-ndrdisc"
2333 gridcolor: "rgb(238, 238, 238)"
2334 linecolor: "rgb(238, 238, 238)"
2338 showticklabels: True
2339 tickcolor: "rgb(238, 238, 238)"
2341 title: "Indexed Test Cases"
2344 gridcolor: "rgb(238, 238, 238)'"
2346 linecolor: "rgb(238, 238, 238)"
2351 showticklabels: True
2352 tickcolor: "rgb(238, 238, 238)"
2353 title: "Packets Per Second [pps]"
2371 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2372 algorithm: "plot_performance_box"
2373 output-file-type: ".html"
2374 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2376 "plot-vpp-throughput-latency"
2377 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2383 boxpoints: "outliers"
2386 title: "64B-2t2c-.*vhost.*-ndrdisc"
2392 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2393 algorithm: "plot_performance_box"
2394 output-file-type: ".html"
2395 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2397 "plot-vpp-throughput-latency"
2398 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2404 boxpoints: "outliers"
2407 title: "64B-1t1c-.*vhost.*-pdrdisc"
2413 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2414 algorithm: "plot_performance_box"
2415 output-file-type: ".html"
2416 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2418 "plot-vpp-throughput-latency"
2419 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2425 boxpoints: "outliers"
2428 title: "64B-2t2c-.*vhost.*-pdrdisc"
2432 # VPP VM VHOST SELECTION
2435 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2436 algorithm: "plot_performance_box"
2437 output-file-type: ".html"
2438 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2440 "plot-vpp-throughput-latency"
2441 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2447 boxpoints: "outliers"
2450 title: "64B-1t1c-.*vhost.*-ndrdisc"
2456 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2457 algorithm: "plot_performance_box"
2458 output-file-type: ".html"
2459 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2461 "plot-vpp-throughput-latency"
2462 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2468 boxpoints: "outliers"
2471 title: "64B-2t2c-.*vhost.*-ndrdisc"
2477 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2478 algorithm: "plot_performance_box"
2479 output-file-type: ".html"
2480 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2482 "plot-vpp-throughput-latency"
2483 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2489 boxpoints: "outliers"
2492 title: "64B-1t1c-.*vhost.*-pdrdisc"
2498 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2499 algorithm: "plot_performance_box"
2500 output-file-type: ".html"
2501 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2503 "plot-vpp-throughput-latency"
2504 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2510 boxpoints: "outliers"
2513 title: "64B-2t2c-.*vhost.*-pdrdisc"
2520 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2521 algorithm: "plot_performance_box"
2522 output-file-type: ".html"
2523 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2525 "plot-vpp-throughput-latency"
2526 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2532 boxpoints: "outliers"
2535 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2541 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2542 algorithm: "plot_performance_box"
2543 output-file-type: ".html"
2544 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2546 "plot-vpp-throughput-latency"
2547 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2553 boxpoints: "outliers"
2556 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2562 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2563 algorithm: "plot_performance_box"
2564 output-file-type: ".html"
2565 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2567 "plot-vpp-throughput-latency"
2568 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2574 boxpoints: "outliers"
2577 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2583 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2584 algorithm: "plot_performance_box"
2585 output-file-type: ".html"
2586 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2588 "plot-vpp-throughput-latency"
2589 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2595 boxpoints: "outliers"
2598 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2605 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2606 algorithm: "plot_performance_box"
2607 output-file-type: ".html"
2608 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2610 "plot-dpdk-throughput-latency"
2611 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2617 boxpoints: "outliers"
2620 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2626 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2627 algorithm: "plot_performance_box"
2628 output-file-type: ".html"
2629 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2631 "plot-dpdk-throughput-latency"
2632 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2638 boxpoints: "outliers"
2641 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2647 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2648 algorithm: "plot_performance_box"
2649 output-file-type: ".html"
2650 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2652 "plot-dpdk-throughput-latency"
2653 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2659 boxpoints: "outliers"
2662 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2667 gridcolor: "rgb(238, 238, 238)"
2668 linecolor: "rgb(238, 238, 238)"
2672 showticklabels: True
2673 tickcolor: "rgb(238, 238, 238)"
2675 title: "Indexed Test Cases"
2678 gridcolor: "rgb(238, 238, 238)'"
2680 linecolor: "rgb(238, 238, 238)"
2682 range: [2000000, 12000000]
2685 showticklabels: True
2686 tickcolor: "rgb(238, 238, 238)"
2687 title: "Packets Per Second [pps]"
2705 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2706 algorithm: "plot_performance_box"
2707 output-file-type: ".html"
2708 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2710 "plot-dpdk-throughput-latency"
2711 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2717 boxpoints: "outliers"
2720 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2725 gridcolor: "rgb(238, 238, 238)"
2726 linecolor: "rgb(238, 238, 238)"
2730 showticklabels: True
2731 tickcolor: "rgb(238, 238, 238)"
2733 title: "Indexed Test Cases"
2736 gridcolor: "rgb(238, 238, 238)'"
2738 linecolor: "rgb(238, 238, 238)"
2740 range: [2000000, 12000000]
2743 showticklabels: True
2744 tickcolor: "rgb(238, 238, 238)"
2745 title: "Packets Per Second [pps]"
2763 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2764 algorithm: "plot_performance_box"
2765 output-file-type: ".html"
2766 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2768 "plot-dpdk-throughput-latency"
2769 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2775 boxpoints: "outliers"
2778 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2784 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2785 algorithm: "plot_performance_box"
2786 output-file-type: ".html"
2787 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2789 "plot-dpdk-throughput-latency"
2790 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2796 boxpoints: "outliers"
2799 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2805 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2806 algorithm: "plot_performance_box"
2807 output-file-type: ".html"
2808 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2810 "plot-dpdk-throughput-latency"
2811 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2817 boxpoints: "outliers"
2820 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2825 gridcolor: "rgb(238, 238, 238)"
2826 linecolor: "rgb(238, 238, 238)"
2830 showticklabels: True
2831 tickcolor: "rgb(238, 238, 238)"
2833 title: "Indexed Test Cases"
2836 gridcolor: "rgb(238, 238, 238)'"
2838 linecolor: "rgb(238, 238, 238)"
2840 range: [20000000, 30000000]
2843 showticklabels: True
2844 tickcolor: "rgb(238, 238, 238)"
2845 title: "Packets Per Second [pps]"
2863 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2864 algorithm: "plot_performance_box"
2865 output-file-type: ".html"
2866 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2868 "plot-dpdk-throughput-latency"
2869 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2875 boxpoints: "outliers"
2878 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2883 gridcolor: "rgb(238, 238, 238)"
2884 linecolor: "rgb(238, 238, 238)"
2888 showticklabels: True
2889 tickcolor: "rgb(238, 238, 238)"
2891 title: "Indexed Test Cases"
2894 gridcolor: "rgb(238, 238, 238)'"
2896 linecolor: "rgb(238, 238, 238)"
2898 range: [20000000, 30000000]
2901 showticklabels: True
2902 tickcolor: "rgb(238, 238, 238)"
2903 title: "Packets Per Second [pps]"
2924 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2925 algorithm: "plot_latency_box"
2926 output-file-type: ".html"
2927 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2929 "plot-vpp-throughput-latency"
2930 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2937 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2943 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2944 algorithm: "plot_latency_box"
2945 output-file-type: ".html"
2946 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2948 "plot-vpp-throughput-latency"
2949 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2956 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2963 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2964 algorithm: "plot_latency_box"
2965 output-file-type: ".html"
2966 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2968 "plot-vpp-throughput-latency"
2969 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2976 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2982 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2983 algorithm: "plot_latency_box"
2984 output-file-type: ".html"
2985 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2987 "plot-vpp-throughput-latency"
2988 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2995 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3002 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3003 algorithm: "plot_latency_box"
3004 output-file-type: ".html"
3005 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3007 "plot-vpp-throughput-latency"
3008 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
3015 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3021 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3022 algorithm: "plot_latency_box"
3023 output-file-type: ".html"
3024 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3026 "plot-vpp-throughput-latency"
3027 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
3034 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3041 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3042 algorithm: "plot_latency_box"
3043 output-file-type: ".html"
3044 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
3046 "plot-vpp-throughput-latency"
3047 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3054 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3060 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3061 algorithm: "plot_latency_box"
3062 output-file-type: ".html"
3063 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
3065 "plot-vpp-throughput-latency"
3066 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3073 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3080 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3081 algorithm: "plot_latency_box"
3082 output-file-type: ".html"
3083 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
3085 "plot-vpp-throughput-latency"
3086 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3093 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3099 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3100 algorithm: "plot_latency_box"
3101 output-file-type: ".html"
3102 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3104 "plot-vpp-throughput-latency"
3105 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3112 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3119 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3120 algorithm: "plot_latency_box"
3121 output-file-type: ".html"
3122 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3124 "plot-vpp-throughput-latency"
3125 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3132 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3138 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3139 algorithm: "plot_latency_box"
3140 output-file-type: ".html"
3141 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3143 "plot-vpp-throughput-latency"
3144 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3151 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3158 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3159 algorithm: "plot_latency_box"
3160 output-file-type: ".html"
3161 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
3163 "plot-vpp-throughput-latency"
3164 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3171 title: "64B-1t1c-.*vhost.*-ndrdisc"
3177 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3178 algorithm: "plot_latency_box"
3179 output-file-type: ".html"
3180 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
3182 "plot-vpp-throughput-latency"
3183 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3190 title: "64B-2t2c-.*vhost.*-ndrdisc"
3194 # VPP VM VHOST selection
3197 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3198 algorithm: "plot_latency_box"
3199 output-file-type: ".html"
3200 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
3202 "plot-vpp-throughput-latency"
3203 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3210 title: "64B-1t1c-.*vhost.*-ndrdisc"
3216 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3217 algorithm: "plot_latency_box"
3218 output-file-type: ".html"
3219 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
3221 "plot-vpp-throughput-latency"
3222 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3229 title: "64B-2t2c-.*vhost.*-ndrdisc"
3236 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3237 algorithm: "plot_latency_box"
3238 output-file-type: ".html"
3239 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3241 "plot-vpp-throughput-latency"
3242 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3249 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3255 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3256 algorithm: "plot_latency_box"
3257 output-file-type: ".html"
3258 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3260 "plot-vpp-throughput-latency"
3261 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3268 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3275 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3276 algorithm: "plot_latency_box"
3277 output-file-type: ".html"
3278 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3280 "plot-dpdk-throughput-latency"
3281 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3288 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3294 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3295 algorithm: "plot_latency_box"
3296 output-file-type: ".html"
3297 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3299 "plot-dpdk-throughput-latency"
3300 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3307 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3313 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3314 algorithm: "plot_latency_box"
3315 output-file-type: ".html"
3316 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3318 "plot-dpdk-throughput-latency"
3319 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3326 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3332 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3333 algorithm: "plot_latency_box"
3334 output-file-type: ".html"
3335 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3337 "plot-dpdk-throughput-latency"
3338 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3345 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3349 # Ligato - Throughput
3354 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3355 algorithm: "plot_performance_box"
3356 output-file-type: ".html"
3357 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3359 "plot-vpp-throughput-latency"
3360 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3366 boxpoints: "outliers"
3369 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3374 gridcolor: "rgb(238, 238, 238)"
3375 linecolor: "rgb(238, 238, 238)"
3379 showticklabels: True
3380 tickcolor: "rgb(238, 238, 238)"
3382 title: "Indexed Test Cases"
3385 gridcolor: "rgb(238, 238, 238)'"
3387 linecolor: "rgb(238, 238, 238)"
3392 showticklabels: True
3393 tickcolor: "rgb(238, 238, 238)"
3394 title: "Packets Per Second [pps]"
3412 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3413 algorithm: "plot_performance_box"
3414 output-file-type: ".html"
3415 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3417 "plot-vpp-throughput-latency"
3418 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3424 boxpoints: "outliers"
3427 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3432 gridcolor: "rgb(238, 238, 238)"
3433 linecolor: "rgb(238, 238, 238)"
3437 showticklabels: True
3438 tickcolor: "rgb(238, 238, 238)"
3440 title: "Indexed Test Cases"
3443 gridcolor: "rgb(238, 238, 238)'"
3445 linecolor: "rgb(238, 238, 238)"
3450 showticklabels: True
3451 tickcolor: "rgb(238, 238, 238)"
3452 title: "Packets Per Second [pps]"
3470 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3471 algorithm: "plot_performance_box"
3472 output-file-type: ".html"
3473 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3475 "plot-vpp-throughput-latency"
3476 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3482 boxpoints: "outliers"
3485 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3490 gridcolor: "rgb(238, 238, 238)"
3491 linecolor: "rgb(238, 238, 238)"
3495 showticklabels: True
3496 tickcolor: "rgb(238, 238, 238)"
3498 title: "Indexed Test Cases"
3501 gridcolor: "rgb(238, 238, 238)'"
3503 linecolor: "rgb(238, 238, 238)"
3508 showticklabels: True
3509 tickcolor: "rgb(238, 238, 238)"
3510 title: "Packets Per Second [pps]"
3528 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3529 algorithm: "plot_performance_box"
3530 output-file-type: ".html"
3531 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3533 "plot-vpp-throughput-latency"
3534 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3540 boxpoints: "outliers"
3543 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3548 gridcolor: "rgb(238, 238, 238)"
3549 linecolor: "rgb(238, 238, 238)"
3553 showticklabels: True
3554 tickcolor: "rgb(238, 238, 238)"
3556 title: "Indexed Test Cases"
3559 gridcolor: "rgb(238, 238, 238)'"
3561 linecolor: "rgb(238, 238, 238)"
3566 showticklabels: True
3567 tickcolor: "rgb(238, 238, 238)"
3568 title: "Packets Per Second [pps]"
3584 # Container orchestrated
3587 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3588 algorithm: "plot_performance_box"
3589 output-file-type: ".html"
3590 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3592 "plot-ligato-throughput-latency"
3593 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3599 boxpoints: "outliers"
3602 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3608 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3609 algorithm: "plot_performance_box"
3610 output-file-type: ".html"
3611 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3613 "plot-ligato-throughput-latency"
3614 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3620 boxpoints: "outliers"
3623 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3629 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3630 algorithm: "plot_performance_box"
3631 output-file-type: ".html"
3632 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3634 "plot-ligato-throughput-latency"
3635 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3641 boxpoints: "outliers"
3644 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3650 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3651 algorithm: "plot_performance_box"
3652 output-file-type: ".html"
3653 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3655 "plot-ligato-throughput-latency"
3656 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3662 boxpoints: "outliers"
3665 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3674 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3675 algorithm: "plot_latency_box"
3676 output-file-type: ".html"
3677 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3679 "plot-vpp-throughput-latency"
3680 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3687 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3693 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3694 algorithm: "plot_latency_box"
3695 output-file-type: ".html"
3696 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3698 "plot-vpp-throughput-latency"
3699 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3706 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3710 # Container orchestrated
3713 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3714 algorithm: "plot_latency_box"
3715 output-file-type: ".html"
3716 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3718 "plot-ligato-throughput-latency"
3719 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3726 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3732 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3733 algorithm: "plot_latency_box"
3734 output-file-type: ".html"
3735 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3737 "plot-ligato-throughput-latency"
3738 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3745 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"