6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 plot-vpp-http-server-performance:
93 # TODO: Add the data sources
94 csit-vpp-perf-1801-all:
106 # TODO: Add the data sources
107 # vpp-meltdown-impact:
108 # csit-vpp-perf-1707-all:
112 # csit-vpp-perf-1710-all:
116 # TODO: Add the data sources
117 # vpp-spectre-impact:
118 # csit-vpp-perf-1707-all:
122 # csit-vpp-perf-1710-all:
126 vpp-performance-changes:
127 csit-vpp-perf-1710-all:
138 csit-vpp-perf-1801-all:
151 csit-vpp-perf-1804-all:
158 vpp-performance-changes-mrr:
159 csit-vpp-perf-check-1801:
172 csit-vpp-perf-check-1804:
177 plot-throughput-speedup-analysis:
178 csit-vpp-perf-1804-all:
185 # performance-improvements:
186 # csit-vpp-perf-1707-all:
197 # csit-vpp-perf-1710-all:
208 # csit-vpp-perf-1801-all:
212 # csit-ligato-perf-1710-all:
223 # csit-ligato-perf-1801-all:
234 csit-vpp-perf-1804-all:
238 csit-vpp-functional-1804-ubuntu1604-virl:
241 csit-ligato-perf-1801-all:
244 csit-dpdk-perf-1804-all:
247 csit-hc2vpp-verify-func-1804-ubuntu1604:
248 - "lastSuccessfulBuild"
250 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
251 - "lastSuccessfulBuild"
252 plot-vpp-throughput-latency:
253 csit-vpp-perf-1804-all:
260 plot-dpdk-throughput-latency:
261 csit-dpdk-perf-1804-all:
274 plot-ligato-throughput-latency:
275 csit-ligato-perf-1801-all:
293 gridcolor: "rgb(238, 238, 238)"
294 linecolor: "rgb(238, 238, 238)"
299 tickcolor: "rgb(238, 238, 238)"
301 title: "Indexed Test Cases"
304 gridcolor: "rgb(238, 238, 238)'"
306 linecolor: "rgb(238, 238, 238)"
313 tickcolor: "rgb(238, 238, 238)"
314 title: "Connections Per Second [cps]"
335 gridcolor: "rgb(238, 238, 238)"
336 linecolor: "rgb(238, 238, 238)"
341 tickcolor: "rgb(238, 238, 238)"
343 title: "Indexed Test Cases"
346 gridcolor: "rgb(238, 238, 238)'"
348 linecolor: "rgb(238, 238, 238)"
355 tickcolor: "rgb(238, 238, 238)"
356 title: "Requests Per Second [rps]"
377 gridcolor: "rgb(238, 238, 238)"
378 linecolor: "rgb(238, 238, 238)"
383 tickcolor: "rgb(238, 238, 238)"
385 title: "Indexed Test Cases"
388 gridcolor: "rgb(238, 238, 238)'"
390 linecolor: "rgb(238, 238, 238)"
396 tickcolor: "rgb(238, 238, 238)"
397 title: "Packets Per Second [pps]"
418 gridcolor: "rgb(238, 238, 238)"
419 linecolor: "rgb(238, 238, 238)"
424 tickcolor: "rgb(238, 238, 238)"
426 title: "Indexed Test Cases"
429 gridcolor: "rgb(238, 238, 238)'"
431 linecolor: "rgb(238, 238, 238)"
437 tickcolor: "rgb(238, 238, 238)"
438 title: "Latency min/avg/max [uSec]"
454 plot-throughput-speedup-analysis:
459 gridcolor: "rgb(238, 238, 238)"
460 linecolor: "rgb(238, 238, 238)"
465 tickcolor: "rgb(238, 238, 238)"
470 title: "Throughput speedup factor"
471 gridcolor: "rgb(238, 238, 238)"
473 linecolor: "rgb(238, 238, 238)"
479 tickcolor: "rgb(238, 238, 238)"
487 bgcolor: "rgba(255, 255, 255, 0)"
488 bordercolor: "rgba(255, 255, 255, 0)"
505 input-format: "xml" # zip or xml
506 extract: "robot-plugin/output.xml" # Only for zip
508 # The files must be in the directory DIR[WORKING,DATA]
509 csit-vpp-perf-1801-all:
512 file: "{DIR[WORKING,DATA]}/output.xml"
515 file: "{DIR[WORKING,DATA]}/output.xml"
518 file: "{DIR[WORKING,DATA]}/output.xml"
521 file: "{DIR[WORKING,DATA]}/output.xml"
525 src-path: "{DIR[RST]}"
526 dst-path: "{DIR[WORKING,SRC]}"
529 type: "input" # Ignored in debug mode
531 file-name: "robot-plugin.zip"
533 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
534 extract: "robot-plugin/output.xml"
536 # csit-vpp-perf-1707-all:
547 csit-vpp-perf-1710-all:
558 csit-vpp-perf-1801-all:
586 csit-vpp-perf-1804-all:
593 csit-vpp-perf-check-1801:
606 csit-vpp-perf-check-1804:
611 # csit-ligato-perf-1710-all:
622 csit-ligato-perf-1801-all:
633 csit-dpdk-perf-1804-all:
646 csit-vpp-functional-1804-ubuntu1604-virl:
648 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
649 - "lastSuccessfulBuild"
650 csit-hc2vpp-verify-func-1804-ubuntu1604:
651 - "lastSuccessfulBuild"
662 ################################################################################
664 ################################################################################
668 # title: "Performance Impact of Meltdown Patches"
669 # algorithm: "table_performance_comparison"
670 # output-file-ext: ".csv"
672 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
674 # title: "No Meltdown"
675 ## TODO: specify data sources
677 # csit-vpp-perf-1707-all:
682 # title: "Meltdown Patches Applied"
683 ## TODO: specify data sources
685 # csit-vpp-perf-1710-all:
690 # "vpp-meltdown-impact"
696 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
697 # # to present all tests.
698 # nr-of-tests-shown: 20
702 # title: "Performance Impact of Spectre Patches"
703 # algorithm: "table_performance_comparison"
704 # output-file-ext: ".csv"
706 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
708 # title: "No Spectre"
709 ## TODO: specify data sources
711 # csit-vpp-perf-1707-all:
716 # title: "Spectre Patches Applied"
717 ## TODO: specify data sources
719 # csit-vpp-perf-1710-all:
724 # "vpp-spectre-impact"
730 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
731 # # to present all tests.
732 # nr-of-tests-shown: 20
736 title: "VPP Performance Changes"
737 algorithm: "table_performance_comparison"
738 output-file-ext: ".csv"
739 output-file: "{DIR[STATIC,VPP]}/performance-changes"
744 csit-vpp-perf-1710-all:
758 csit-vpp-perf-1801-all:
774 csit-vpp-perf-1804-all:
776 data: "vpp-performance-changes"
782 # Number of the best and the worst tests presented in the table. Use 0 (zero)
783 # to present all tests.
784 nr-of-tests-shown: 20
789 title: "VPP Performance Changes - MRR"
790 algorithm: "table_performance_comparison_mrr"
791 output-file-ext: ".csv"
792 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
794 title: "Release 1801"
796 csit-vpp-perf-check-1801:
810 title: "Release 1804"
812 csit-vpp-perf-check-1804:
814 data: "vpp-performance-changes-mrr"
820 # Number of the best and the worst tests presented in the table. Use 0 (zero)
821 # to present all tests.
822 nr-of-tests-shown: 20
827 # title: "Performance improvements"
828 # algorithm: "table_performance_improvements"
829 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
830 # output-file-ext: ".csv"
831 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
837 # title: "16.09 mean [Mpps]"
840 # title: "17.01 mean [Mpps]"
843 # title: "17.04 mean [Mpps]"
846 # title: "17.07 mean [Mpps]"
847 # data: "data csit-vpp-perf-1707-all mean"
849 # title: "17.10 mean [Mpps]"
850 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
852 # title: "18.01 mean [Mpps]"
853 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
855 # title: "18.01 stdev [Mpps]"
856 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
858 # title: "17.10 to 18.01 change [%]"
859 # data: "operation relative_change 5 6"
862 # "performance-improvements"
869 title: "Detailed Test Results - VPP Performance Results"
870 algorithm: "table_merged_details"
871 output-file-ext: ".csv"
872 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
878 title: "Documentation"
886 filter: "not 'NDRCHK' and not 'PDRCHK'"
895 title: "Test configuration - VPP Performance Test Configs"
896 algorithm: "table_merged_details"
897 output-file-ext: ".csv"
898 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
904 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
905 data: "data vat-history"
909 filter: "not 'NDRCHK' and not 'PDRCHK'"
917 title: "Test Operational Data - VPP Performance Operational Data"
918 algorithm: "table_merged_details"
919 output-file-ext: ".csv"
920 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
926 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
927 data: "data show-run"
931 filter: "not 'NDRCHK' and not 'PDRCHK'"
939 title: "Detailed Test Results - VPP Functional Results"
940 algorithm: "table_details"
941 output-file-ext: ".csv"
942 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
948 title: "Documentation"
965 title: "Test configuration - VPP Functional Test Configs"
966 algorithm: "table_details"
967 output-file-ext: ".csv"
968 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
974 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
975 data: "data vat-history"
987 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
988 algorithm: "table_details"
989 output-file-ext: ".csv"
990 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
996 title: "Documentation"
1003 "ligato-perf-results"
1013 title: "Detailed Test Results - DPDK Performance Results"
1014 algorithm: "table_details"
1015 output-file-ext: ".csv"
1016 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1022 title: "Documentation"
1039 title: "Detailed Test Results - Honeycomb Functional Results"
1040 algorithm: "table_details"
1041 output-file-ext: ".csv"
1042 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1048 title: "Documentation"
1065 title: "Detailed Test Results - NSH SFC Functional Results"
1066 algorithm: "table_details"
1067 output-file-ext: ".csv"
1068 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1074 title: "Documentation"
1089 ################################################################################
1091 ################################################################################
1095 title: "VPP Performance Results"
1096 algorithm: "file_merged_test_results"
1097 output-file-ext: ".rst"
1098 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1099 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1100 dir-tables: "{DIR[DTR,PERF,VPP]}"
1103 filter: "not 'NDRCHK' and not 'PDRCHK'"
1109 data-start-level: 3 # 0, 1, 2, ...
1110 chapters-start-level: 2 # 0, 1, 2, ...
1114 title: "VPP Performance Configuration"
1115 algorithm: "file_merged_test_results"
1116 output-file-ext: ".rst"
1117 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1118 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1119 dir-tables: "{DIR[DTC,PERF,VPP]}"
1122 filter: "not 'NDRCHK' and not 'PDRCHK'"
1128 data-start-level: 3 # 0, 1, 2, ...
1129 chapters-start-level: 2 # 0, 1, 2, ...
1133 title: "VPP Performance Operational Data"
1134 algorithm: "file_merged_test_results"
1135 output-file-ext: ".rst"
1136 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1137 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1138 dir-tables: "{DIR[DTO,PERF,VPP]}"
1141 filter: "not 'NDRCHK' and not 'PDRCHK'"
1147 data-start-level: 3 # 0, 1, 2, ...
1148 chapters-start-level: 2 # 0, 1, 2, ...
1152 title: "VPP Functional Results"
1153 algorithm: "file_test_results"
1154 output-file-ext: ".rst"
1155 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1156 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1157 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1165 data-start-level: 3 # 0, 1, 2, ...
1166 chapters-start-level: 2 # 0, 1, 2, ...
1170 title: "VPP Functional Configuration"
1171 algorithm: "file_test_results"
1172 output-file-ext: ".rst"
1173 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1174 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1175 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1183 data-start-level: 3 # 0, 1, 2, ...
1184 chapters-start-level: 2 # 0, 1, 2, ...
1188 title: "Container Orchestrated Performance Results"
1189 algorithm: "file_test_results"
1190 output-file-ext: ".rst"
1191 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1192 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1193 dir-tables: "{DIR[DTR,PERF,COT]}"
1195 "ligato-perf-results"
1201 data-start-level: 2 # 0, 1, 2, ...
1202 chapters-start-level: 2 # 0, 1, 2, ...
1206 title: "DPDK Performance Results"
1207 algorithm: "file_test_results"
1208 output-file-ext: ".rst"
1209 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1210 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1211 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1221 data-start-level: 2 # 0, 1, 2, ...
1222 chapters-start-level: 2 # 0, 1, 2, ...
1226 title: "Honeycomb Functional Results"
1227 algorithm: "file_test_results"
1228 output-file-ext: ".rst"
1229 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1230 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1231 dir-tables: "{DIR[DTR,FUNC,HC]}"
1241 data-start-level: 3 # 0, 1, 2, ...
1242 chapters-start-level: 2 # 0, 1, 2, ...
1246 title: "NSH SFC Functional Results"
1247 algorithm: "file_test_results"
1248 output-file-ext: ".rst"
1249 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1250 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1251 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1261 data-start-level: 2 # 0, 1, 2, ...
1262 chapters-start-level: 2 # 0, 1, 2, ...
1264 ################################################################################
1266 ################################################################################
1268 # Plots VPP HTTP Server Performance
1271 title: "VPP HTTP Server Performance"
1272 algorithm: "plot_http_server_performance_box"
1273 output-file-type: ".html"
1274 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1276 "plot-vpp-http-server-performance"
1277 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1278 # each tag is enclosed with ' (apostrophe).
1279 filter: "'HTTP' and 'TCP_CPS'"
1285 boxpoints: "outliers"
1288 title: "VPP HTTP Server Performance"
1294 title: "VPP HTTP Server Performance"
1295 algorithm: "plot_http_server_performance_box"
1296 output-file-type: ".html"
1297 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1299 "plot-vpp-http-server-performance"
1300 filter: "'HTTP' and 'TCP_RPS'"
1306 boxpoints: "outliers"
1309 title: "VPP HTTP Server Performance"
1313 # Plot Throughput Speedup Analysis
1315 # L2 - 10ge2p1x520 - NDR
1318 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1319 algorithm: "plot_throughput_speedup_analysis"
1320 output-file-type: ".html"
1321 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1323 "plot-throughput-speedup-analysis"
1324 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1330 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1332 "plot-throughput-speedup-analysis"
1334 # L2 - 40ge2p1xl710 - NDR
1337 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1338 algorithm: "plot_throughput_speedup_analysis"
1339 output-file-type: ".html"
1340 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1342 "plot-throughput-speedup-analysis"
1343 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1349 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1351 "plot-throughput-speedup-analysis"
1353 # L2 - 10ge2p1x520 - PDR
1356 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1357 algorithm: "plot_throughput_speedup_analysis"
1358 output-file-type: ".html"
1359 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1361 "plot-throughput-speedup-analysis"
1362 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1368 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1370 "plot-throughput-speedup-analysis"
1372 # IPv4 - 10ge2p1x520 - NDR
1375 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1376 algorithm: "plot_throughput_speedup_analysis"
1377 output-file-type: ".html"
1378 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1380 "plot-throughput-speedup-analysis"
1381 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1387 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1389 "plot-throughput-speedup-analysis"
1391 # IPv4 - 40ge2p1xl710 - NDR
1394 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1395 algorithm: "plot_throughput_speedup_analysis"
1396 output-file-type: ".html"
1397 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1399 "plot-throughput-speedup-analysis"
1400 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1406 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1408 "plot-throughput-speedup-analysis"
1410 # IPv4 - 10ge2p1x520 - PDR
1413 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1414 algorithm: "plot_throughput_speedup_analysis"
1415 output-file-type: ".html"
1416 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1418 "plot-throughput-speedup-analysis"
1419 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1425 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1427 "plot-throughput-speedup-analysis"
1429 # IPv6 - 10ge2p1x520 - NDR
1432 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1433 algorithm: "plot_throughput_speedup_analysis"
1434 output-file-type: ".html"
1435 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1437 "plot-throughput-speedup-analysis"
1438 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1444 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1446 "plot-throughput-speedup-analysis"
1448 # IPv6 - 40ge2p1xl710 - NDR
1451 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1452 algorithm: "plot_throughput_speedup_analysis"
1453 output-file-type: ".html"
1454 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1456 "plot-throughput-speedup-analysis"
1457 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1463 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1465 "plot-throughput-speedup-analysis"
1467 # IPv6 - 10ge2p1x520 - PDR
1470 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1471 algorithm: "plot_throughput_speedup_analysis"
1472 output-file-type: ".html"
1473 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1475 "plot-throughput-speedup-analysis"
1476 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1482 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1484 "plot-throughput-speedup-analysis"
1486 # Plot packets per second
1491 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1492 algorithm: "plot_performance_box"
1493 output-file-type: ".html"
1494 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1496 "plot-vpp-throughput-latency"
1497 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1498 # each tag is enclosed with ' (apostrophe).
1499 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1505 boxpoints: "outliers"
1508 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1514 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1515 algorithm: "plot_performance_box"
1516 output-file-type: ".html"
1517 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1519 "plot-vpp-throughput-latency"
1520 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1526 boxpoints: "outliers"
1529 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1535 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1536 algorithm: "plot_performance_box"
1537 output-file-type: ".html"
1538 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1540 "plot-vpp-throughput-latency"
1541 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1547 boxpoints: "outliers"
1550 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1556 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1557 algorithm: "plot_performance_box"
1558 output-file-type: ".html"
1559 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1561 "plot-vpp-throughput-latency"
1562 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1568 boxpoints: "outliers"
1571 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1578 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1579 algorithm: "plot_performance_box"
1580 output-file-type: ".html"
1581 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1583 "plot-vpp-throughput-latency"
1584 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1590 boxpoints: "outliers"
1593 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1599 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1600 algorithm: "plot_performance_box"
1601 output-file-type: ".html"
1602 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1604 "plot-vpp-throughput-latency"
1605 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1611 boxpoints: "outliers"
1614 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1620 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1621 algorithm: "plot_performance_box"
1622 output-file-type: ".html"
1623 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1625 "plot-vpp-throughput-latency"
1626 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1632 boxpoints: "outliers"
1635 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1641 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1642 algorithm: "plot_performance_box"
1643 output-file-type: ".html"
1644 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1646 "plot-vpp-throughput-latency"
1647 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1653 boxpoints: "outliers"
1656 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1663 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1664 algorithm: "plot_performance_box"
1665 output-file-type: ".html"
1666 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1668 "plot-vpp-throughput-latency"
1669 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1675 boxpoints: "outliers"
1678 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1684 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1685 algorithm: "plot_performance_box"
1686 output-file-type: ".html"
1687 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1689 "plot-vpp-throughput-latency"
1690 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1696 boxpoints: "outliers"
1699 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1705 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1706 algorithm: "plot_performance_box"
1707 output-file-type: ".html"
1708 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1710 "plot-vpp-throughput-latency"
1711 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1717 boxpoints: "outliers"
1720 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1726 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1727 algorithm: "plot_performance_box"
1728 output-file-type: ".html"
1729 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1731 "plot-vpp-throughput-latency"
1732 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1738 boxpoints: "outliers"
1741 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1748 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1749 algorithm: "plot_performance_box"
1750 output-file-type: ".html"
1751 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1753 "plot-vpp-throughput-latency"
1754 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1760 boxpoints: "outliers"
1763 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1769 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1770 algorithm: "plot_performance_box"
1771 output-file-type: ".html"
1772 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1774 "plot-vpp-throughput-latency"
1775 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1781 boxpoints: "outliers"
1784 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1790 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1791 algorithm: "plot_performance_box"
1792 output-file-type: ".html"
1793 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1795 "plot-vpp-throughput-latency"
1796 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1802 boxpoints: "outliers"
1805 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1811 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1812 algorithm: "plot_performance_box"
1813 output-file-type: ".html"
1814 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1816 "plot-vpp-throughput-latency"
1817 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1823 boxpoints: "outliers"
1826 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1833 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1834 algorithm: "plot_performance_box"
1835 output-file-type: ".html"
1836 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1838 "plot-vpp-throughput-latency"
1839 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1845 boxpoints: "outliers"
1848 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1854 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1855 algorithm: "plot_performance_box"
1856 output-file-type: ".html"
1857 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1859 "plot-vpp-throughput-latency"
1860 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1866 boxpoints: "outliers"
1869 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1875 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1876 algorithm: "plot_performance_box"
1877 output-file-type: ".html"
1878 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1880 "plot-vpp-throughput-latency"
1881 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1887 boxpoints: "outliers"
1890 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1896 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1897 algorithm: "plot_performance_box"
1898 output-file-type: ".html"
1899 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1901 "plot-vpp-throughput-latency"
1902 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1908 boxpoints: "outliers"
1911 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1918 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1919 algorithm: "plot_performance_box"
1920 output-file-type: ".html"
1921 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1923 "plot-vpp-throughput-latency"
1924 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1930 boxpoints: "outliers"
1933 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1938 gridcolor: "rgb(238, 238, 238)"
1939 linecolor: "rgb(238, 238, 238)"
1943 showticklabels: True
1944 tickcolor: "rgb(238, 238, 238)"
1946 title: "Indexed Test Cases"
1949 gridcolor: "rgb(238, 238, 238)'"
1951 linecolor: "rgb(238, 238, 238)"
1953 range: [2000000, 6000000]
1956 showticklabels: True
1957 tickcolor: "rgb(238, 238, 238)"
1958 title: "Packets Per Second [pps]"
1976 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1977 algorithm: "plot_performance_box"
1978 output-file-type: ".html"
1979 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1981 "plot-vpp-throughput-latency"
1982 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1988 boxpoints: "outliers"
1991 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1997 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1998 algorithm: "plot_performance_box"
1999 output-file-type: ".html"
2000 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2002 "plot-vpp-throughput-latency"
2003 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2009 boxpoints: "outliers"
2012 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2018 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2019 algorithm: "plot_performance_box"
2020 output-file-type: ".html"
2021 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2023 "plot-vpp-throughput-latency"
2024 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2030 boxpoints: "outliers"
2033 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2038 gridcolor: "rgb(238, 238, 238)"
2039 linecolor: "rgb(238, 238, 238)"
2043 showticklabels: True
2044 tickcolor: "rgb(238, 238, 238)"
2046 title: "Indexed Test Cases"
2049 gridcolor: "rgb(238, 238, 238)'"
2051 linecolor: "rgb(238, 238, 238)"
2053 range: [4000000, 12000000]
2056 showticklabels: True
2057 tickcolor: "rgb(238, 238, 238)"
2058 title: "Packets Per Second [pps]"
2077 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2078 algorithm: "plot_performance_box"
2079 output-file-type: ".html"
2080 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2082 "plot-vpp-throughput-latency"
2083 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2089 boxpoints: "outliers"
2092 title: "64B-1t1c-.*vhost.*-ndrdisc"
2097 gridcolor: "rgb(238, 238, 238)"
2098 linecolor: "rgb(238, 238, 238)"
2102 showticklabels: True
2103 tickcolor: "rgb(238, 238, 238)"
2105 title: "Indexed Test Cases"
2108 gridcolor: "rgb(238, 238, 238)'"
2110 linecolor: "rgb(238, 238, 238)"
2115 showticklabels: True
2116 tickcolor: "rgb(238, 238, 238)"
2117 title: "Packets Per Second [pps]"
2135 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2136 algorithm: "plot_performance_box"
2137 output-file-type: ".html"
2138 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2140 "plot-vpp-throughput-latency"
2141 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2147 boxpoints: "outliers"
2150 title: "64B-2t2c-.*vhost.*-ndrdisc"
2156 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2157 algorithm: "plot_performance_box"
2158 output-file-type: ".html"
2159 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2161 "plot-vpp-throughput-latency"
2162 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2168 boxpoints: "outliers"
2171 title: "64B-1t1c-.*vhost.*-pdrdisc"
2177 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2178 algorithm: "plot_performance_box"
2179 output-file-type: ".html"
2180 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2182 "plot-vpp-throughput-latency"
2183 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2189 boxpoints: "outliers"
2192 title: "64B-2t2c-.*vhost.*-pdrdisc"
2196 # VPP VM VHOST SELECTION
2199 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2200 algorithm: "plot_performance_box"
2201 output-file-type: ".html"
2202 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2204 "plot-vpp-throughput-latency"
2205 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2211 boxpoints: "outliers"
2214 title: "64B-1t1c-.*vhost.*-ndrdisc"
2220 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2221 algorithm: "plot_performance_box"
2222 output-file-type: ".html"
2223 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2225 "plot-vpp-throughput-latency"
2226 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2232 boxpoints: "outliers"
2235 title: "64B-2t2c-.*vhost.*-ndrdisc"
2241 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2242 algorithm: "plot_performance_box"
2243 output-file-type: ".html"
2244 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2246 "plot-vpp-throughput-latency"
2247 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2253 boxpoints: "outliers"
2256 title: "64B-1t1c-.*vhost.*-pdrdisc"
2262 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2263 algorithm: "plot_performance_box"
2264 output-file-type: ".html"
2265 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2267 "plot-vpp-throughput-latency"
2268 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2274 boxpoints: "outliers"
2277 title: "64B-2t2c-.*vhost.*-pdrdisc"
2284 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2285 algorithm: "plot_performance_box"
2286 output-file-type: ".html"
2287 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2289 "plot-vpp-throughput-latency"
2290 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2296 boxpoints: "outliers"
2299 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2305 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2306 algorithm: "plot_performance_box"
2307 output-file-type: ".html"
2308 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2310 "plot-vpp-throughput-latency"
2311 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2317 boxpoints: "outliers"
2320 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2326 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2327 algorithm: "plot_performance_box"
2328 output-file-type: ".html"
2329 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2331 "plot-vpp-throughput-latency"
2332 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2338 boxpoints: "outliers"
2341 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2347 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2348 algorithm: "plot_performance_box"
2349 output-file-type: ".html"
2350 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2352 "plot-vpp-throughput-latency"
2353 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2359 boxpoints: "outliers"
2362 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2369 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2370 algorithm: "plot_performance_box"
2371 output-file-type: ".html"
2372 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2374 "plot-dpdk-throughput-latency"
2375 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2381 boxpoints: "outliers"
2384 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2390 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2391 algorithm: "plot_performance_box"
2392 output-file-type: ".html"
2393 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2395 "plot-dpdk-throughput-latency"
2396 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2402 boxpoints: "outliers"
2405 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2411 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2412 algorithm: "plot_performance_box"
2413 output-file-type: ".html"
2414 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2416 "plot-dpdk-throughput-latency"
2417 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2423 boxpoints: "outliers"
2426 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2431 gridcolor: "rgb(238, 238, 238)"
2432 linecolor: "rgb(238, 238, 238)"
2436 showticklabels: True
2437 tickcolor: "rgb(238, 238, 238)"
2439 title: "Indexed Test Cases"
2442 gridcolor: "rgb(238, 238, 238)'"
2444 linecolor: "rgb(238, 238, 238)"
2446 range: [2000000, 12000000]
2449 showticklabels: True
2450 tickcolor: "rgb(238, 238, 238)"
2451 title: "Packets Per Second [pps]"
2469 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2470 algorithm: "plot_performance_box"
2471 output-file-type: ".html"
2472 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2474 "plot-dpdk-throughput-latency"
2475 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2481 boxpoints: "outliers"
2484 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2489 gridcolor: "rgb(238, 238, 238)"
2490 linecolor: "rgb(238, 238, 238)"
2494 showticklabels: True
2495 tickcolor: "rgb(238, 238, 238)"
2497 title: "Indexed Test Cases"
2500 gridcolor: "rgb(238, 238, 238)'"
2502 linecolor: "rgb(238, 238, 238)"
2504 range: [2000000, 12000000]
2507 showticklabels: True
2508 tickcolor: "rgb(238, 238, 238)"
2509 title: "Packets Per Second [pps]"
2527 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2528 algorithm: "plot_performance_box"
2529 output-file-type: ".html"
2530 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2532 "plot-dpdk-throughput-latency"
2533 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2539 boxpoints: "outliers"
2542 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2548 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2549 algorithm: "plot_performance_box"
2550 output-file-type: ".html"
2551 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2553 "plot-dpdk-throughput-latency"
2554 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2560 boxpoints: "outliers"
2563 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2569 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2570 algorithm: "plot_performance_box"
2571 output-file-type: ".html"
2572 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2574 "plot-dpdk-throughput-latency"
2575 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2581 boxpoints: "outliers"
2584 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2589 gridcolor: "rgb(238, 238, 238)"
2590 linecolor: "rgb(238, 238, 238)"
2594 showticklabels: True
2595 tickcolor: "rgb(238, 238, 238)"
2597 title: "Indexed Test Cases"
2600 gridcolor: "rgb(238, 238, 238)'"
2602 linecolor: "rgb(238, 238, 238)"
2604 range: [20000000, 30000000]
2607 showticklabels: True
2608 tickcolor: "rgb(238, 238, 238)"
2609 title: "Packets Per Second [pps]"
2627 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2628 algorithm: "plot_performance_box"
2629 output-file-type: ".html"
2630 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2632 "plot-dpdk-throughput-latency"
2633 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2639 boxpoints: "outliers"
2642 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2647 gridcolor: "rgb(238, 238, 238)"
2648 linecolor: "rgb(238, 238, 238)"
2652 showticklabels: True
2653 tickcolor: "rgb(238, 238, 238)"
2655 title: "Indexed Test Cases"
2658 gridcolor: "rgb(238, 238, 238)'"
2660 linecolor: "rgb(238, 238, 238)"
2662 range: [20000000, 30000000]
2665 showticklabels: True
2666 tickcolor: "rgb(238, 238, 238)"
2667 title: "Packets Per Second [pps]"
2688 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2689 algorithm: "plot_latency_box"
2690 output-file-type: ".html"
2691 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2693 "plot-vpp-throughput-latency"
2694 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2701 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2707 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2708 algorithm: "plot_latency_box"
2709 output-file-type: ".html"
2710 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2712 "plot-vpp-throughput-latency"
2713 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2720 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2727 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2728 algorithm: "plot_latency_box"
2729 output-file-type: ".html"
2730 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2732 "plot-vpp-throughput-latency"
2733 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2740 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2746 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2747 algorithm: "plot_latency_box"
2748 output-file-type: ".html"
2749 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2751 "plot-vpp-throughput-latency"
2752 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2759 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2766 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2767 algorithm: "plot_latency_box"
2768 output-file-type: ".html"
2769 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2771 "plot-vpp-throughput-latency"
2772 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2779 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2785 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2786 algorithm: "plot_latency_box"
2787 output-file-type: ".html"
2788 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2790 "plot-vpp-throughput-latency"
2791 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2798 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2805 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2806 algorithm: "plot_latency_box"
2807 output-file-type: ".html"
2808 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2810 "plot-vpp-throughput-latency"
2811 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2818 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2824 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2825 algorithm: "plot_latency_box"
2826 output-file-type: ".html"
2827 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2829 "plot-vpp-throughput-latency"
2830 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2837 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2844 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2845 algorithm: "plot_latency_box"
2846 output-file-type: ".html"
2847 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2849 "plot-vpp-throughput-latency"
2850 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2857 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2863 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2864 algorithm: "plot_latency_box"
2865 output-file-type: ".html"
2866 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2868 "plot-vpp-throughput-latency"
2869 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2876 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2883 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2884 algorithm: "plot_latency_box"
2885 output-file-type: ".html"
2886 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2888 "plot-vpp-throughput-latency"
2889 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2896 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2902 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2903 algorithm: "plot_latency_box"
2904 output-file-type: ".html"
2905 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2907 "plot-vpp-throughput-latency"
2908 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2915 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2922 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2923 algorithm: "plot_latency_box"
2924 output-file-type: ".html"
2925 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2927 "plot-vpp-throughput-latency"
2928 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2935 title: "64B-1t1c-.*vhost.*-ndrdisc"
2941 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2942 algorithm: "plot_latency_box"
2943 output-file-type: ".html"
2944 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2946 "plot-vpp-throughput-latency"
2947 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2954 title: "64B-2t2c-.*vhost.*-ndrdisc"
2958 # VPP VM VHOST selection
2961 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2962 algorithm: "plot_latency_box"
2963 output-file-type: ".html"
2964 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2966 "plot-vpp-throughput-latency"
2967 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2974 title: "64B-1t1c-.*vhost.*-ndrdisc"
2980 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2981 algorithm: "plot_latency_box"
2982 output-file-type: ".html"
2983 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2985 "plot-vpp-throughput-latency"
2986 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2993 title: "64B-2t2c-.*vhost.*-ndrdisc"
3000 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3001 algorithm: "plot_latency_box"
3002 output-file-type: ".html"
3003 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3005 "plot-vpp-throughput-latency"
3006 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3013 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3019 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3020 algorithm: "plot_latency_box"
3021 output-file-type: ".html"
3022 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3024 "plot-vpp-throughput-latency"
3025 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3032 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3039 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3040 algorithm: "plot_latency_box"
3041 output-file-type: ".html"
3042 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3044 "plot-dpdk-throughput-latency"
3045 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3052 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3058 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3059 algorithm: "plot_latency_box"
3060 output-file-type: ".html"
3061 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3063 "plot-dpdk-throughput-latency"
3064 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3071 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3077 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3078 algorithm: "plot_latency_box"
3079 output-file-type: ".html"
3080 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3082 "plot-dpdk-throughput-latency"
3083 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3090 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3096 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3097 algorithm: "plot_latency_box"
3098 output-file-type: ".html"
3099 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3101 "plot-dpdk-throughput-latency"
3102 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3109 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3113 # Ligato - Throughput
3118 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3119 algorithm: "plot_performance_box"
3120 output-file-type: ".html"
3121 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3123 "plot-vpp-throughput-latency"
3124 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3130 boxpoints: "outliers"
3133 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3138 gridcolor: "rgb(238, 238, 238)"
3139 linecolor: "rgb(238, 238, 238)"
3143 showticklabels: True
3144 tickcolor: "rgb(238, 238, 238)"
3146 title: "Indexed Test Cases"
3149 gridcolor: "rgb(238, 238, 238)'"
3151 linecolor: "rgb(238, 238, 238)"
3156 showticklabels: True
3157 tickcolor: "rgb(238, 238, 238)"
3158 title: "Packets Per Second [pps]"
3176 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3177 algorithm: "plot_performance_box"
3178 output-file-type: ".html"
3179 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3181 "plot-vpp-throughput-latency"
3182 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3188 boxpoints: "outliers"
3191 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3196 gridcolor: "rgb(238, 238, 238)"
3197 linecolor: "rgb(238, 238, 238)"
3201 showticklabels: True
3202 tickcolor: "rgb(238, 238, 238)"
3204 title: "Indexed Test Cases"
3207 gridcolor: "rgb(238, 238, 238)'"
3209 linecolor: "rgb(238, 238, 238)"
3214 showticklabels: True
3215 tickcolor: "rgb(238, 238, 238)"
3216 title: "Packets Per Second [pps]"
3234 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3235 algorithm: "plot_performance_box"
3236 output-file-type: ".html"
3237 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3239 "plot-vpp-throughput-latency"
3240 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3246 boxpoints: "outliers"
3249 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3254 gridcolor: "rgb(238, 238, 238)"
3255 linecolor: "rgb(238, 238, 238)"
3259 showticklabels: True
3260 tickcolor: "rgb(238, 238, 238)"
3262 title: "Indexed Test Cases"
3265 gridcolor: "rgb(238, 238, 238)'"
3267 linecolor: "rgb(238, 238, 238)"
3272 showticklabels: True
3273 tickcolor: "rgb(238, 238, 238)"
3274 title: "Packets Per Second [pps]"
3292 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3293 algorithm: "plot_performance_box"
3294 output-file-type: ".html"
3295 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3297 "plot-vpp-throughput-latency"
3298 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3304 boxpoints: "outliers"
3307 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3312 gridcolor: "rgb(238, 238, 238)"
3313 linecolor: "rgb(238, 238, 238)"
3317 showticklabels: True
3318 tickcolor: "rgb(238, 238, 238)"
3320 title: "Indexed Test Cases"
3323 gridcolor: "rgb(238, 238, 238)'"
3325 linecolor: "rgb(238, 238, 238)"
3330 showticklabels: True
3331 tickcolor: "rgb(238, 238, 238)"
3332 title: "Packets Per Second [pps]"
3348 # Container orchestrated
3351 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3352 algorithm: "plot_performance_box"
3353 output-file-type: ".html"
3354 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3356 "plot-ligato-throughput-latency"
3357 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3363 boxpoints: "outliers"
3366 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3372 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3373 algorithm: "plot_performance_box"
3374 output-file-type: ".html"
3375 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3377 "plot-ligato-throughput-latency"
3378 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3384 boxpoints: "outliers"
3387 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3393 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3394 algorithm: "plot_performance_box"
3395 output-file-type: ".html"
3396 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3398 "plot-ligato-throughput-latency"
3399 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3405 boxpoints: "outliers"
3408 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3414 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3415 algorithm: "plot_performance_box"
3416 output-file-type: ".html"
3417 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3419 "plot-ligato-throughput-latency"
3420 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3426 boxpoints: "outliers"
3429 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3438 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3439 algorithm: "plot_latency_box"
3440 output-file-type: ".html"
3441 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3443 "plot-vpp-throughput-latency"
3444 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3451 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3457 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3458 algorithm: "plot_latency_box"
3459 output-file-type: ".html"
3460 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3462 "plot-vpp-throughput-latency"
3463 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3470 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3474 # Container orchestrated
3477 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3478 algorithm: "plot_latency_box"
3479 output-file-type: ".html"
3480 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3482 "plot-ligato-throughput-latency"
3483 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3490 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3496 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3497 algorithm: "plot_latency_box"
3498 output-file-type: ".html"
3499 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3501 "plot-ligato-throughput-latency"
3502 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3509 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"