6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 plot-vpp-http-server-performance:
93 # TODO: Add the data sources
94 csit-vpp-perf-1801-all:
106 # TODO: Add the data sources
107 # vpp-meltdown-impact:
108 # csit-vpp-perf-1707-all:
112 # csit-vpp-perf-1710-all:
116 # TODO: Add the data sources
117 # vpp-spectre-impact:
118 # csit-vpp-perf-1707-all:
122 # csit-vpp-perf-1710-all:
126 vpp-performance-changes:
127 csit-vpp-perf-1710-all:
138 csit-vpp-perf-1801-all:
151 csit-vpp-perf-1804-all:
158 vpp-performance-changes-mrr:
159 csit-vpp-perf-check-1801:
172 csit-vpp-perf-check-1804:
177 plot-throughput-speedup-analysis:
178 csit-vpp-perf-1804-all:
185 # performance-improvements:
186 # csit-vpp-perf-1707-all:
197 # csit-vpp-perf-1710-all:
208 # csit-vpp-perf-1801-all:
212 # csit-ligato-perf-1710-all:
223 # csit-ligato-perf-1801-all:
234 csit-vpp-perf-1804-all:
238 csit-vpp-functional-1804-ubuntu1604-virl:
239 - "lastSuccessfulBuild"
241 csit-ligato-perf-1801-all:
244 csit-dpdk-perf-1804-all:
247 csit-hc2vpp-verify-func-1801-ubuntu1604:
248 - "lastSuccessfulBuild"
250 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
251 - "lastSuccessfulBuild"
252 plot-vpp-throughput-latency:
253 csit-vpp-perf-1804-all:
260 plot-dpdk-throughput-latency:
261 csit-dpdk-perf-1804-all:
274 plot-ligato-throughput-latency:
275 csit-ligato-perf-1801-all:
293 gridcolor: "rgb(238, 238, 238)"
294 linecolor: "rgb(238, 238, 238)"
299 tickcolor: "rgb(238, 238, 238)"
301 title: "Indexed Test Cases"
304 gridcolor: "rgb(238, 238, 238)'"
306 linecolor: "rgb(238, 238, 238)"
313 tickcolor: "rgb(238, 238, 238)"
314 title: "Connections Per Second [cps]"
335 gridcolor: "rgb(238, 238, 238)"
336 linecolor: "rgb(238, 238, 238)"
341 tickcolor: "rgb(238, 238, 238)"
343 title: "Indexed Test Cases"
346 gridcolor: "rgb(238, 238, 238)'"
348 linecolor: "rgb(238, 238, 238)"
355 tickcolor: "rgb(238, 238, 238)"
356 title: "Requests Per Second [rps]"
377 gridcolor: "rgb(238, 238, 238)"
378 linecolor: "rgb(238, 238, 238)"
383 tickcolor: "rgb(238, 238, 238)"
385 title: "Indexed Test Cases"
388 gridcolor: "rgb(238, 238, 238)'"
390 linecolor: "rgb(238, 238, 238)"
396 tickcolor: "rgb(238, 238, 238)"
397 title: "Packets Per Second [pps]"
418 gridcolor: "rgb(238, 238, 238)"
419 linecolor: "rgb(238, 238, 238)"
424 tickcolor: "rgb(238, 238, 238)"
426 title: "Indexed Test Cases"
429 gridcolor: "rgb(238, 238, 238)'"
431 linecolor: "rgb(238, 238, 238)"
437 tickcolor: "rgb(238, 238, 238)"
438 title: "Latency min/avg/max [uSec]"
454 plot-throughput-speedup-analysis:
459 gridcolor: "rgb(238, 238, 238)"
460 linecolor: "rgb(238, 238, 238)"
465 tickcolor: "rgb(238, 238, 238)"
470 title: "Throughput speedup factor"
471 gridcolor: "rgb(238, 238, 238)"
473 linecolor: "rgb(238, 238, 238)"
479 tickcolor: "rgb(238, 238, 238)"
487 bgcolor: "rgba(255, 255, 255, 0)"
488 bordercolor: "rgba(255, 255, 255, 0)"
505 input-format: "xml" # zip or xml
506 extract: "robot-plugin/output.xml" # Only for zip
508 # The files must be in the directory DIR[WORKING,DATA]
509 csit-vpp-perf-1801-all:
512 file: "{DIR[WORKING,DATA]}/output.xml"
515 file: "{DIR[WORKING,DATA]}/output.xml"
518 file: "{DIR[WORKING,DATA]}/output.xml"
521 file: "{DIR[WORKING,DATA]}/output.xml"
525 src-path: "{DIR[RST]}"
526 dst-path: "{DIR[WORKING,SRC]}"
529 type: "input" # Ignored in debug mode
531 file-name: "robot-plugin.zip"
533 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
534 extract: "robot-plugin/output.xml"
536 # csit-vpp-perf-1707-all:
547 csit-vpp-perf-1710-all:
558 csit-vpp-perf-1801-all:
586 csit-vpp-perf-1804-all:
593 csit-vpp-perf-check-1801:
606 csit-vpp-perf-check-1804:
611 # csit-ligato-perf-1710-all:
622 csit-ligato-perf-1801-all:
633 csit-dpdk-perf-1804-all:
646 csit-vpp-functional-1804-ubuntu1604-virl:
647 - "lastSuccessfulBuild"
648 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
649 - "lastSuccessfulBuild"
650 csit-hc2vpp-verify-func-1801-ubuntu1604:
651 - "lastSuccessfulBuild"
662 ################################################################################
664 ################################################################################
668 # title: "Performance Impact of Meltdown Patches"
669 # algorithm: "table_performance_comparison"
670 # output-file-ext: ".csv"
672 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
674 # title: "No Meltdown"
675 ## TODO: specify data sources
677 # csit-vpp-perf-1707-all:
682 # title: "Meltdown Patches Applied"
683 ## TODO: specify data sources
685 # csit-vpp-perf-1710-all:
690 # "vpp-meltdown-impact"
696 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
697 # # to present all tests.
698 # nr-of-tests-shown: 20
702 # title: "Performance Impact of Spectre Patches"
703 # algorithm: "table_performance_comparison"
704 # output-file-ext: ".csv"
706 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
708 # title: "No Spectre"
709 ## TODO: specify data sources
711 # csit-vpp-perf-1707-all:
716 # title: "Spectre Patches Applied"
717 ## TODO: specify data sources
719 # csit-vpp-perf-1710-all:
724 # "vpp-spectre-impact"
730 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
731 # # to present all tests.
732 # nr-of-tests-shown: 20
736 title: "VPP Performance Changes"
737 algorithm: "table_performance_comparison"
738 output-file-ext: ".csv"
739 output-file: "{DIR[STATIC,VPP]}/performance-changes"
741 # title: "Release 1710"
743 # csit-vpp-perf-1710-all:
755 title: "Release 1801"
757 csit-vpp-perf-1801-all:
771 title: "Release 1804"
773 csit-vpp-perf-1804-all:
775 data: "vpp-performance-changes"
781 # Number of the best and the worst tests presented in the table. Use 0 (zero)
782 # to present all tests.
783 nr-of-tests-shown: 20
788 title: "VPP Performance Changes - MRR"
789 algorithm: "table_performance_comparison_mrr"
790 output-file-ext: ".csv"
791 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
793 title: "Release 1801"
795 csit-vpp-perf-check-1801:
809 title: "Release 1804"
811 csit-vpp-perf-check-1804:
813 data: "vpp-performance-changes-mrr"
819 # Number of the best and the worst tests presented in the table. Use 0 (zero)
820 # to present all tests.
821 nr-of-tests-shown: 20
826 # title: "Performance improvements"
827 # algorithm: "table_performance_improvements"
828 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
829 # output-file-ext: ".csv"
830 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
836 # title: "16.09 mean [Mpps]"
839 # title: "17.01 mean [Mpps]"
842 # title: "17.04 mean [Mpps]"
845 # title: "17.07 mean [Mpps]"
846 # data: "data csit-vpp-perf-1707-all mean"
848 # title: "17.10 mean [Mpps]"
849 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
851 # title: "18.01 mean [Mpps]"
852 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
854 # title: "18.01 stdev [Mpps]"
855 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
857 # title: "17.10 to 18.01 change [%]"
858 # data: "operation relative_change 5 6"
861 # "performance-improvements"
868 title: "Detailed Test Results - VPP Performance Results"
869 algorithm: "table_merged_details"
870 output-file-ext: ".csv"
871 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
877 title: "Documentation"
885 filter: "not 'NDRCHK' and not 'PDRCHK'"
894 title: "Test configuration - VPP Performance Test Configs"
895 algorithm: "table_merged_details"
896 output-file-ext: ".csv"
897 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
903 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
904 data: "data vat-history"
908 filter: "not 'NDRCHK' and not 'PDRCHK'"
916 title: "Test Operational Data - VPP Performance Operational Data"
917 algorithm: "table_merged_details"
918 output-file-ext: ".csv"
919 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
925 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
926 data: "data show-run"
930 filter: "not 'NDRCHK' and not 'PDRCHK'"
938 title: "Detailed Test Results - VPP Functional Results"
939 algorithm: "table_details"
940 output-file-ext: ".csv"
941 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
947 title: "Documentation"
964 title: "Test configuration - VPP Functional Test Configs"
965 algorithm: "table_details"
966 output-file-ext: ".csv"
967 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
973 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
974 data: "data vat-history"
986 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
987 algorithm: "table_details"
988 output-file-ext: ".csv"
989 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
995 title: "Documentation"
1002 "ligato-perf-results"
1012 title: "Detailed Test Results - DPDK Performance Results"
1013 algorithm: "table_details"
1014 output-file-ext: ".csv"
1015 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1021 title: "Documentation"
1038 title: "Detailed Test Results - Honeycomb Functional Results"
1039 algorithm: "table_details"
1040 output-file-ext: ".csv"
1041 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1047 title: "Documentation"
1064 title: "Detailed Test Results - NSH SFC Functional Results"
1065 algorithm: "table_details"
1066 output-file-ext: ".csv"
1067 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1073 title: "Documentation"
1088 ################################################################################
1090 ################################################################################
1094 title: "VPP Performance Results"
1095 algorithm: "file_merged_test_results"
1096 output-file-ext: ".rst"
1097 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1098 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1099 dir-tables: "{DIR[DTR,PERF,VPP]}"
1102 filter: "not 'NDRCHK' and not 'PDRCHK'"
1108 data-start-level: 3 # 0, 1, 2, ...
1109 chapters-start-level: 2 # 0, 1, 2, ...
1113 title: "VPP Performance Configuration"
1114 algorithm: "file_merged_test_results"
1115 output-file-ext: ".rst"
1116 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1117 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1118 dir-tables: "{DIR[DTC,PERF,VPP]}"
1121 filter: "not 'NDRCHK' and not 'PDRCHK'"
1127 data-start-level: 3 # 0, 1, 2, ...
1128 chapters-start-level: 2 # 0, 1, 2, ...
1132 title: "VPP Performance Operational Data"
1133 algorithm: "file_merged_test_results"
1134 output-file-ext: ".rst"
1135 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1136 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1137 dir-tables: "{DIR[DTO,PERF,VPP]}"
1140 filter: "not 'NDRCHK' and not 'PDRCHK'"
1146 data-start-level: 3 # 0, 1, 2, ...
1147 chapters-start-level: 2 # 0, 1, 2, ...
1151 title: "VPP Functional Results"
1152 algorithm: "file_test_results"
1153 output-file-ext: ".rst"
1154 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1155 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1156 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1164 data-start-level: 3 # 0, 1, 2, ...
1165 chapters-start-level: 2 # 0, 1, 2, ...
1169 title: "VPP Functional Configuration"
1170 algorithm: "file_test_results"
1171 output-file-ext: ".rst"
1172 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1173 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1174 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1182 data-start-level: 3 # 0, 1, 2, ...
1183 chapters-start-level: 2 # 0, 1, 2, ...
1187 title: "Container Orchestrated Performance Results"
1188 algorithm: "file_test_results"
1189 output-file-ext: ".rst"
1190 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1191 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1192 dir-tables: "{DIR[DTR,PERF,COT]}"
1194 "ligato-perf-results"
1200 data-start-level: 2 # 0, 1, 2, ...
1201 chapters-start-level: 2 # 0, 1, 2, ...
1205 title: "DPDK Performance Results"
1206 algorithm: "file_test_results"
1207 output-file-ext: ".rst"
1208 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1209 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1210 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1220 data-start-level: 2 # 0, 1, 2, ...
1221 chapters-start-level: 2 # 0, 1, 2, ...
1225 title: "Honeycomb Functional Results"
1226 algorithm: "file_test_results"
1227 output-file-ext: ".rst"
1228 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1229 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1230 dir-tables: "{DIR[DTR,FUNC,HC]}"
1240 data-start-level: 3 # 0, 1, 2, ...
1241 chapters-start-level: 2 # 0, 1, 2, ...
1245 title: "NSH SFC Functional Results"
1246 algorithm: "file_test_results"
1247 output-file-ext: ".rst"
1248 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1249 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1250 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1260 data-start-level: 2 # 0, 1, 2, ...
1261 chapters-start-level: 2 # 0, 1, 2, ...
1263 ################################################################################
1265 ################################################################################
1267 # Plots VPP HTTP Server Performance
1270 title: "VPP HTTP Server Performance"
1271 algorithm: "plot_http_server_performance_box"
1272 output-file-type: ".html"
1273 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1275 "plot-vpp-http-server-performance"
1276 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1277 # each tag is enclosed with ' (apostrophe).
1278 filter: "'HTTP' and 'TCP_CPS'"
1284 boxpoints: "outliers"
1287 title: "VPP HTTP Server Performance"
1293 title: "VPP HTTP Server Performance"
1294 algorithm: "plot_http_server_performance_box"
1295 output-file-type: ".html"
1296 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1298 "plot-vpp-http-server-performance"
1299 filter: "'HTTP' and 'TCP_RPS'"
1305 boxpoints: "outliers"
1308 title: "VPP HTTP Server Performance"
1312 # Plot Throughput Speedup Analysis
1314 # L2 - 10ge2p1x520 - NDR
1317 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1318 algorithm: "plot_throughput_speedup_analysis"
1319 output-file-type: ".html"
1320 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1322 "plot-throughput-speedup-analysis"
1323 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1329 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1331 "plot-throughput-speedup-analysis"
1333 # L2 - 40ge2p1xl710 - NDR
1336 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1337 algorithm: "plot_throughput_speedup_analysis"
1338 output-file-type: ".html"
1339 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1341 "plot-throughput-speedup-analysis"
1342 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1348 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1350 "plot-throughput-speedup-analysis"
1352 # L2 - 10ge2p1x520 - PDR
1355 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1356 algorithm: "plot_throughput_speedup_analysis"
1357 output-file-type: ".html"
1358 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1360 "plot-throughput-speedup-analysis"
1361 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1367 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1369 "plot-throughput-speedup-analysis"
1371 # IPv4 - 10ge2p1x520 - NDR
1374 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1375 algorithm: "plot_throughput_speedup_analysis"
1376 output-file-type: ".html"
1377 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1379 "plot-throughput-speedup-analysis"
1380 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1386 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1388 "plot-throughput-speedup-analysis"
1390 # IPv4 - 40ge2p1xl710 - NDR
1393 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1394 algorithm: "plot_throughput_speedup_analysis"
1395 output-file-type: ".html"
1396 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1398 "plot-throughput-speedup-analysis"
1399 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1405 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1407 "plot-throughput-speedup-analysis"
1409 # IPv4 - 10ge2p1x520 - PDR
1412 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1413 algorithm: "plot_throughput_speedup_analysis"
1414 output-file-type: ".html"
1415 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1417 "plot-throughput-speedup-analysis"
1418 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1424 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1426 "plot-throughput-speedup-analysis"
1428 # IPv6 - 10ge2p1x520 - NDR
1431 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1432 algorithm: "plot_throughput_speedup_analysis"
1433 output-file-type: ".html"
1434 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1436 "plot-throughput-speedup-analysis"
1437 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1443 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1445 "plot-throughput-speedup-analysis"
1447 # IPv6 - 40ge2p1xl710 - NDR
1450 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1451 algorithm: "plot_throughput_speedup_analysis"
1452 output-file-type: ".html"
1453 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1455 "plot-throughput-speedup-analysis"
1456 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1462 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1464 "plot-throughput-speedup-analysis"
1466 # IPv6 - 10ge2p1x520 - PDR
1469 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1470 algorithm: "plot_throughput_speedup_analysis"
1471 output-file-type: ".html"
1472 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1474 "plot-throughput-speedup-analysis"
1475 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1481 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1483 "plot-throughput-speedup-analysis"
1485 # Plot packets per second
1490 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1491 algorithm: "plot_performance_box"
1492 output-file-type: ".html"
1493 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1495 "plot-vpp-throughput-latency"
1496 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1497 # each tag is enclosed with ' (apostrophe).
1498 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1504 boxpoints: "outliers"
1507 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1513 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1514 algorithm: "plot_performance_box"
1515 output-file-type: ".html"
1516 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1518 "plot-vpp-throughput-latency"
1519 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1525 boxpoints: "outliers"
1528 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1534 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1535 algorithm: "plot_performance_box"
1536 output-file-type: ".html"
1537 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1539 "plot-vpp-throughput-latency"
1540 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1546 boxpoints: "outliers"
1549 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1555 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1556 algorithm: "plot_performance_box"
1557 output-file-type: ".html"
1558 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1560 "plot-vpp-throughput-latency"
1561 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1567 boxpoints: "outliers"
1570 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1577 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1578 algorithm: "plot_performance_box"
1579 output-file-type: ".html"
1580 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1582 "plot-vpp-throughput-latency"
1583 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1589 boxpoints: "outliers"
1592 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1598 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1599 algorithm: "plot_performance_box"
1600 output-file-type: ".html"
1601 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1603 "plot-vpp-throughput-latency"
1604 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1610 boxpoints: "outliers"
1613 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1619 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1620 algorithm: "plot_performance_box"
1621 output-file-type: ".html"
1622 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1624 "plot-vpp-throughput-latency"
1625 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1631 boxpoints: "outliers"
1634 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1640 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1641 algorithm: "plot_performance_box"
1642 output-file-type: ".html"
1643 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1645 "plot-vpp-throughput-latency"
1646 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1652 boxpoints: "outliers"
1655 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1662 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1663 algorithm: "plot_performance_box"
1664 output-file-type: ".html"
1665 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1667 "plot-vpp-throughput-latency"
1668 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1674 boxpoints: "outliers"
1677 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1683 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1684 algorithm: "plot_performance_box"
1685 output-file-type: ".html"
1686 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1688 "plot-vpp-throughput-latency"
1689 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1695 boxpoints: "outliers"
1698 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1704 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1705 algorithm: "plot_performance_box"
1706 output-file-type: ".html"
1707 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1709 "plot-vpp-throughput-latency"
1710 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1716 boxpoints: "outliers"
1719 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1725 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1726 algorithm: "plot_performance_box"
1727 output-file-type: ".html"
1728 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1730 "plot-vpp-throughput-latency"
1731 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1737 boxpoints: "outliers"
1740 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1747 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1748 algorithm: "plot_performance_box"
1749 output-file-type: ".html"
1750 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1752 "plot-vpp-throughput-latency"
1753 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1759 boxpoints: "outliers"
1762 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1768 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1769 algorithm: "plot_performance_box"
1770 output-file-type: ".html"
1771 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1773 "plot-vpp-throughput-latency"
1774 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1780 boxpoints: "outliers"
1783 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1789 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1790 algorithm: "plot_performance_box"
1791 output-file-type: ".html"
1792 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1794 "plot-vpp-throughput-latency"
1795 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1801 boxpoints: "outliers"
1804 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1810 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1811 algorithm: "plot_performance_box"
1812 output-file-type: ".html"
1813 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1815 "plot-vpp-throughput-latency"
1816 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1822 boxpoints: "outliers"
1825 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1832 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1833 algorithm: "plot_performance_box"
1834 output-file-type: ".html"
1835 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1837 "plot-vpp-throughput-latency"
1838 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1844 boxpoints: "outliers"
1847 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1853 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1854 algorithm: "plot_performance_box"
1855 output-file-type: ".html"
1856 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1858 "plot-vpp-throughput-latency"
1859 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1865 boxpoints: "outliers"
1868 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1874 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1875 algorithm: "plot_performance_box"
1876 output-file-type: ".html"
1877 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1879 "plot-vpp-throughput-latency"
1880 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1886 boxpoints: "outliers"
1889 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1895 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1896 algorithm: "plot_performance_box"
1897 output-file-type: ".html"
1898 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1900 "plot-vpp-throughput-latency"
1901 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1907 boxpoints: "outliers"
1910 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1917 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1918 algorithm: "plot_performance_box"
1919 output-file-type: ".html"
1920 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1922 "plot-vpp-throughput-latency"
1923 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1929 boxpoints: "outliers"
1932 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1937 gridcolor: "rgb(238, 238, 238)"
1938 linecolor: "rgb(238, 238, 238)"
1942 showticklabels: True
1943 tickcolor: "rgb(238, 238, 238)"
1945 title: "Indexed Test Cases"
1948 gridcolor: "rgb(238, 238, 238)'"
1950 linecolor: "rgb(238, 238, 238)"
1952 range: [2000000, 6000000]
1955 showticklabels: True
1956 tickcolor: "rgb(238, 238, 238)"
1957 title: "Packets Per Second [pps]"
1975 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1976 algorithm: "plot_performance_box"
1977 output-file-type: ".html"
1978 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1980 "plot-vpp-throughput-latency"
1981 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1987 boxpoints: "outliers"
1990 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1996 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1997 algorithm: "plot_performance_box"
1998 output-file-type: ".html"
1999 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2001 "plot-vpp-throughput-latency"
2002 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2008 boxpoints: "outliers"
2011 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2017 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2018 algorithm: "plot_performance_box"
2019 output-file-type: ".html"
2020 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2022 "plot-vpp-throughput-latency"
2023 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2029 boxpoints: "outliers"
2032 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2037 gridcolor: "rgb(238, 238, 238)"
2038 linecolor: "rgb(238, 238, 238)"
2042 showticklabels: True
2043 tickcolor: "rgb(238, 238, 238)"
2045 title: "Indexed Test Cases"
2048 gridcolor: "rgb(238, 238, 238)'"
2050 linecolor: "rgb(238, 238, 238)"
2052 range: [4000000, 12000000]
2055 showticklabels: True
2056 tickcolor: "rgb(238, 238, 238)"
2057 title: "Packets Per Second [pps]"
2076 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2077 algorithm: "plot_performance_box"
2078 output-file-type: ".html"
2079 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2081 "plot-vpp-throughput-latency"
2082 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2088 boxpoints: "outliers"
2091 title: "64B-1t1c-.*vhost.*-ndrdisc"
2096 gridcolor: "rgb(238, 238, 238)"
2097 linecolor: "rgb(238, 238, 238)"
2101 showticklabels: True
2102 tickcolor: "rgb(238, 238, 238)"
2104 title: "Indexed Test Cases"
2107 gridcolor: "rgb(238, 238, 238)'"
2109 linecolor: "rgb(238, 238, 238)"
2114 showticklabels: True
2115 tickcolor: "rgb(238, 238, 238)"
2116 title: "Packets Per Second [pps]"
2134 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2135 algorithm: "plot_performance_box"
2136 output-file-type: ".html"
2137 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2139 "plot-vpp-throughput-latency"
2140 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2146 boxpoints: "outliers"
2149 title: "64B-2t2c-.*vhost.*-ndrdisc"
2155 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2156 algorithm: "plot_performance_box"
2157 output-file-type: ".html"
2158 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2160 "plot-vpp-throughput-latency"
2161 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2167 boxpoints: "outliers"
2170 title: "64B-1t1c-.*vhost.*-pdrdisc"
2176 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2177 algorithm: "plot_performance_box"
2178 output-file-type: ".html"
2179 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2181 "plot-vpp-throughput-latency"
2182 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2188 boxpoints: "outliers"
2191 title: "64B-2t2c-.*vhost.*-pdrdisc"
2195 # VPP VM VHOST SELECTION
2198 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2199 algorithm: "plot_performance_box"
2200 output-file-type: ".html"
2201 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2203 "plot-vpp-throughput-latency"
2204 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2210 boxpoints: "outliers"
2213 title: "64B-1t1c-.*vhost.*-ndrdisc"
2219 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2220 algorithm: "plot_performance_box"
2221 output-file-type: ".html"
2222 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2224 "plot-vpp-throughput-latency"
2225 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2231 boxpoints: "outliers"
2234 title: "64B-2t2c-.*vhost.*-ndrdisc"
2240 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2241 algorithm: "plot_performance_box"
2242 output-file-type: ".html"
2243 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2245 "plot-vpp-throughput-latency"
2246 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2252 boxpoints: "outliers"
2255 title: "64B-1t1c-.*vhost.*-pdrdisc"
2261 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2262 algorithm: "plot_performance_box"
2263 output-file-type: ".html"
2264 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2266 "plot-vpp-throughput-latency"
2267 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2273 boxpoints: "outliers"
2276 title: "64B-2t2c-.*vhost.*-pdrdisc"
2283 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2284 algorithm: "plot_performance_box"
2285 output-file-type: ".html"
2286 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2288 "plot-vpp-throughput-latency"
2289 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2295 boxpoints: "outliers"
2298 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2304 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2305 algorithm: "plot_performance_box"
2306 output-file-type: ".html"
2307 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2309 "plot-vpp-throughput-latency"
2310 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2316 boxpoints: "outliers"
2319 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2325 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2326 algorithm: "plot_performance_box"
2327 output-file-type: ".html"
2328 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2330 "plot-vpp-throughput-latency"
2331 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2337 boxpoints: "outliers"
2340 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2346 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2347 algorithm: "plot_performance_box"
2348 output-file-type: ".html"
2349 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2351 "plot-vpp-throughput-latency"
2352 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2358 boxpoints: "outliers"
2361 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2368 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2369 algorithm: "plot_performance_box"
2370 output-file-type: ".html"
2371 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2373 "plot-dpdk-throughput-latency"
2374 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2380 boxpoints: "outliers"
2383 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2389 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2390 algorithm: "plot_performance_box"
2391 output-file-type: ".html"
2392 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2394 "plot-dpdk-throughput-latency"
2395 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2401 boxpoints: "outliers"
2404 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2410 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2411 algorithm: "plot_performance_box"
2412 output-file-type: ".html"
2413 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2415 "plot-dpdk-throughput-latency"
2416 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2422 boxpoints: "outliers"
2425 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2430 gridcolor: "rgb(238, 238, 238)"
2431 linecolor: "rgb(238, 238, 238)"
2435 showticklabels: True
2436 tickcolor: "rgb(238, 238, 238)"
2438 title: "Indexed Test Cases"
2441 gridcolor: "rgb(238, 238, 238)'"
2443 linecolor: "rgb(238, 238, 238)"
2445 range: [2000000, 12000000]
2448 showticklabels: True
2449 tickcolor: "rgb(238, 238, 238)"
2450 title: "Packets Per Second [pps]"
2468 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2469 algorithm: "plot_performance_box"
2470 output-file-type: ".html"
2471 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2473 "plot-dpdk-throughput-latency"
2474 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2480 boxpoints: "outliers"
2483 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2488 gridcolor: "rgb(238, 238, 238)"
2489 linecolor: "rgb(238, 238, 238)"
2493 showticklabels: True
2494 tickcolor: "rgb(238, 238, 238)"
2496 title: "Indexed Test Cases"
2499 gridcolor: "rgb(238, 238, 238)'"
2501 linecolor: "rgb(238, 238, 238)"
2503 range: [2000000, 12000000]
2506 showticklabels: True
2507 tickcolor: "rgb(238, 238, 238)"
2508 title: "Packets Per Second [pps]"
2526 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2527 algorithm: "plot_performance_box"
2528 output-file-type: ".html"
2529 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2531 "plot-dpdk-throughput-latency"
2532 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2538 boxpoints: "outliers"
2541 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2547 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2548 algorithm: "plot_performance_box"
2549 output-file-type: ".html"
2550 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2552 "plot-dpdk-throughput-latency"
2553 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2559 boxpoints: "outliers"
2562 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2568 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2569 algorithm: "plot_performance_box"
2570 output-file-type: ".html"
2571 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2573 "plot-dpdk-throughput-latency"
2574 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2580 boxpoints: "outliers"
2583 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2588 gridcolor: "rgb(238, 238, 238)"
2589 linecolor: "rgb(238, 238, 238)"
2593 showticklabels: True
2594 tickcolor: "rgb(238, 238, 238)"
2596 title: "Indexed Test Cases"
2599 gridcolor: "rgb(238, 238, 238)'"
2601 linecolor: "rgb(238, 238, 238)"
2603 range: [20000000, 30000000]
2606 showticklabels: True
2607 tickcolor: "rgb(238, 238, 238)"
2608 title: "Packets Per Second [pps]"
2626 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2627 algorithm: "plot_performance_box"
2628 output-file-type: ".html"
2629 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2631 "plot-dpdk-throughput-latency"
2632 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2638 boxpoints: "outliers"
2641 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2646 gridcolor: "rgb(238, 238, 238)"
2647 linecolor: "rgb(238, 238, 238)"
2651 showticklabels: True
2652 tickcolor: "rgb(238, 238, 238)"
2654 title: "Indexed Test Cases"
2657 gridcolor: "rgb(238, 238, 238)'"
2659 linecolor: "rgb(238, 238, 238)"
2661 range: [20000000, 30000000]
2664 showticklabels: True
2665 tickcolor: "rgb(238, 238, 238)"
2666 title: "Packets Per Second [pps]"
2687 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2688 algorithm: "plot_latency_box"
2689 output-file-type: ".html"
2690 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2692 "plot-vpp-throughput-latency"
2693 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2700 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2706 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2707 algorithm: "plot_latency_box"
2708 output-file-type: ".html"
2709 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2711 "plot-vpp-throughput-latency"
2712 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2719 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2726 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2727 algorithm: "plot_latency_box"
2728 output-file-type: ".html"
2729 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2731 "plot-vpp-throughput-latency"
2732 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2739 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2745 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2746 algorithm: "plot_latency_box"
2747 output-file-type: ".html"
2748 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2750 "plot-vpp-throughput-latency"
2751 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2758 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2765 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2766 algorithm: "plot_latency_box"
2767 output-file-type: ".html"
2768 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2770 "plot-vpp-throughput-latency"
2771 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2778 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2784 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2785 algorithm: "plot_latency_box"
2786 output-file-type: ".html"
2787 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2789 "plot-vpp-throughput-latency"
2790 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2797 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2804 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2805 algorithm: "plot_latency_box"
2806 output-file-type: ".html"
2807 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2809 "plot-vpp-throughput-latency"
2810 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2817 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2823 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2824 algorithm: "plot_latency_box"
2825 output-file-type: ".html"
2826 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2828 "plot-vpp-throughput-latency"
2829 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2836 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2843 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2844 algorithm: "plot_latency_box"
2845 output-file-type: ".html"
2846 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2848 "plot-vpp-throughput-latency"
2849 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2856 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2862 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2863 algorithm: "plot_latency_box"
2864 output-file-type: ".html"
2865 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2867 "plot-vpp-throughput-latency"
2868 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2875 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2882 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2883 algorithm: "plot_latency_box"
2884 output-file-type: ".html"
2885 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2887 "plot-vpp-throughput-latency"
2888 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2895 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2901 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2902 algorithm: "plot_latency_box"
2903 output-file-type: ".html"
2904 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2906 "plot-vpp-throughput-latency"
2907 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2914 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2921 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2922 algorithm: "plot_latency_box"
2923 output-file-type: ".html"
2924 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2926 "plot-vpp-throughput-latency"
2927 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2934 title: "64B-1t1c-.*vhost.*-ndrdisc"
2940 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2941 algorithm: "plot_latency_box"
2942 output-file-type: ".html"
2943 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2945 "plot-vpp-throughput-latency"
2946 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2953 title: "64B-2t2c-.*vhost.*-ndrdisc"
2957 # VPP VM VHOST selection
2960 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2961 algorithm: "plot_latency_box"
2962 output-file-type: ".html"
2963 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2965 "plot-vpp-throughput-latency"
2966 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2973 title: "64B-1t1c-.*vhost.*-ndrdisc"
2979 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2980 algorithm: "plot_latency_box"
2981 output-file-type: ".html"
2982 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2984 "plot-vpp-throughput-latency"
2985 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2992 title: "64B-2t2c-.*vhost.*-ndrdisc"
2999 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3000 algorithm: "plot_latency_box"
3001 output-file-type: ".html"
3002 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3004 "plot-vpp-throughput-latency"
3005 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3012 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3018 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3019 algorithm: "plot_latency_box"
3020 output-file-type: ".html"
3021 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3023 "plot-vpp-throughput-latency"
3024 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3031 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3038 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3039 algorithm: "plot_latency_box"
3040 output-file-type: ".html"
3041 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3043 "plot-dpdk-throughput-latency"
3044 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3051 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3057 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3058 algorithm: "plot_latency_box"
3059 output-file-type: ".html"
3060 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3062 "plot-dpdk-throughput-latency"
3063 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3070 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3076 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3077 algorithm: "plot_latency_box"
3078 output-file-type: ".html"
3079 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3081 "plot-dpdk-throughput-latency"
3082 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3089 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3095 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3096 algorithm: "plot_latency_box"
3097 output-file-type: ".html"
3098 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3100 "plot-dpdk-throughput-latency"
3101 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3108 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3112 # Ligato - Throughput
3117 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3118 algorithm: "plot_performance_box"
3119 output-file-type: ".html"
3120 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3122 "plot-vpp-throughput-latency"
3123 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3129 boxpoints: "outliers"
3132 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3137 gridcolor: "rgb(238, 238, 238)"
3138 linecolor: "rgb(238, 238, 238)"
3142 showticklabels: True
3143 tickcolor: "rgb(238, 238, 238)"
3145 title: "Indexed Test Cases"
3148 gridcolor: "rgb(238, 238, 238)'"
3150 linecolor: "rgb(238, 238, 238)"
3155 showticklabels: True
3156 tickcolor: "rgb(238, 238, 238)"
3157 title: "Packets Per Second [pps]"
3175 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3176 algorithm: "plot_performance_box"
3177 output-file-type: ".html"
3178 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3180 "plot-vpp-throughput-latency"
3181 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3187 boxpoints: "outliers"
3190 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3195 gridcolor: "rgb(238, 238, 238)"
3196 linecolor: "rgb(238, 238, 238)"
3200 showticklabels: True
3201 tickcolor: "rgb(238, 238, 238)"
3203 title: "Indexed Test Cases"
3206 gridcolor: "rgb(238, 238, 238)'"
3208 linecolor: "rgb(238, 238, 238)"
3213 showticklabels: True
3214 tickcolor: "rgb(238, 238, 238)"
3215 title: "Packets Per Second [pps]"
3233 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3234 algorithm: "plot_performance_box"
3235 output-file-type: ".html"
3236 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3238 "plot-vpp-throughput-latency"
3239 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3245 boxpoints: "outliers"
3248 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3253 gridcolor: "rgb(238, 238, 238)"
3254 linecolor: "rgb(238, 238, 238)"
3258 showticklabels: True
3259 tickcolor: "rgb(238, 238, 238)"
3261 title: "Indexed Test Cases"
3264 gridcolor: "rgb(238, 238, 238)'"
3266 linecolor: "rgb(238, 238, 238)"
3271 showticklabels: True
3272 tickcolor: "rgb(238, 238, 238)"
3273 title: "Packets Per Second [pps]"
3291 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3292 algorithm: "plot_performance_box"
3293 output-file-type: ".html"
3294 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3296 "plot-vpp-throughput-latency"
3297 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3303 boxpoints: "outliers"
3306 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3311 gridcolor: "rgb(238, 238, 238)"
3312 linecolor: "rgb(238, 238, 238)"
3316 showticklabels: True
3317 tickcolor: "rgb(238, 238, 238)"
3319 title: "Indexed Test Cases"
3322 gridcolor: "rgb(238, 238, 238)'"
3324 linecolor: "rgb(238, 238, 238)"
3329 showticklabels: True
3330 tickcolor: "rgb(238, 238, 238)"
3331 title: "Packets Per Second [pps]"
3347 # Container orchestrated
3350 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3351 algorithm: "plot_performance_box"
3352 output-file-type: ".html"
3353 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3355 "plot-ligato-throughput-latency"
3356 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3362 boxpoints: "outliers"
3365 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3371 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3372 algorithm: "plot_performance_box"
3373 output-file-type: ".html"
3374 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3376 "plot-ligato-throughput-latency"
3377 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3383 boxpoints: "outliers"
3386 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3392 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3393 algorithm: "plot_performance_box"
3394 output-file-type: ".html"
3395 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3397 "plot-ligato-throughput-latency"
3398 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3404 boxpoints: "outliers"
3407 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3413 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3414 algorithm: "plot_performance_box"
3415 output-file-type: ".html"
3416 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3418 "plot-ligato-throughput-latency"
3419 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3425 boxpoints: "outliers"
3428 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3437 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3438 algorithm: "plot_latency_box"
3439 output-file-type: ".html"
3440 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3442 "plot-vpp-throughput-latency"
3443 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3450 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3456 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3457 algorithm: "plot_latency_box"
3458 output-file-type: ".html"
3459 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3461 "plot-vpp-throughput-latency"
3462 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3469 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3473 # Container orchestrated
3476 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3477 algorithm: "plot_latency_box"
3478 output-file-type: ".html"
3479 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3481 "plot-ligato-throughput-latency"
3482 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3489 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3495 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3496 algorithm: "plot_latency_box"
3497 output-file-type: ".html"
3498 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3500 "plot-ligato-throughput-latency"
3501 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3508 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"