6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 plot-vpp-http-server-performance:
93 csit-vpp-perf-1801-all:
105 # TODO: Add the data sources
106 # vpp-meltdown-impact:
107 # csit-vpp-perf-1707-all:
111 # csit-vpp-perf-1710-all:
115 # TODO: Add the data sources
116 # vpp-spectre-impact:
117 # csit-vpp-perf-1707-all:
121 # csit-vpp-perf-1710-all:
125 vpp-performance-changes:
126 csit-vpp-perf-1710-all:
137 csit-vpp-perf-1801-all:
150 plot-throughput-speedup-analysis:
151 csit-vpp-perf-1801-all:
168 # performance-improvements:
169 # csit-vpp-perf-1707-all:
180 # csit-vpp-perf-1710-all:
191 # csit-vpp-perf-1801-all:
195 # csit-ligato-perf-1710-all:
206 # csit-ligato-perf-1801-all:
217 csit-vpp-perf-1801-all:
223 csit-vpp-functional-1801-ubuntu1604-virl:
224 - "lastSuccessfulBuild"
226 csit-ligato-perf-1801-all:
229 csit-dpdk-perf-1801-all:
232 csit-hc2vpp-verify-func-1801-ubuntu1604:
233 - "lastSuccessfulBuild"
235 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
237 plot-vpp-throughput-latency:
238 csit-vpp-perf-1801-all:
255 plot-dpdk-throughput-latency:
256 csit-dpdk-perf-1801-all:
266 plot-ligato-throughput-latency:
267 csit-ligato-perf-1801-all:
285 gridcolor: "rgb(238, 238, 238)"
286 linecolor: "rgb(238, 238, 238)"
291 tickcolor: "rgb(238, 238, 238)"
293 title: "Indexed Test Cases"
296 gridcolor: "rgb(238, 238, 238)'"
298 linecolor: "rgb(238, 238, 238)"
305 tickcolor: "rgb(238, 238, 238)"
306 title: "Connections Per Second [cps]"
327 gridcolor: "rgb(238, 238, 238)"
328 linecolor: "rgb(238, 238, 238)"
333 tickcolor: "rgb(238, 238, 238)"
335 title: "Indexed Test Cases"
338 gridcolor: "rgb(238, 238, 238)'"
340 linecolor: "rgb(238, 238, 238)"
347 tickcolor: "rgb(238, 238, 238)"
348 title: "Requests Per Second [rps]"
369 gridcolor: "rgb(238, 238, 238)"
370 linecolor: "rgb(238, 238, 238)"
375 tickcolor: "rgb(238, 238, 238)"
377 title: "Indexed Test Cases"
380 gridcolor: "rgb(238, 238, 238)'"
382 linecolor: "rgb(238, 238, 238)"
388 tickcolor: "rgb(238, 238, 238)"
389 title: "Packets Per Second [pps]"
410 gridcolor: "rgb(238, 238, 238)"
411 linecolor: "rgb(238, 238, 238)"
416 tickcolor: "rgb(238, 238, 238)"
418 title: "Indexed Test Cases"
421 gridcolor: "rgb(238, 238, 238)'"
423 linecolor: "rgb(238, 238, 238)"
429 tickcolor: "rgb(238, 238, 238)"
430 title: "Latency min/avg/max [uSec]"
446 plot-throughput-speedup-analysis:
451 gridcolor: "rgb(238, 238, 238)"
452 linecolor: "rgb(238, 238, 238)"
457 tickcolor: "rgb(238, 238, 238)"
462 title: "Throughput speedup factor"
463 gridcolor: "rgb(238, 238, 238)"
465 linecolor: "rgb(238, 238, 238)"
471 tickcolor: "rgb(238, 238, 238)"
479 bgcolor: "rgba(255, 255, 255, 0)"
480 bordercolor: "rgba(255, 255, 255, 0)"
497 input-format: "xml" # zip or xml
498 extract: "robot-plugin/output.xml" # Only for zip
500 # The files must be in the directory DIR[WORKING,DATA]
501 csit-vpp-perf-1801-all:
504 file: "{DIR[WORKING,DATA]}/output.xml"
507 file: "{DIR[WORKING,DATA]}/output.xml"
510 file: "{DIR[WORKING,DATA]}/output.xml"
513 file: "{DIR[WORKING,DATA]}/output.xml"
517 src-path: "{DIR[RST]}"
518 dst-path: "{DIR[WORKING,SRC]}"
521 type: "input" # Ignored in debug mode
523 file-name: "robot-plugin.zip"
525 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
526 extract: "robot-plugin/output.xml"
528 # csit-vpp-perf-1707-all:
539 csit-vpp-perf-1710-all:
550 csit-vpp-perf-1801-all:
578 csit-ligato-perf-1710-all:
589 csit-dpdk-perf-1801-all:
599 csit-ligato-perf-1801-all:
610 csit-dpdk-perf-1801-all:
621 csit-vpp-functional-1801-ubuntu1604-virl:
622 - lastSuccessfulBuild
623 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
625 csit-hc2vpp-verify-func-1801-ubuntu1604:
626 - lastSuccessfulBuild
637 ################################################################################
639 ################################################################################
643 # title: "Performance Impact of Meltdown Patches"
644 # algorithm: "table_performance_comparison"
645 # output-file-ext: ".csv"
647 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
649 # title: "No Meltdown"
650 ## TODO: specify data sources
652 # csit-vpp-perf-1707-all:
657 # title: "Meltdown Patches Applied"
658 ## TODO: specify data sources
660 # csit-vpp-perf-1710-all:
665 # "vpp-meltdown-impact"
671 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
672 # # to present all tests.
673 # nr-of-tests-shown: 20
677 # title: "Performance Impact of Spectre Patches"
678 # algorithm: "table_performance_comparison"
679 # output-file-ext: ".csv"
681 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
683 # title: "No Spectre"
684 ## TODO: specify data sources
686 # csit-vpp-perf-1707-all:
691 # title: "Spectre Patches Applied"
692 ## TODO: specify data sources
694 # csit-vpp-perf-1710-all:
699 # "vpp-spectre-impact"
705 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
706 # # to present all tests.
707 # nr-of-tests-shown: 20
711 title: "VPP Performance Changes"
712 algorithm: "table_performance_comparison"
713 output-file-ext: ".csv"
714 output-file: "{DIR[STATIC,VPP]}/performance-changes"
716 title: "Release 1710"
718 csit-vpp-perf-1710-all:
730 title: "Release 1801"
731 # TODO: specify data sources
733 csit-vpp-perf-1801-all:
746 data: "vpp-performance-changes"
752 # Number of the best and the worst tests presented in the table. Use 0 (zero)
753 # to present all tests.
754 nr-of-tests-shown: 20
759 # title: "Performance improvements"
760 # algorithm: "table_performance_improvements"
761 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
762 # output-file-ext: ".csv"
763 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
769 # title: "16.09 mean [Mpps]"
772 # title: "17.01 mean [Mpps]"
775 # title: "17.04 mean [Mpps]"
778 # title: "17.07 mean [Mpps]"
779 # data: "data csit-vpp-perf-1707-all mean"
781 # title: "17.10 mean [Mpps]"
782 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
784 # title: "18.01 mean [Mpps]"
785 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
787 # title: "18.01 stdev [Mpps]"
788 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
790 # title: "17.10 to 18.01 change [%]"
791 # data: "operation relative_change 5 6"
794 # "performance-improvements"
801 title: "Detailed Test Results - VPP Performance Results"
802 algorithm: "table_merged_details"
803 output-file-ext: ".csv"
804 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
810 title: "Documentation"
818 filter: "not 'NDRCHK' and not 'PDRCHK'"
827 title: "Test configuration - VPP Performance Test Configs"
828 algorithm: "table_merged_details"
829 output-file-ext: ".csv"
830 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
836 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
837 data: "data vat-history"
841 filter: "not 'NDRCHK' and not 'PDRCHK'"
849 title: "Test Operational Data - VPP Performance Operational Data"
850 algorithm: "table_merged_details"
851 output-file-ext: ".csv"
852 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
858 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
859 data: "data show-run"
863 filter: "not 'NDRCHK' and not 'PDRCHK'"
871 title: "Detailed Test Results - VPP Functional Results"
872 algorithm: "table_details"
873 output-file-ext: ".csv"
874 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
880 title: "Documentation"
897 title: "Test configuration - VPP Functional Test Configs"
898 algorithm: "table_details"
899 output-file-ext: ".csv"
900 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
906 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
907 data: "data vat-history"
919 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
920 algorithm: "table_details"
921 output-file-ext: ".csv"
922 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
928 title: "Documentation"
935 "ligato-perf-results"
945 title: "Detailed Test Results - DPDK Performance Results"
946 algorithm: "table_details"
947 output-file-ext: ".csv"
948 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
954 title: "Documentation"
971 title: "Detailed Test Results - Honeycomb Functional Results"
972 algorithm: "table_details"
973 output-file-ext: ".csv"
974 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
980 title: "Documentation"
997 title: "Detailed Test Results - NSH SFC Functional Results"
998 algorithm: "table_details"
999 output-file-ext: ".csv"
1000 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1006 title: "Documentation"
1021 ################################################################################
1023 ################################################################################
1027 title: "VPP Performance Results"
1028 algorithm: "file_merged_test_results"
1029 output-file-ext: ".rst"
1030 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1031 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1032 dir-tables: "{DIR[DTR,PERF,VPP]}"
1035 filter: "not 'NDRCHK' and not 'PDRCHK'"
1041 data-start-level: 3 # 0, 1, 2, ...
1042 chapters-start-level: 2 # 0, 1, 2, ...
1046 title: "VPP Performance Configuration"
1047 algorithm: "file_merged_test_results"
1048 output-file-ext: ".rst"
1049 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1050 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1051 dir-tables: "{DIR[DTC,PERF,VPP]}"
1054 filter: "not 'NDRCHK' and not 'PDRCHK'"
1060 data-start-level: 3 # 0, 1, 2, ...
1061 chapters-start-level: 2 # 0, 1, 2, ...
1065 title: "VPP Performance Operational Data"
1066 algorithm: "file_merged_test_results"
1067 output-file-ext: ".rst"
1068 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1069 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1070 dir-tables: "{DIR[DTO,PERF,VPP]}"
1073 filter: "not 'NDRCHK' and not 'PDRCHK'"
1079 data-start-level: 3 # 0, 1, 2, ...
1080 chapters-start-level: 2 # 0, 1, 2, ...
1084 title: "VPP Functional Results"
1085 algorithm: "file_test_results"
1086 output-file-ext: ".rst"
1087 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1088 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1089 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1097 data-start-level: 3 # 0, 1, 2, ...
1098 chapters-start-level: 2 # 0, 1, 2, ...
1102 title: "VPP Functional Configuration"
1103 algorithm: "file_test_results"
1104 output-file-ext: ".rst"
1105 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1106 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1107 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1115 data-start-level: 3 # 0, 1, 2, ...
1116 chapters-start-level: 2 # 0, 1, 2, ...
1120 title: "Container Orchestrated Performance Results"
1121 algorithm: "file_test_results"
1122 output-file-ext: ".rst"
1123 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1124 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1125 dir-tables: "{DIR[DTR,PERF,COT]}"
1127 "ligato-perf-results"
1133 data-start-level: 2 # 0, 1, 2, ...
1134 chapters-start-level: 2 # 0, 1, 2, ...
1138 title: "DPDK Performance Results"
1139 algorithm: "file_test_results"
1140 output-file-ext: ".rst"
1141 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1142 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1143 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1153 data-start-level: 2 # 0, 1, 2, ...
1154 chapters-start-level: 2 # 0, 1, 2, ...
1158 title: "Honeycomb Functional Results"
1159 algorithm: "file_test_results"
1160 output-file-ext: ".rst"
1161 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1162 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1163 dir-tables: "{DIR[DTR,FUNC,HC]}"
1173 data-start-level: 3 # 0, 1, 2, ...
1174 chapters-start-level: 2 # 0, 1, 2, ...
1178 title: "NSH SFC Functional Results"
1179 algorithm: "file_test_results"
1180 output-file-ext: ".rst"
1181 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1182 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1183 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1193 data-start-level: 2 # 0, 1, 2, ...
1194 chapters-start-level: 2 # 0, 1, 2, ...
1196 ################################################################################
1198 ################################################################################
1200 # Plots VPP HTTP Server Performance
1203 title: "VPP HTTP Server Performance"
1204 algorithm: "plot_http_server_performance_box"
1205 output-file-type: ".html"
1206 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1208 "plot-vpp-http-server-performance"
1209 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1210 # each tag is enclosed with ' (apostrophe).
1211 filter: "'HTTP' and 'TCP_CPS'"
1217 boxpoints: "outliers"
1220 title: "VPP HTTP Server Performance"
1226 title: "VPP HTTP Server Performance"
1227 algorithm: "plot_http_server_performance_box"
1228 output-file-type: ".html"
1229 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1231 "plot-vpp-http-server-performance"
1232 filter: "'HTTP' and 'TCP_RPS'"
1238 boxpoints: "outliers"
1241 title: "VPP HTTP Server Performance"
1245 # Plot Throughput Speedup Analysis
1247 # L2 - 10ge2p1x520 - NDR
1250 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1251 algorithm: "plot_throughput_speedup_analysis"
1252 output-file-type: ".html"
1253 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1255 "plot-throughput-speedup-analysis"
1256 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1262 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1264 "plot-throughput-speedup-analysis"
1266 # L2 - 40ge2p1xl710 - NDR
1269 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1270 algorithm: "plot_throughput_speedup_analysis"
1271 output-file-type: ".html"
1272 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1274 "plot-throughput-speedup-analysis"
1275 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1281 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1283 "plot-throughput-speedup-analysis"
1285 # L2 - 10ge2p1x520 - PDR
1288 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1289 algorithm: "plot_throughput_speedup_analysis"
1290 output-file-type: ".html"
1291 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1293 "plot-throughput-speedup-analysis"
1294 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1300 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1302 "plot-throughput-speedup-analysis"
1304 # IPv4 - 10ge2p1x520 - NDR
1307 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1308 algorithm: "plot_throughput_speedup_analysis"
1309 output-file-type: ".html"
1310 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1312 "plot-throughput-speedup-analysis"
1313 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1319 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1321 "plot-throughput-speedup-analysis"
1323 # IPv4 - 40ge2p1xl710 - NDR
1326 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1327 algorithm: "plot_throughput_speedup_analysis"
1328 output-file-type: ".html"
1329 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1331 "plot-throughput-speedup-analysis"
1332 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1338 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1340 "plot-throughput-speedup-analysis"
1342 # IPv4 - 10ge2p1x520 - PDR
1345 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1346 algorithm: "plot_throughput_speedup_analysis"
1347 output-file-type: ".html"
1348 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1350 "plot-throughput-speedup-analysis"
1351 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1357 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1359 "plot-throughput-speedup-analysis"
1361 # IPv6 - 10ge2p1x520 - NDR
1364 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1365 algorithm: "plot_throughput_speedup_analysis"
1366 output-file-type: ".html"
1367 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1369 "plot-throughput-speedup-analysis"
1370 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1376 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1378 "plot-throughput-speedup-analysis"
1380 # IPv6 - 40ge2p1xl710 - NDR
1383 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1384 algorithm: "plot_throughput_speedup_analysis"
1385 output-file-type: ".html"
1386 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1388 "plot-throughput-speedup-analysis"
1389 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1395 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1397 "plot-throughput-speedup-analysis"
1399 # IPv6 - 10ge2p1x520 - PDR
1402 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1403 algorithm: "plot_throughput_speedup_analysis"
1404 output-file-type: ".html"
1405 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1407 "plot-throughput-speedup-analysis"
1408 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1414 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1416 "plot-throughput-speedup-analysis"
1418 # Plot packets per second
1423 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1424 algorithm: "plot_performance_box"
1425 output-file-type: ".html"
1426 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1428 "plot-vpp-throughput-latency"
1429 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1430 # each tag is enclosed with ' (apostrophe).
1431 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1437 boxpoints: "outliers"
1440 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1446 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1447 algorithm: "plot_performance_box"
1448 output-file-type: ".html"
1449 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1451 "plot-vpp-throughput-latency"
1452 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1458 boxpoints: "outliers"
1461 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1467 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1468 algorithm: "plot_performance_box"
1469 output-file-type: ".html"
1470 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1472 "plot-vpp-throughput-latency"
1473 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1479 boxpoints: "outliers"
1482 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1488 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1489 algorithm: "plot_performance_box"
1490 output-file-type: ".html"
1491 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1493 "plot-vpp-throughput-latency"
1494 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1500 boxpoints: "outliers"
1503 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1510 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1511 algorithm: "plot_performance_box"
1512 output-file-type: ".html"
1513 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1515 "plot-vpp-throughput-latency"
1516 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1522 boxpoints: "outliers"
1525 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1531 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1532 algorithm: "plot_performance_box"
1533 output-file-type: ".html"
1534 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1536 "plot-vpp-throughput-latency"
1537 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1543 boxpoints: "outliers"
1546 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1552 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1553 algorithm: "plot_performance_box"
1554 output-file-type: ".html"
1555 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1557 "plot-vpp-throughput-latency"
1558 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1564 boxpoints: "outliers"
1567 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1573 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1574 algorithm: "plot_performance_box"
1575 output-file-type: ".html"
1576 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1578 "plot-vpp-throughput-latency"
1579 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1585 boxpoints: "outliers"
1588 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1595 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1596 algorithm: "plot_performance_box"
1597 output-file-type: ".html"
1598 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1600 "plot-vpp-throughput-latency"
1601 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1607 boxpoints: "outliers"
1610 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1616 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1617 algorithm: "plot_performance_box"
1618 output-file-type: ".html"
1619 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1621 "plot-vpp-throughput-latency"
1622 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1628 boxpoints: "outliers"
1631 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1637 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1638 algorithm: "plot_performance_box"
1639 output-file-type: ".html"
1640 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1642 "plot-vpp-throughput-latency"
1643 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1649 boxpoints: "outliers"
1652 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1658 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1659 algorithm: "plot_performance_box"
1660 output-file-type: ".html"
1661 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1663 "plot-vpp-throughput-latency"
1664 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1670 boxpoints: "outliers"
1673 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1680 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1681 algorithm: "plot_performance_box"
1682 output-file-type: ".html"
1683 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1685 "plot-vpp-throughput-latency"
1686 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1692 boxpoints: "outliers"
1695 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1701 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1702 algorithm: "plot_performance_box"
1703 output-file-type: ".html"
1704 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1706 "plot-vpp-throughput-latency"
1707 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1713 boxpoints: "outliers"
1716 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1722 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1723 algorithm: "plot_performance_box"
1724 output-file-type: ".html"
1725 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1727 "plot-vpp-throughput-latency"
1728 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1734 boxpoints: "outliers"
1737 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1743 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1744 algorithm: "plot_performance_box"
1745 output-file-type: ".html"
1746 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1748 "plot-vpp-throughput-latency"
1749 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1755 boxpoints: "outliers"
1758 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1765 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1766 algorithm: "plot_performance_box"
1767 output-file-type: ".html"
1768 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1770 "plot-vpp-throughput-latency"
1771 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1777 boxpoints: "outliers"
1780 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1786 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1787 algorithm: "plot_performance_box"
1788 output-file-type: ".html"
1789 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1791 "plot-vpp-throughput-latency"
1792 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1798 boxpoints: "outliers"
1801 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1807 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1808 algorithm: "plot_performance_box"
1809 output-file-type: ".html"
1810 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1812 "plot-vpp-throughput-latency"
1813 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1819 boxpoints: "outliers"
1822 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1828 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1829 algorithm: "plot_performance_box"
1830 output-file-type: ".html"
1831 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1833 "plot-vpp-throughput-latency"
1834 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1840 boxpoints: "outliers"
1843 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1850 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1851 algorithm: "plot_performance_box"
1852 output-file-type: ".html"
1853 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1855 "plot-vpp-throughput-latency"
1856 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1862 boxpoints: "outliers"
1865 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1870 gridcolor: "rgb(238, 238, 238)"
1871 linecolor: "rgb(238, 238, 238)"
1875 showticklabels: True
1876 tickcolor: "rgb(238, 238, 238)"
1878 title: "Indexed Test Cases"
1881 gridcolor: "rgb(238, 238, 238)'"
1883 linecolor: "rgb(238, 238, 238)"
1885 range: [2000000, 6000000]
1888 showticklabels: True
1889 tickcolor: "rgb(238, 238, 238)"
1890 title: "Packets Per Second [pps]"
1908 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1909 algorithm: "plot_performance_box"
1910 output-file-type: ".html"
1911 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1913 "plot-vpp-throughput-latency"
1914 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1920 boxpoints: "outliers"
1923 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1929 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1930 algorithm: "plot_performance_box"
1931 output-file-type: ".html"
1932 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1934 "plot-vpp-throughput-latency"
1935 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1941 boxpoints: "outliers"
1944 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1950 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1951 algorithm: "plot_performance_box"
1952 output-file-type: ".html"
1953 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1955 "plot-vpp-throughput-latency"
1956 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1962 boxpoints: "outliers"
1965 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1970 gridcolor: "rgb(238, 238, 238)"
1971 linecolor: "rgb(238, 238, 238)"
1975 showticklabels: True
1976 tickcolor: "rgb(238, 238, 238)"
1978 title: "Indexed Test Cases"
1981 gridcolor: "rgb(238, 238, 238)'"
1983 linecolor: "rgb(238, 238, 238)"
1985 range: [4000000, 12000000]
1988 showticklabels: True
1989 tickcolor: "rgb(238, 238, 238)"
1990 title: "Packets Per Second [pps]"
2009 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2010 algorithm: "plot_performance_box"
2011 output-file-type: ".html"
2012 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2014 "plot-vpp-throughput-latency"
2015 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2021 boxpoints: "outliers"
2024 title: "64B-1t1c-.*vhost.*-ndrdisc"
2029 gridcolor: "rgb(238, 238, 238)"
2030 linecolor: "rgb(238, 238, 238)"
2034 showticklabels: True
2035 tickcolor: "rgb(238, 238, 238)"
2037 title: "Indexed Test Cases"
2040 gridcolor: "rgb(238, 238, 238)'"
2042 linecolor: "rgb(238, 238, 238)"
2047 showticklabels: True
2048 tickcolor: "rgb(238, 238, 238)"
2049 title: "Packets Per Second [pps]"
2067 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2068 algorithm: "plot_performance_box"
2069 output-file-type: ".html"
2070 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2072 "plot-vpp-throughput-latency"
2073 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2079 boxpoints: "outliers"
2082 title: "64B-2t2c-.*vhost.*-ndrdisc"
2088 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2089 algorithm: "plot_performance_box"
2090 output-file-type: ".html"
2091 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2093 "plot-vpp-throughput-latency"
2094 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2100 boxpoints: "outliers"
2103 title: "64B-1t1c-.*vhost.*-pdrdisc"
2109 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2110 algorithm: "plot_performance_box"
2111 output-file-type: ".html"
2112 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2114 "plot-vpp-throughput-latency"
2115 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2121 boxpoints: "outliers"
2124 title: "64B-2t2c-.*vhost.*-pdrdisc"
2128 # VPP VM VHOST SELECTION
2131 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2132 algorithm: "plot_performance_box"
2133 output-file-type: ".html"
2134 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2136 "plot-vpp-throughput-latency"
2137 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2143 boxpoints: "outliers"
2146 title: "64B-1t1c-.*vhost.*-ndrdisc"
2152 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2153 algorithm: "plot_performance_box"
2154 output-file-type: ".html"
2155 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2157 "plot-vpp-throughput-latency"
2158 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2164 boxpoints: "outliers"
2167 title: "64B-2t2c-.*vhost.*-ndrdisc"
2173 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2174 algorithm: "plot_performance_box"
2175 output-file-type: ".html"
2176 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2178 "plot-vpp-throughput-latency"
2179 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2185 boxpoints: "outliers"
2188 title: "64B-1t1c-.*vhost.*-pdrdisc"
2194 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2195 algorithm: "plot_performance_box"
2196 output-file-type: ".html"
2197 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2199 "plot-vpp-throughput-latency"
2200 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2206 boxpoints: "outliers"
2209 title: "64B-2t2c-.*vhost.*-pdrdisc"
2216 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2217 algorithm: "plot_performance_box"
2218 output-file-type: ".html"
2219 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2221 "plot-vpp-throughput-latency"
2222 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2228 boxpoints: "outliers"
2231 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2237 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2238 algorithm: "plot_performance_box"
2239 output-file-type: ".html"
2240 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2242 "plot-vpp-throughput-latency"
2243 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2249 boxpoints: "outliers"
2252 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2258 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2259 algorithm: "plot_performance_box"
2260 output-file-type: ".html"
2261 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2263 "plot-vpp-throughput-latency"
2264 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2270 boxpoints: "outliers"
2273 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2279 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2280 algorithm: "plot_performance_box"
2281 output-file-type: ".html"
2282 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2284 "plot-vpp-throughput-latency"
2285 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2291 boxpoints: "outliers"
2294 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2301 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2302 algorithm: "plot_performance_box"
2303 output-file-type: ".html"
2304 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2306 "plot-dpdk-throughput-latency"
2307 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2313 boxpoints: "outliers"
2316 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2322 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2323 algorithm: "plot_performance_box"
2324 output-file-type: ".html"
2325 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2327 "plot-dpdk-throughput-latency"
2328 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2334 boxpoints: "outliers"
2337 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2343 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2344 algorithm: "plot_performance_box"
2345 output-file-type: ".html"
2346 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2348 "plot-dpdk-throughput-latency"
2349 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2355 boxpoints: "outliers"
2358 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2363 gridcolor: "rgb(238, 238, 238)"
2364 linecolor: "rgb(238, 238, 238)"
2368 showticklabels: True
2369 tickcolor: "rgb(238, 238, 238)"
2371 title: "Indexed Test Cases"
2374 gridcolor: "rgb(238, 238, 238)'"
2376 linecolor: "rgb(238, 238, 238)"
2378 range: [2000000, 12000000]
2381 showticklabels: True
2382 tickcolor: "rgb(238, 238, 238)"
2383 title: "Packets Per Second [pps]"
2401 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2402 algorithm: "plot_performance_box"
2403 output-file-type: ".html"
2404 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2406 "plot-dpdk-throughput-latency"
2407 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2413 boxpoints: "outliers"
2416 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2421 gridcolor: "rgb(238, 238, 238)"
2422 linecolor: "rgb(238, 238, 238)"
2426 showticklabels: True
2427 tickcolor: "rgb(238, 238, 238)"
2429 title: "Indexed Test Cases"
2432 gridcolor: "rgb(238, 238, 238)'"
2434 linecolor: "rgb(238, 238, 238)"
2436 range: [2000000, 12000000]
2439 showticklabels: True
2440 tickcolor: "rgb(238, 238, 238)"
2441 title: "Packets Per Second [pps]"
2459 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2460 algorithm: "plot_performance_box"
2461 output-file-type: ".html"
2462 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2464 "plot-dpdk-throughput-latency"
2465 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2471 boxpoints: "outliers"
2474 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2480 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2481 algorithm: "plot_performance_box"
2482 output-file-type: ".html"
2483 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2485 "plot-dpdk-throughput-latency"
2486 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2492 boxpoints: "outliers"
2495 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2501 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2502 algorithm: "plot_performance_box"
2503 output-file-type: ".html"
2504 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2506 "plot-dpdk-throughput-latency"
2507 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2513 boxpoints: "outliers"
2516 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2521 gridcolor: "rgb(238, 238, 238)"
2522 linecolor: "rgb(238, 238, 238)"
2526 showticklabels: True
2527 tickcolor: "rgb(238, 238, 238)"
2529 title: "Indexed Test Cases"
2532 gridcolor: "rgb(238, 238, 238)'"
2534 linecolor: "rgb(238, 238, 238)"
2536 range: [20000000, 30000000]
2539 showticklabels: True
2540 tickcolor: "rgb(238, 238, 238)"
2541 title: "Packets Per Second [pps]"
2559 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2560 algorithm: "plot_performance_box"
2561 output-file-type: ".html"
2562 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2564 "plot-dpdk-throughput-latency"
2565 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2571 boxpoints: "outliers"
2574 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2579 gridcolor: "rgb(238, 238, 238)"
2580 linecolor: "rgb(238, 238, 238)"
2584 showticklabels: True
2585 tickcolor: "rgb(238, 238, 238)"
2587 title: "Indexed Test Cases"
2590 gridcolor: "rgb(238, 238, 238)'"
2592 linecolor: "rgb(238, 238, 238)"
2594 range: [20000000, 30000000]
2597 showticklabels: True
2598 tickcolor: "rgb(238, 238, 238)"
2599 title: "Packets Per Second [pps]"
2620 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2621 algorithm: "plot_latency_box"
2622 output-file-type: ".html"
2623 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2625 "plot-vpp-throughput-latency"
2626 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2633 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2639 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2640 algorithm: "plot_latency_box"
2641 output-file-type: ".html"
2642 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2644 "plot-vpp-throughput-latency"
2645 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2652 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2659 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2660 algorithm: "plot_latency_box"
2661 output-file-type: ".html"
2662 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2664 "plot-vpp-throughput-latency"
2665 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2672 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2678 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2679 algorithm: "plot_latency_box"
2680 output-file-type: ".html"
2681 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2683 "plot-vpp-throughput-latency"
2684 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2691 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2698 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2699 algorithm: "plot_latency_box"
2700 output-file-type: ".html"
2701 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2703 "plot-vpp-throughput-latency"
2704 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2711 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2717 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2718 algorithm: "plot_latency_box"
2719 output-file-type: ".html"
2720 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2722 "plot-vpp-throughput-latency"
2723 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2730 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2737 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2738 algorithm: "plot_latency_box"
2739 output-file-type: ".html"
2740 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2742 "plot-vpp-throughput-latency"
2743 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2750 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2756 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2757 algorithm: "plot_latency_box"
2758 output-file-type: ".html"
2759 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2761 "plot-vpp-throughput-latency"
2762 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2769 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2776 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2777 algorithm: "plot_latency_box"
2778 output-file-type: ".html"
2779 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2781 "plot-vpp-throughput-latency"
2782 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2789 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2795 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2796 algorithm: "plot_latency_box"
2797 output-file-type: ".html"
2798 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2800 "plot-vpp-throughput-latency"
2801 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2808 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2815 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2816 algorithm: "plot_latency_box"
2817 output-file-type: ".html"
2818 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2820 "plot-vpp-throughput-latency"
2821 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2828 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2834 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2835 algorithm: "plot_latency_box"
2836 output-file-type: ".html"
2837 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2839 "plot-vpp-throughput-latency"
2840 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2847 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2854 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2855 algorithm: "plot_latency_box"
2856 output-file-type: ".html"
2857 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2859 "plot-vpp-throughput-latency"
2860 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2867 title: "64B-1t1c-.*vhost.*-ndrdisc"
2873 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2874 algorithm: "plot_latency_box"
2875 output-file-type: ".html"
2876 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2878 "plot-vpp-throughput-latency"
2879 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2886 title: "64B-2t2c-.*vhost.*-ndrdisc"
2890 # VPP VM VHOST selection
2893 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2894 algorithm: "plot_latency_box"
2895 output-file-type: ".html"
2896 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2898 "plot-vpp-throughput-latency"
2899 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2906 title: "64B-1t1c-.*vhost.*-ndrdisc"
2912 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2913 algorithm: "plot_latency_box"
2914 output-file-type: ".html"
2915 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2917 "plot-vpp-throughput-latency"
2918 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2925 title: "64B-2t2c-.*vhost.*-ndrdisc"
2932 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2933 algorithm: "plot_latency_box"
2934 output-file-type: ".html"
2935 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2937 "plot-vpp-throughput-latency"
2938 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2945 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2951 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2952 algorithm: "plot_latency_box"
2953 output-file-type: ".html"
2954 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2956 "plot-vpp-throughput-latency"
2957 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2964 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2971 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2972 algorithm: "plot_latency_box"
2973 output-file-type: ".html"
2974 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2976 "plot-dpdk-throughput-latency"
2977 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2984 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2990 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2991 algorithm: "plot_latency_box"
2992 output-file-type: ".html"
2993 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2995 "plot-dpdk-throughput-latency"
2996 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3003 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3009 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3010 algorithm: "plot_latency_box"
3011 output-file-type: ".html"
3012 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3014 "plot-dpdk-throughput-latency"
3015 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3022 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3028 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3029 algorithm: "plot_latency_box"
3030 output-file-type: ".html"
3031 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3033 "plot-dpdk-throughput-latency"
3034 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3041 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3045 # Ligato - Throughput
3050 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3051 algorithm: "plot_performance_box"
3052 output-file-type: ".html"
3053 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3055 "plot-vpp-throughput-latency"
3056 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3062 boxpoints: "outliers"
3065 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3070 gridcolor: "rgb(238, 238, 238)"
3071 linecolor: "rgb(238, 238, 238)"
3075 showticklabels: True
3076 tickcolor: "rgb(238, 238, 238)"
3078 title: "Indexed Test Cases"
3081 gridcolor: "rgb(238, 238, 238)'"
3083 linecolor: "rgb(238, 238, 238)"
3088 showticklabels: True
3089 tickcolor: "rgb(238, 238, 238)"
3090 title: "Packets Per Second [pps]"
3108 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3109 algorithm: "plot_performance_box"
3110 output-file-type: ".html"
3111 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3113 "plot-vpp-throughput-latency"
3114 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3120 boxpoints: "outliers"
3123 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3128 gridcolor: "rgb(238, 238, 238)"
3129 linecolor: "rgb(238, 238, 238)"
3133 showticklabels: True
3134 tickcolor: "rgb(238, 238, 238)"
3136 title: "Indexed Test Cases"
3139 gridcolor: "rgb(238, 238, 238)'"
3141 linecolor: "rgb(238, 238, 238)"
3146 showticklabels: True
3147 tickcolor: "rgb(238, 238, 238)"
3148 title: "Packets Per Second [pps]"
3166 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3167 algorithm: "plot_performance_box"
3168 output-file-type: ".html"
3169 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3171 "plot-vpp-throughput-latency"
3172 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3178 boxpoints: "outliers"
3181 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3186 gridcolor: "rgb(238, 238, 238)"
3187 linecolor: "rgb(238, 238, 238)"
3191 showticklabels: True
3192 tickcolor: "rgb(238, 238, 238)"
3194 title: "Indexed Test Cases"
3197 gridcolor: "rgb(238, 238, 238)'"
3199 linecolor: "rgb(238, 238, 238)"
3204 showticklabels: True
3205 tickcolor: "rgb(238, 238, 238)"
3206 title: "Packets Per Second [pps]"
3224 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3225 algorithm: "plot_performance_box"
3226 output-file-type: ".html"
3227 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3229 "plot-vpp-throughput-latency"
3230 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3236 boxpoints: "outliers"
3239 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3244 gridcolor: "rgb(238, 238, 238)"
3245 linecolor: "rgb(238, 238, 238)"
3249 showticklabels: True
3250 tickcolor: "rgb(238, 238, 238)"
3252 title: "Indexed Test Cases"
3255 gridcolor: "rgb(238, 238, 238)'"
3257 linecolor: "rgb(238, 238, 238)"
3262 showticklabels: True
3263 tickcolor: "rgb(238, 238, 238)"
3264 title: "Packets Per Second [pps]"
3280 # Container orchestrated
3283 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3284 algorithm: "plot_performance_box"
3285 output-file-type: ".html"
3286 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3288 "plot-ligato-throughput-latency"
3289 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3295 boxpoints: "outliers"
3298 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3304 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3305 algorithm: "plot_performance_box"
3306 output-file-type: ".html"
3307 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3309 "plot-ligato-throughput-latency"
3310 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3316 boxpoints: "outliers"
3319 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3325 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3326 algorithm: "plot_performance_box"
3327 output-file-type: ".html"
3328 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3330 "plot-ligato-throughput-latency"
3331 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3337 boxpoints: "outliers"
3340 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3346 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3347 algorithm: "plot_performance_box"
3348 output-file-type: ".html"
3349 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3351 "plot-ligato-throughput-latency"
3352 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3358 boxpoints: "outliers"
3361 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3370 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3371 algorithm: "plot_latency_box"
3372 output-file-type: ".html"
3373 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3375 "plot-vpp-throughput-latency"
3376 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3383 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3389 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3390 algorithm: "plot_latency_box"
3391 output-file-type: ".html"
3392 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3394 "plot-vpp-throughput-latency"
3395 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3402 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3406 # Container orchestrated
3409 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3410 algorithm: "plot_latency_box"
3411 output-file-type: ".html"
3412 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3414 "plot-ligato-throughput-latency"
3415 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3422 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3428 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3429 algorithm: "plot_latency_box"
3430 output-file-type: ".html"
3431 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3433 "plot-ligato-throughput-latency"
3434 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3441 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"