6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 plot-vpp-http-server-performance:
93 csit-vpp-perf-1801-all:
105 # TODO: Add the data sources
106 # vpp-meltdown-impact:
107 # csit-vpp-perf-1707-all:
111 # csit-vpp-perf-1710-all:
115 # TODO: Add the data sources
116 # vpp-spectre-impact:
117 # csit-vpp-perf-1707-all:
121 # csit-vpp-perf-1710-all:
125 vpp-performance-changes:
126 csit-vpp-perf-1710-all:
137 csit-vpp-perf-1801-all:
150 plot-throughput-speedup-analysis:
151 csit-vpp-perf-1801-all:
168 # performance-improvements:
169 # csit-vpp-perf-1707-all:
180 # csit-vpp-perf-1710-all:
191 # csit-vpp-perf-1801-all:
195 # csit-ligato-perf-1710-all:
206 # csit-ligato-perf-1801-all:
217 csit-vpp-perf-1801-all:
223 csit-vpp-functional-1801-ubuntu1604-virl:
224 - "lastSuccessfulBuild"
226 csit-ligato-perf-1801-all:
229 csit-dpdk-perf-1801-all:
232 csit-hc2vpp-verify-func-1801-ubuntu1604:
233 - "lastSuccessfulBuild"
235 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
237 plot-vpp-throughput-latency:
238 csit-vpp-perf-1801-all:
255 plot-dpdk-throughput-latency:
256 csit-dpdk-perf-1801-all:
266 plot-ligato-throughput-latency:
267 csit-ligato-perf-1801-all:
285 gridcolor: "rgb(238, 238, 238)"
286 linecolor: "rgb(238, 238, 238)"
291 tickcolor: "rgb(238, 238, 238)"
293 title: "Indexed Test Cases"
296 gridcolor: "rgb(238, 238, 238)'"
298 linecolor: "rgb(238, 238, 238)"
305 tickcolor: "rgb(238, 238, 238)"
306 title: "Connections Per Second [cps]"
327 gridcolor: "rgb(238, 238, 238)"
328 linecolor: "rgb(238, 238, 238)"
333 tickcolor: "rgb(238, 238, 238)"
335 title: "Indexed Test Cases"
338 gridcolor: "rgb(238, 238, 238)'"
340 linecolor: "rgb(238, 238, 238)"
347 tickcolor: "rgb(238, 238, 238)"
348 title: "Requests Per Second [rps]"
369 gridcolor: "rgb(238, 238, 238)"
370 linecolor: "rgb(238, 238, 238)"
375 tickcolor: "rgb(238, 238, 238)"
377 title: "Indexed Test Cases"
380 gridcolor: "rgb(238, 238, 238)'"
382 linecolor: "rgb(238, 238, 238)"
388 tickcolor: "rgb(238, 238, 238)"
389 title: "Packets Per Second [pps]"
410 gridcolor: "rgb(238, 238, 238)"
411 linecolor: "rgb(238, 238, 238)"
416 tickcolor: "rgb(238, 238, 238)"
418 title: "Indexed Test Cases"
421 gridcolor: "rgb(238, 238, 238)'"
423 linecolor: "rgb(238, 238, 238)"
429 tickcolor: "rgb(238, 238, 238)"
430 title: "Latency min/avg/max [uSec]"
446 plot-throughput-speedup-analysis:
451 gridcolor: "rgb(238, 238, 238)"
452 linecolor: "rgb(238, 238, 238)"
457 tickcolor: "rgb(238, 238, 238)"
462 title: "Throughput speedup factor"
463 gridcolor: "rgb(238, 238, 238)"
465 linecolor: "rgb(238, 238, 238)"
471 tickcolor: "rgb(238, 238, 238)"
479 bgcolor: "rgba(255, 255, 255, 0)"
480 bordercolor: "rgba(255, 255, 255, 0)"
497 input-format: "xml" # zip or xml
498 extract: "robot-plugin/output.xml" # Only for zip
500 # The files must be in the directory DIR[WORKING,DATA]
501 csit-vpp-perf-1801-all:
504 file: "{DIR[WORKING,DATA]}/output.xml"
507 file: "{DIR[WORKING,DATA]}/output.xml"
510 file: "{DIR[WORKING,DATA]}/output.xml"
513 file: "{DIR[WORKING,DATA]}/output.xml"
517 src-path: "{DIR[RST]}"
518 dst-path: "{DIR[WORKING,SRC]}"
521 type: "input" # Ignored in debug mode
523 file-name: "robot-plugin.zip"
525 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
526 extract: "robot-plugin/output.xml"
528 # csit-vpp-perf-1707-all:
539 csit-vpp-perf-1710-all:
550 csit-vpp-perf-1801-all:
578 csit-ligato-perf-1710-all:
589 csit-dpdk-perf-1801-all:
599 csit-ligato-perf-1801-all:
610 csit-dpdk-perf-1801-all:
621 csit-vpp-functional-1801-ubuntu1604-virl:
622 - lastSuccessfulBuild
623 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
625 csit-hc2vpp-verify-func-1801-ubuntu1604:
626 - lastSuccessfulBuild
636 ################################################################################
638 ################################################################################
642 # title: "Performance Impact of Meltdown Patches"
643 # algorithm: "table_performance_comparison"
644 # output-file-ext: ".csv"
646 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
648 # title: "No Meltdown"
649 ## TODO: specify data sources
651 # csit-vpp-perf-1707-all:
656 # title: "Meltdown Patches Applied"
657 ## TODO: specify data sources
659 # csit-vpp-perf-1710-all:
664 # "vpp-meltdown-impact"
670 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
671 # # to present all tests.
672 # nr-of-tests-shown: 20
676 # title: "Performance Impact of Spectre Patches"
677 # algorithm: "table_performance_comparison"
678 # output-file-ext: ".csv"
680 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
682 # title: "No Spectre"
683 ## TODO: specify data sources
685 # csit-vpp-perf-1707-all:
690 # title: "Spectre Patches Applied"
691 ## TODO: specify data sources
693 # csit-vpp-perf-1710-all:
698 # "vpp-spectre-impact"
704 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
705 # # to present all tests.
706 # nr-of-tests-shown: 20
710 title: "VPP Performance Changes"
711 algorithm: "table_performance_comparison"
712 output-file-ext: ".csv"
713 output-file: "{DIR[STATIC,VPP]}/performance-changes"
715 title: "Release 1710"
717 csit-vpp-perf-1710-all:
729 title: "Release 1801"
730 # TODO: specify data sources
732 csit-vpp-perf-1801-all:
745 data: "vpp-performance-changes"
751 # Number of the best and the worst tests presented in the table. Use 0 (zero)
752 # to present all tests.
753 nr-of-tests-shown: 20
758 # title: "Performance improvements"
759 # algorithm: "table_performance_improvements"
760 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
761 # output-file-ext: ".csv"
762 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
768 # title: "16.09 mean [Mpps]"
771 # title: "17.01 mean [Mpps]"
774 # title: "17.04 mean [Mpps]"
777 # title: "17.07 mean [Mpps]"
778 # data: "data csit-vpp-perf-1707-all mean"
780 # title: "17.10 mean [Mpps]"
781 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
783 # title: "18.01 mean [Mpps]"
784 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
786 # title: "18.01 stdev [Mpps]"
787 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
789 # title: "17.10 to 18.01 change [%]"
790 # data: "operation relative_change 5 6"
793 # "performance-improvements"
800 title: "Detailed Test Results - VPP Performance Results"
801 algorithm: "table_merged_details"
802 output-file-ext: ".csv"
803 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
809 title: "Documentation"
817 filter: "not 'NDRCHK' and not 'PDRCHK'"
826 title: "Test configuration - VPP Performance Test Configs"
827 algorithm: "table_merged_details"
828 output-file-ext: ".csv"
829 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
835 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
836 data: "data vat-history"
840 filter: "not 'NDRCHK' and not 'PDRCHK'"
848 title: "Test Operational Data - VPP Performance Operational Data"
849 algorithm: "table_merged_details"
850 output-file-ext: ".csv"
851 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
857 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
858 data: "data show-run"
862 filter: "not 'NDRCHK' and not 'PDRCHK'"
870 title: "Detailed Test Results - VPP Functional Results"
871 algorithm: "table_details"
872 output-file-ext: ".csv"
873 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
879 title: "Documentation"
896 title: "Test configuration - VPP Functional Test Configs"
897 algorithm: "table_details"
898 output-file-ext: ".csv"
899 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
905 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
906 data: "data vat-history"
918 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
919 algorithm: "table_details"
920 output-file-ext: ".csv"
921 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
927 title: "Documentation"
934 "ligato-perf-results"
944 title: "Detailed Test Results - DPDK Performance Results"
945 algorithm: "table_details"
946 output-file-ext: ".csv"
947 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
953 title: "Documentation"
970 title: "Detailed Test Results - Honeycomb Functional Results"
971 algorithm: "table_details"
972 output-file-ext: ".csv"
973 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
979 title: "Documentation"
996 title: "Detailed Test Results - NSH SFC Functional Results"
997 algorithm: "table_details"
998 output-file-ext: ".csv"
999 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1005 title: "Documentation"
1020 ################################################################################
1022 ################################################################################
1026 title: "VPP Performance Results"
1027 algorithm: "file_merged_test_results"
1028 output-file-ext: ".rst"
1029 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1030 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1031 dir-tables: "{DIR[DTR,PERF,VPP]}"
1034 filter: "not 'NDRCHK' and not 'PDRCHK'"
1040 data-start-level: 3 # 0, 1, 2, ...
1041 chapters-start-level: 2 # 0, 1, 2, ...
1045 title: "VPP Performance Configuration"
1046 algorithm: "file_merged_test_results"
1047 output-file-ext: ".rst"
1048 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1049 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1050 dir-tables: "{DIR[DTC,PERF,VPP]}"
1053 filter: "not 'NDRCHK' and not 'PDRCHK'"
1059 data-start-level: 3 # 0, 1, 2, ...
1060 chapters-start-level: 2 # 0, 1, 2, ...
1064 title: "VPP Performance Operational Data"
1065 algorithm: "file_merged_test_results"
1066 output-file-ext: ".rst"
1067 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1068 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1069 dir-tables: "{DIR[DTO,PERF,VPP]}"
1072 filter: "not 'NDRCHK' and not 'PDRCHK'"
1078 data-start-level: 3 # 0, 1, 2, ...
1079 chapters-start-level: 2 # 0, 1, 2, ...
1083 title: "VPP Functional Results"
1084 algorithm: "file_test_results"
1085 output-file-ext: ".rst"
1086 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1087 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1088 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1096 data-start-level: 3 # 0, 1, 2, ...
1097 chapters-start-level: 2 # 0, 1, 2, ...
1101 title: "VPP Functional Configuration"
1102 algorithm: "file_test_results"
1103 output-file-ext: ".rst"
1104 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1105 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1106 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1114 data-start-level: 3 # 0, 1, 2, ...
1115 chapters-start-level: 2 # 0, 1, 2, ...
1119 title: "Container Orchestrated Performance Results"
1120 algorithm: "file_test_results"
1121 output-file-ext: ".rst"
1122 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1123 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1124 dir-tables: "{DIR[DTR,PERF,COT]}"
1126 "ligato-perf-results"
1132 data-start-level: 2 # 0, 1, 2, ...
1133 chapters-start-level: 2 # 0, 1, 2, ...
1137 title: "DPDK Performance Results"
1138 algorithm: "file_test_results"
1139 output-file-ext: ".rst"
1140 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1141 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1142 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1152 data-start-level: 2 # 0, 1, 2, ...
1153 chapters-start-level: 2 # 0, 1, 2, ...
1157 title: "Honeycomb Functional Results"
1158 algorithm: "file_test_results"
1159 output-file-ext: ".rst"
1160 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1161 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1162 dir-tables: "{DIR[DTR,FUNC,HC]}"
1172 data-start-level: 3 # 0, 1, 2, ...
1173 chapters-start-level: 2 # 0, 1, 2, ...
1177 title: "NSH SFC Functional Results"
1178 algorithm: "file_test_results"
1179 output-file-ext: ".rst"
1180 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1181 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1182 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1192 data-start-level: 2 # 0, 1, 2, ...
1193 chapters-start-level: 2 # 0, 1, 2, ...
1195 ################################################################################
1197 ################################################################################
1199 # Plots VPP HTTP Server Performance
1202 title: "VPP HTTP Server Performance"
1203 algorithm: "plot_http_server_performance_box"
1204 output-file-type: ".html"
1205 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1207 "plot-vpp-http-server-performance"
1208 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1209 # each tag is enclosed with ' (apostrophe).
1210 filter: "'HTTP' and 'TCP_CPS'"
1216 boxpoints: "outliers"
1219 title: "VPP HTTP Server Performance"
1225 title: "VPP HTTP Server Performance"
1226 algorithm: "plot_http_server_performance_box"
1227 output-file-type: ".html"
1228 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1230 "plot-vpp-http-server-performance"
1231 filter: "'HTTP' and 'TCP_RPS'"
1237 boxpoints: "outliers"
1240 title: "VPP HTTP Server Performance"
1244 # Plot Throughput Speedup Analysis
1246 # L2 - 10ge2p1x520 - NDR
1249 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1250 algorithm: "plot_throughput_speedup_analysis"
1251 output-file-type: ".html"
1252 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1254 "plot-throughput-speedup-analysis"
1255 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1261 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1263 "plot-throughput-speedup-analysis"
1265 # L2 - 40ge2p1xl710 - NDR
1268 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1269 algorithm: "plot_throughput_speedup_analysis"
1270 output-file-type: ".html"
1271 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1273 "plot-throughput-speedup-analysis"
1274 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1280 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1282 "plot-throughput-speedup-analysis"
1284 # L2 - 10ge2p1x520 - PDR
1287 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1288 algorithm: "plot_throughput_speedup_analysis"
1289 output-file-type: ".html"
1290 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1292 "plot-throughput-speedup-analysis"
1293 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1299 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1301 "plot-throughput-speedup-analysis"
1303 # IPv4 - 10ge2p1x520 - NDR
1306 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1307 algorithm: "plot_throughput_speedup_analysis"
1308 output-file-type: ".html"
1309 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1311 "plot-throughput-speedup-analysis"
1312 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1318 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1320 "plot-throughput-speedup-analysis"
1322 # IPv4 - 40ge2p1xl710 - NDR
1325 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1326 algorithm: "plot_throughput_speedup_analysis"
1327 output-file-type: ".html"
1328 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1330 "plot-throughput-speedup-analysis"
1331 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1337 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1339 "plot-throughput-speedup-analysis"
1341 # IPv4 - 10ge2p1x520 - PDR
1344 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1345 algorithm: "plot_throughput_speedup_analysis"
1346 output-file-type: ".html"
1347 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1349 "plot-throughput-speedup-analysis"
1350 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1356 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1358 "plot-throughput-speedup-analysis"
1360 # IPv6 - 10ge2p1x520 - NDR
1363 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1364 algorithm: "plot_throughput_speedup_analysis"
1365 output-file-type: ".html"
1366 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1368 "plot-throughput-speedup-analysis"
1369 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1375 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1377 "plot-throughput-speedup-analysis"
1379 # IPv6 - 40ge2p1xl710 - NDR
1382 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1383 algorithm: "plot_throughput_speedup_analysis"
1384 output-file-type: ".html"
1385 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1387 "plot-throughput-speedup-analysis"
1388 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1394 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1396 "plot-throughput-speedup-analysis"
1398 # IPv6 - 10ge2p1x520 - PDR
1401 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1402 algorithm: "plot_throughput_speedup_analysis"
1403 output-file-type: ".html"
1404 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1406 "plot-throughput-speedup-analysis"
1407 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1413 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1415 "plot-throughput-speedup-analysis"
1417 # Plot packets per second
1422 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1423 algorithm: "plot_performance_box"
1424 output-file-type: ".html"
1425 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1427 "plot-vpp-throughput-latency"
1428 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1429 # each tag is enclosed with ' (apostrophe).
1430 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1436 boxpoints: "outliers"
1439 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1445 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1446 algorithm: "plot_performance_box"
1447 output-file-type: ".html"
1448 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1450 "plot-vpp-throughput-latency"
1451 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1457 boxpoints: "outliers"
1460 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1466 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1467 algorithm: "plot_performance_box"
1468 output-file-type: ".html"
1469 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1471 "plot-vpp-throughput-latency"
1472 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1478 boxpoints: "outliers"
1481 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1487 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1488 algorithm: "plot_performance_box"
1489 output-file-type: ".html"
1490 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1492 "plot-vpp-throughput-latency"
1493 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1499 boxpoints: "outliers"
1502 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1509 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1510 algorithm: "plot_performance_box"
1511 output-file-type: ".html"
1512 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1514 "plot-vpp-throughput-latency"
1515 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1521 boxpoints: "outliers"
1524 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1530 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1531 algorithm: "plot_performance_box"
1532 output-file-type: ".html"
1533 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1535 "plot-vpp-throughput-latency"
1536 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1542 boxpoints: "outliers"
1545 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1551 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1552 algorithm: "plot_performance_box"
1553 output-file-type: ".html"
1554 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1556 "plot-vpp-throughput-latency"
1557 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1563 boxpoints: "outliers"
1566 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1572 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1573 algorithm: "plot_performance_box"
1574 output-file-type: ".html"
1575 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1577 "plot-vpp-throughput-latency"
1578 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1584 boxpoints: "outliers"
1587 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1594 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1595 algorithm: "plot_performance_box"
1596 output-file-type: ".html"
1597 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1599 "plot-vpp-throughput-latency"
1600 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1606 boxpoints: "outliers"
1609 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1615 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1616 algorithm: "plot_performance_box"
1617 output-file-type: ".html"
1618 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1620 "plot-vpp-throughput-latency"
1621 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1627 boxpoints: "outliers"
1630 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1636 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1637 algorithm: "plot_performance_box"
1638 output-file-type: ".html"
1639 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1641 "plot-vpp-throughput-latency"
1642 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1648 boxpoints: "outliers"
1651 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1657 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1658 algorithm: "plot_performance_box"
1659 output-file-type: ".html"
1660 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1662 "plot-vpp-throughput-latency"
1663 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1669 boxpoints: "outliers"
1672 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1679 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1680 algorithm: "plot_performance_box"
1681 output-file-type: ".html"
1682 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1684 "plot-vpp-throughput-latency"
1685 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1691 boxpoints: "outliers"
1694 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1700 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1701 algorithm: "plot_performance_box"
1702 output-file-type: ".html"
1703 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1705 "plot-vpp-throughput-latency"
1706 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1712 boxpoints: "outliers"
1715 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1721 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1722 algorithm: "plot_performance_box"
1723 output-file-type: ".html"
1724 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1726 "plot-vpp-throughput-latency"
1727 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1733 boxpoints: "outliers"
1736 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1742 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1743 algorithm: "plot_performance_box"
1744 output-file-type: ".html"
1745 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1747 "plot-vpp-throughput-latency"
1748 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1754 boxpoints: "outliers"
1757 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1764 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1765 algorithm: "plot_performance_box"
1766 output-file-type: ".html"
1767 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1769 "plot-vpp-throughput-latency"
1770 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1776 boxpoints: "outliers"
1779 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1785 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1786 algorithm: "plot_performance_box"
1787 output-file-type: ".html"
1788 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1790 "plot-vpp-throughput-latency"
1791 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1797 boxpoints: "outliers"
1800 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1806 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1807 algorithm: "plot_performance_box"
1808 output-file-type: ".html"
1809 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1811 "plot-vpp-throughput-latency"
1812 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1818 boxpoints: "outliers"
1821 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1827 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1828 algorithm: "plot_performance_box"
1829 output-file-type: ".html"
1830 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1832 "plot-vpp-throughput-latency"
1833 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1839 boxpoints: "outliers"
1842 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1849 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1850 algorithm: "plot_performance_box"
1851 output-file-type: ".html"
1852 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1854 "plot-vpp-throughput-latency"
1855 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1861 boxpoints: "outliers"
1864 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1869 gridcolor: "rgb(238, 238, 238)"
1870 linecolor: "rgb(238, 238, 238)"
1874 showticklabels: True
1875 tickcolor: "rgb(238, 238, 238)"
1877 title: "Indexed Test Cases"
1880 gridcolor: "rgb(238, 238, 238)'"
1882 linecolor: "rgb(238, 238, 238)"
1884 range: [2000000, 6000000]
1887 showticklabels: True
1888 tickcolor: "rgb(238, 238, 238)"
1889 title: "Packets Per Second [pps]"
1907 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1908 algorithm: "plot_performance_box"
1909 output-file-type: ".html"
1910 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1912 "plot-vpp-throughput-latency"
1913 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1919 boxpoints: "outliers"
1922 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1928 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1929 algorithm: "plot_performance_box"
1930 output-file-type: ".html"
1931 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1933 "plot-vpp-throughput-latency"
1934 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1940 boxpoints: "outliers"
1943 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1949 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1950 algorithm: "plot_performance_box"
1951 output-file-type: ".html"
1952 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1954 "plot-vpp-throughput-latency"
1955 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1961 boxpoints: "outliers"
1964 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1969 gridcolor: "rgb(238, 238, 238)"
1970 linecolor: "rgb(238, 238, 238)"
1974 showticklabels: True
1975 tickcolor: "rgb(238, 238, 238)"
1977 title: "Indexed Test Cases"
1980 gridcolor: "rgb(238, 238, 238)'"
1982 linecolor: "rgb(238, 238, 238)"
1984 range: [4000000, 12000000]
1987 showticklabels: True
1988 tickcolor: "rgb(238, 238, 238)"
1989 title: "Packets Per Second [pps]"
2008 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2009 algorithm: "plot_performance_box"
2010 output-file-type: ".html"
2011 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2013 "plot-vpp-throughput-latency"
2014 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2020 boxpoints: "outliers"
2023 title: "64B-1t1c-.*vhost.*-ndrdisc"
2028 gridcolor: "rgb(238, 238, 238)"
2029 linecolor: "rgb(238, 238, 238)"
2033 showticklabels: True
2034 tickcolor: "rgb(238, 238, 238)"
2036 title: "Indexed Test Cases"
2039 gridcolor: "rgb(238, 238, 238)'"
2041 linecolor: "rgb(238, 238, 238)"
2046 showticklabels: True
2047 tickcolor: "rgb(238, 238, 238)"
2048 title: "Packets Per Second [pps]"
2066 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2067 algorithm: "plot_performance_box"
2068 output-file-type: ".html"
2069 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2071 "plot-vpp-throughput-latency"
2072 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2078 boxpoints: "outliers"
2081 title: "64B-2t2c-.*vhost.*-ndrdisc"
2087 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2088 algorithm: "plot_performance_box"
2089 output-file-type: ".html"
2090 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2092 "plot-vpp-throughput-latency"
2093 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2099 boxpoints: "outliers"
2102 title: "64B-1t1c-.*vhost.*-pdrdisc"
2108 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2109 algorithm: "plot_performance_box"
2110 output-file-type: ".html"
2111 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2113 "plot-vpp-throughput-latency"
2114 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2120 boxpoints: "outliers"
2123 title: "64B-2t2c-.*vhost.*-pdrdisc"
2127 # VPP VM VHOST SELECTION
2130 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2131 algorithm: "plot_performance_box"
2132 output-file-type: ".html"
2133 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2135 "plot-vpp-throughput-latency"
2136 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2142 boxpoints: "outliers"
2145 title: "64B-1t1c-.*vhost.*-ndrdisc"
2151 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2152 algorithm: "plot_performance_box"
2153 output-file-type: ".html"
2154 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2156 "plot-vpp-throughput-latency"
2157 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2163 boxpoints: "outliers"
2166 title: "64B-2t2c-.*vhost.*-ndrdisc"
2172 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2173 algorithm: "plot_performance_box"
2174 output-file-type: ".html"
2175 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2177 "plot-vpp-throughput-latency"
2178 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2184 boxpoints: "outliers"
2187 title: "64B-1t1c-.*vhost.*-pdrdisc"
2193 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2194 algorithm: "plot_performance_box"
2195 output-file-type: ".html"
2196 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2198 "plot-vpp-throughput-latency"
2199 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2205 boxpoints: "outliers"
2208 title: "64B-2t2c-.*vhost.*-pdrdisc"
2215 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2216 algorithm: "plot_performance_box"
2217 output-file-type: ".html"
2218 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2220 "plot-vpp-throughput-latency"
2221 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2227 boxpoints: "outliers"
2230 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2236 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2237 algorithm: "plot_performance_box"
2238 output-file-type: ".html"
2239 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2241 "plot-vpp-throughput-latency"
2242 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2248 boxpoints: "outliers"
2251 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2257 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2258 algorithm: "plot_performance_box"
2259 output-file-type: ".html"
2260 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2262 "plot-vpp-throughput-latency"
2263 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2269 boxpoints: "outliers"
2272 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2278 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2279 algorithm: "plot_performance_box"
2280 output-file-type: ".html"
2281 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2283 "plot-vpp-throughput-latency"
2284 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2290 boxpoints: "outliers"
2293 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2300 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2301 algorithm: "plot_performance_box"
2302 output-file-type: ".html"
2303 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2305 "plot-dpdk-throughput-latency"
2306 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2312 boxpoints: "outliers"
2315 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2321 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2322 algorithm: "plot_performance_box"
2323 output-file-type: ".html"
2324 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2326 "plot-dpdk-throughput-latency"
2327 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2333 boxpoints: "outliers"
2336 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2342 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2343 algorithm: "plot_performance_box"
2344 output-file-type: ".html"
2345 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2347 "plot-dpdk-throughput-latency"
2348 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2354 boxpoints: "outliers"
2357 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2362 gridcolor: "rgb(238, 238, 238)"
2363 linecolor: "rgb(238, 238, 238)"
2367 showticklabels: True
2368 tickcolor: "rgb(238, 238, 238)"
2370 title: "Indexed Test Cases"
2373 gridcolor: "rgb(238, 238, 238)'"
2375 linecolor: "rgb(238, 238, 238)"
2377 range: [2000000, 12000000]
2380 showticklabels: True
2381 tickcolor: "rgb(238, 238, 238)"
2382 title: "Packets Per Second [pps]"
2400 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2401 algorithm: "plot_performance_box"
2402 output-file-type: ".html"
2403 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2405 "plot-dpdk-throughput-latency"
2406 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2412 boxpoints: "outliers"
2415 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2420 gridcolor: "rgb(238, 238, 238)"
2421 linecolor: "rgb(238, 238, 238)"
2425 showticklabels: True
2426 tickcolor: "rgb(238, 238, 238)"
2428 title: "Indexed Test Cases"
2431 gridcolor: "rgb(238, 238, 238)'"
2433 linecolor: "rgb(238, 238, 238)"
2435 range: [2000000, 12000000]
2438 showticklabels: True
2439 tickcolor: "rgb(238, 238, 238)"
2440 title: "Packets Per Second [pps]"
2458 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2459 algorithm: "plot_performance_box"
2460 output-file-type: ".html"
2461 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2463 "plot-dpdk-throughput-latency"
2464 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2470 boxpoints: "outliers"
2473 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2479 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2480 algorithm: "plot_performance_box"
2481 output-file-type: ".html"
2482 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2484 "plot-dpdk-throughput-latency"
2485 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2491 boxpoints: "outliers"
2494 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2500 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2501 algorithm: "plot_performance_box"
2502 output-file-type: ".html"
2503 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2505 "plot-dpdk-throughput-latency"
2506 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2512 boxpoints: "outliers"
2515 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2520 gridcolor: "rgb(238, 238, 238)"
2521 linecolor: "rgb(238, 238, 238)"
2525 showticklabels: True
2526 tickcolor: "rgb(238, 238, 238)"
2528 title: "Indexed Test Cases"
2531 gridcolor: "rgb(238, 238, 238)'"
2533 linecolor: "rgb(238, 238, 238)"
2535 range: [20000000, 30000000]
2538 showticklabels: True
2539 tickcolor: "rgb(238, 238, 238)"
2540 title: "Packets Per Second [pps]"
2558 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2559 algorithm: "plot_performance_box"
2560 output-file-type: ".html"
2561 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2563 "plot-dpdk-throughput-latency"
2564 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2570 boxpoints: "outliers"
2573 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2578 gridcolor: "rgb(238, 238, 238)"
2579 linecolor: "rgb(238, 238, 238)"
2583 showticklabels: True
2584 tickcolor: "rgb(238, 238, 238)"
2586 title: "Indexed Test Cases"
2589 gridcolor: "rgb(238, 238, 238)'"
2591 linecolor: "rgb(238, 238, 238)"
2593 range: [20000000, 30000000]
2596 showticklabels: True
2597 tickcolor: "rgb(238, 238, 238)"
2598 title: "Packets Per Second [pps]"
2619 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2620 algorithm: "plot_latency_box"
2621 output-file-type: ".html"
2622 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2624 "plot-vpp-throughput-latency"
2625 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2632 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2638 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2639 algorithm: "plot_latency_box"
2640 output-file-type: ".html"
2641 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2643 "plot-vpp-throughput-latency"
2644 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2651 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2658 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2659 algorithm: "plot_latency_box"
2660 output-file-type: ".html"
2661 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2663 "plot-vpp-throughput-latency"
2664 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2671 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2677 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2678 algorithm: "plot_latency_box"
2679 output-file-type: ".html"
2680 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2682 "plot-vpp-throughput-latency"
2683 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2690 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2697 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2698 algorithm: "plot_latency_box"
2699 output-file-type: ".html"
2700 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2702 "plot-vpp-throughput-latency"
2703 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2710 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2716 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2717 algorithm: "plot_latency_box"
2718 output-file-type: ".html"
2719 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2721 "plot-vpp-throughput-latency"
2722 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2729 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2736 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2737 algorithm: "plot_latency_box"
2738 output-file-type: ".html"
2739 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2741 "plot-vpp-throughput-latency"
2742 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2749 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2755 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2756 algorithm: "plot_latency_box"
2757 output-file-type: ".html"
2758 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2760 "plot-vpp-throughput-latency"
2761 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2768 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2775 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2776 algorithm: "plot_latency_box"
2777 output-file-type: ".html"
2778 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2780 "plot-vpp-throughput-latency"
2781 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2788 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2794 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2795 algorithm: "plot_latency_box"
2796 output-file-type: ".html"
2797 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2799 "plot-vpp-throughput-latency"
2800 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2807 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2814 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2815 algorithm: "plot_latency_box"
2816 output-file-type: ".html"
2817 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2819 "plot-vpp-throughput-latency"
2820 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2827 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2833 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2834 algorithm: "plot_latency_box"
2835 output-file-type: ".html"
2836 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2838 "plot-vpp-throughput-latency"
2839 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2846 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2853 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2854 algorithm: "plot_latency_box"
2855 output-file-type: ".html"
2856 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2858 "plot-vpp-throughput-latency"
2859 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2866 title: "64B-1t1c-.*vhost.*-ndrdisc"
2872 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2873 algorithm: "plot_latency_box"
2874 output-file-type: ".html"
2875 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2877 "plot-vpp-throughput-latency"
2878 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2885 title: "64B-2t2c-.*vhost.*-ndrdisc"
2889 # VPP VM VHOST selection
2892 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2893 algorithm: "plot_latency_box"
2894 output-file-type: ".html"
2895 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2897 "plot-vpp-throughput-latency"
2898 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2905 title: "64B-1t1c-.*vhost.*-ndrdisc"
2911 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2912 algorithm: "plot_latency_box"
2913 output-file-type: ".html"
2914 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2916 "plot-vpp-throughput-latency"
2917 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2924 title: "64B-2t2c-.*vhost.*-ndrdisc"
2931 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2932 algorithm: "plot_latency_box"
2933 output-file-type: ".html"
2934 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2936 "plot-vpp-throughput-latency"
2937 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2944 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2950 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2951 algorithm: "plot_latency_box"
2952 output-file-type: ".html"
2953 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2955 "plot-vpp-throughput-latency"
2956 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2963 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2970 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2971 algorithm: "plot_latency_box"
2972 output-file-type: ".html"
2973 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2975 "plot-dpdk-throughput-latency"
2976 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2983 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2989 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2990 algorithm: "plot_latency_box"
2991 output-file-type: ".html"
2992 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2994 "plot-dpdk-throughput-latency"
2995 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3002 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3008 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3009 algorithm: "plot_latency_box"
3010 output-file-type: ".html"
3011 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3013 "plot-dpdk-throughput-latency"
3014 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3021 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3027 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3028 algorithm: "plot_latency_box"
3029 output-file-type: ".html"
3030 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3032 "plot-dpdk-throughput-latency"
3033 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3040 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3044 # Ligato - Throughput
3049 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3050 algorithm: "plot_performance_box"
3051 output-file-type: ".html"
3052 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3054 "plot-vpp-throughput-latency"
3055 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3061 boxpoints: "outliers"
3064 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3069 gridcolor: "rgb(238, 238, 238)"
3070 linecolor: "rgb(238, 238, 238)"
3074 showticklabels: True
3075 tickcolor: "rgb(238, 238, 238)"
3077 title: "Indexed Test Cases"
3080 gridcolor: "rgb(238, 238, 238)'"
3082 linecolor: "rgb(238, 238, 238)"
3087 showticklabels: True
3088 tickcolor: "rgb(238, 238, 238)"
3089 title: "Packets Per Second [pps]"
3107 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3108 algorithm: "plot_performance_box"
3109 output-file-type: ".html"
3110 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3112 "plot-vpp-throughput-latency"
3113 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3119 boxpoints: "outliers"
3122 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3127 gridcolor: "rgb(238, 238, 238)"
3128 linecolor: "rgb(238, 238, 238)"
3132 showticklabels: True
3133 tickcolor: "rgb(238, 238, 238)"
3135 title: "Indexed Test Cases"
3138 gridcolor: "rgb(238, 238, 238)'"
3140 linecolor: "rgb(238, 238, 238)"
3145 showticklabels: True
3146 tickcolor: "rgb(238, 238, 238)"
3147 title: "Packets Per Second [pps]"
3165 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3166 algorithm: "plot_performance_box"
3167 output-file-type: ".html"
3168 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3170 "plot-vpp-throughput-latency"
3171 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3177 boxpoints: "outliers"
3180 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3185 gridcolor: "rgb(238, 238, 238)"
3186 linecolor: "rgb(238, 238, 238)"
3190 showticklabels: True
3191 tickcolor: "rgb(238, 238, 238)"
3193 title: "Indexed Test Cases"
3196 gridcolor: "rgb(238, 238, 238)'"
3198 linecolor: "rgb(238, 238, 238)"
3203 showticklabels: True
3204 tickcolor: "rgb(238, 238, 238)"
3205 title: "Packets Per Second [pps]"
3223 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3224 algorithm: "plot_performance_box"
3225 output-file-type: ".html"
3226 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3228 "plot-vpp-throughput-latency"
3229 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3235 boxpoints: "outliers"
3238 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3243 gridcolor: "rgb(238, 238, 238)"
3244 linecolor: "rgb(238, 238, 238)"
3248 showticklabels: True
3249 tickcolor: "rgb(238, 238, 238)"
3251 title: "Indexed Test Cases"
3254 gridcolor: "rgb(238, 238, 238)'"
3256 linecolor: "rgb(238, 238, 238)"
3261 showticklabels: True
3262 tickcolor: "rgb(238, 238, 238)"
3263 title: "Packets Per Second [pps]"
3279 # Container orchestrated
3282 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3283 algorithm: "plot_performance_box"
3284 output-file-type: ".html"
3285 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3287 "plot-ligato-throughput-latency"
3288 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3294 boxpoints: "outliers"
3297 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3303 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3304 algorithm: "plot_performance_box"
3305 output-file-type: ".html"
3306 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3308 "plot-ligato-throughput-latency"
3309 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3315 boxpoints: "outliers"
3318 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3324 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3325 algorithm: "plot_performance_box"
3326 output-file-type: ".html"
3327 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3329 "plot-ligato-throughput-latency"
3330 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3336 boxpoints: "outliers"
3339 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3345 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3346 algorithm: "plot_performance_box"
3347 output-file-type: ".html"
3348 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3350 "plot-ligato-throughput-latency"
3351 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3357 boxpoints: "outliers"
3360 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3369 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3370 algorithm: "plot_latency_box"
3371 output-file-type: ".html"
3372 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3374 "plot-vpp-throughput-latency"
3375 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3382 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3388 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3389 algorithm: "plot_latency_box"
3390 output-file-type: ".html"
3391 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3393 "plot-vpp-throughput-latency"
3394 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3401 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3405 # Container orchestrated
3408 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3409 algorithm: "plot_latency_box"
3410 output-file-type: ".html"
3411 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3413 "plot-ligato-throughput-latency"
3414 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3421 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3427 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3428 algorithm: "plot_latency_box"
3429 output-file-type: ".html"
3430 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3432 "plot-ligato-throughput-latency"
3433 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3440 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"