6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 plot-vpp-http-server-performance:
94 csit-vpp-perf-1801-all:
105 # TODO: Add the data sources
106 # vpp-meltdown-impact:
107 # csit-vpp-perf-1707-all:
111 # csit-vpp-perf-1710-all:
115 # TODO: Add the data sources
116 # vpp-spectre-impact:
117 # csit-vpp-perf-1707-all:
121 # csit-vpp-perf-1710-all:
125 vpp-performance-changes:
126 csit-vpp-perf-1710-all:
137 # TODO: Add the data sources
138 csit-vpp-perf-1801-all:
147 # TODO: Add the data sources
148 plot-throughput-speedup-analysis:
149 csit-vpp-perf-1801-all:
158 # performance-improvements:
159 # csit-vpp-perf-1707-all:
170 # csit-vpp-perf-1710-all:
181 # csit-vpp-perf-1801-all:
185 # csit-ligato-perf-1710-all:
196 # csit-ligato-perf-1801-all:
206 # TODO: Add the data sources
208 csit-vpp-perf-1801-all:
214 csit-vpp-functional-1801-ubuntu1604-virl:
215 - "lastSuccessfulBuild"
216 # TODO: Add the data sources
218 csit-ligato-perf-1801-all:
221 csit-dpdk-perf-1801-all:
224 csit-hc2vpp-verify-func-1801-ubuntu1604:
225 - "lastSuccessfulBuild"
227 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
229 # TODO: Add the data sources
230 plot-vpp-throughput-latency:
231 csit-vpp-perf-1801-all:
240 plot-dpdk-throughput-latency:
241 csit-dpdk-perf-1801-all:
251 # TODO: Add the data sources
252 plot-ligato-throughput-latency:
253 csit-ligato-perf-1801-all:
271 gridcolor: "rgb(238, 238, 238)"
272 linecolor: "rgb(238, 238, 238)"
277 tickcolor: "rgb(238, 238, 238)"
279 title: "Indexed Test Cases"
282 gridcolor: "rgb(238, 238, 238)'"
284 linecolor: "rgb(238, 238, 238)"
291 tickcolor: "rgb(238, 238, 238)"
292 title: "Connections Per Second [cps]"
313 gridcolor: "rgb(238, 238, 238)"
314 linecolor: "rgb(238, 238, 238)"
319 tickcolor: "rgb(238, 238, 238)"
321 title: "Indexed Test Cases"
324 gridcolor: "rgb(238, 238, 238)'"
326 linecolor: "rgb(238, 238, 238)"
333 tickcolor: "rgb(238, 238, 238)"
334 title: "Requests Per Second [rps]"
355 gridcolor: "rgb(238, 238, 238)"
356 linecolor: "rgb(238, 238, 238)"
361 tickcolor: "rgb(238, 238, 238)"
363 title: "Indexed Test Cases"
366 gridcolor: "rgb(238, 238, 238)'"
368 linecolor: "rgb(238, 238, 238)"
374 tickcolor: "rgb(238, 238, 238)"
375 title: "Packets Per Second [pps]"
396 gridcolor: "rgb(238, 238, 238)"
397 linecolor: "rgb(238, 238, 238)"
402 tickcolor: "rgb(238, 238, 238)"
404 title: "Indexed Test Cases"
407 gridcolor: "rgb(238, 238, 238)'"
409 linecolor: "rgb(238, 238, 238)"
415 tickcolor: "rgb(238, 238, 238)"
416 title: "Latency min/avg/max [uSec]"
432 plot-throughput-speedup-analysis:
437 gridcolor: "rgb(238, 238, 238)"
438 linecolor: "rgb(238, 238, 238)"
443 tickcolor: "rgb(238, 238, 238)"
448 title: "Throughput speedup factor"
449 gridcolor: "rgb(238, 238, 238)"
451 linecolor: "rgb(238, 238, 238)"
457 tickcolor: "rgb(238, 238, 238)"
465 bgcolor: "rgba(255, 255, 255, 0)"
466 bordercolor: "rgba(255, 255, 255, 0)"
483 input-format: "xml" # zip or xml
484 extract: "robot-plugin/output.xml" # Only for zip
486 # The files must be in the directory DIR[WORKING,DATA]
487 csit-vpp-perf-1801-all:
490 file: "{DIR[WORKING,DATA]}/output.xml"
493 file: "{DIR[WORKING,DATA]}/output.xml"
496 file: "{DIR[WORKING,DATA]}/output.xml"
499 file: "{DIR[WORKING,DATA]}/output.xml"
503 src-path: "{DIR[RST]}"
504 dst-path: "{DIR[WORKING,SRC]}"
507 type: "input" # Ignored in debug mode
509 file-name: "robot-plugin.zip"
511 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
512 extract: "robot-plugin/output.xml"
514 # csit-vpp-perf-1707-all:
525 csit-vpp-perf-1710-all:
537 csit-vpp-perf-1801-all:
560 csit-ligato-perf-1710-all:
571 csit-dpdk-perf-1801-all:
582 csit-ligato-perf-1801-all:
593 csit-dpdk-perf-1801-all:
604 csit-vpp-functional-1801-ubuntu1604-virl:
605 - lastSuccessfulBuild
606 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
608 csit-hc2vpp-verify-func-1801-ubuntu1604:
609 - lastSuccessfulBuild
619 ################################################################################
621 ################################################################################
625 # title: "Performance Impact of Meltdown Patches"
626 # algorithm: "table_performance_comparison"
627 # output-file-ext: ".csv"
629 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
631 # title: "No Meltdown"
632 ## TODO: specify data sources
634 # csit-vpp-perf-1707-all:
639 # title: "Meltdown Patches Applied"
640 ## TODO: specify data sources
642 # csit-vpp-perf-1710-all:
647 # "vpp-meltdown-impact"
653 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
654 # # to present all tests.
655 # nr-of-tests-shown: 20
659 # title: "Performance Impact of Spectre Patches"
660 # algorithm: "table_performance_comparison"
661 # output-file-ext: ".csv"
663 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
665 # title: "No Spectre"
666 ## TODO: specify data sources
668 # csit-vpp-perf-1707-all:
673 # title: "Spectre Patches Applied"
674 ## TODO: specify data sources
676 # csit-vpp-perf-1710-all:
681 # "vpp-spectre-impact"
687 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
688 # # to present all tests.
689 # nr-of-tests-shown: 20
693 title: "VPP Performance Changes"
694 algorithm: "table_performance_comparison"
695 output-file-ext: ".csv"
697 output-file: "{DIR[STATIC,VPP]}/performance-changes"
699 title: "Release 1710"
700 # TODO: specify data sources
702 csit-vpp-perf-1710-all:
714 title: "Release 1801"
715 # TODO: specify data sources
717 csit-vpp-perf-1801-all:
726 data: "vpp-performance-changes"
732 # Number of the best and the worst tests presented in the table. Use 0 (zero)
733 # to present all tests.
734 nr-of-tests-shown: 20
739 # title: "Performance improvements"
740 # algorithm: "table_performance_improvements"
741 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
742 # output-file-ext: ".csv"
743 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
749 # title: "16.09 mean [Mpps]"
752 # title: "17.01 mean [Mpps]"
755 # title: "17.04 mean [Mpps]"
758 # title: "17.07 mean [Mpps]"
759 # data: "data csit-vpp-perf-1707-all mean"
761 # title: "17.10 mean [Mpps]"
762 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
764 # title: "18.01 mean [Mpps]"
765 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
767 # title: "18.01 stdev [Mpps]"
768 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
770 # title: "17.10 to 18.01 change [%]"
771 # data: "operation relative_change 5 6"
774 # "performance-improvements"
781 title: "Detailed Test Results - VPP Performance Results"
782 algorithm: "table_merged_details"
783 output-file-ext: ".csv"
784 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
790 title: "Documentation"
798 filter: "not 'NDRCHK' and not 'PDRCHK'"
807 title: "Test configuration - VPP Performance Test Configs"
808 algorithm: "table_merged_details"
809 output-file-ext: ".csv"
810 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
816 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
817 data: "data vat-history"
821 filter: "not 'NDRCHK' and not 'PDRCHK'"
829 title: "Test Operational Data - VPP Performance Operational Data"
830 algorithm: "table_merged_details"
831 output-file-ext: ".csv"
832 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
838 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
839 data: "data show-run"
843 filter: "not 'NDRCHK' and not 'PDRCHK'"
851 title: "Detailed Test Results - VPP Functional Results"
852 algorithm: "table_details"
853 output-file-ext: ".csv"
854 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
860 title: "Documentation"
877 title: "Test configuration - VPP Functional Test Configs"
878 algorithm: "table_details"
879 output-file-ext: ".csv"
880 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
886 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
887 data: "data vat-history"
899 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
900 algorithm: "table_details"
901 output-file-ext: ".csv"
902 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
908 title: "Documentation"
915 "ligato-perf-results"
925 title: "Detailed Test Results - DPDK Performance Results"
926 algorithm: "table_details"
927 output-file-ext: ".csv"
928 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
934 title: "Documentation"
951 title: "Detailed Test Results - Honeycomb Functional Results"
952 algorithm: "table_details"
953 output-file-ext: ".csv"
954 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
960 title: "Documentation"
977 title: "Detailed Test Results - NSH SFC Functional Results"
978 algorithm: "table_details"
979 output-file-ext: ".csv"
980 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
986 title: "Documentation"
1001 ################################################################################
1003 ################################################################################
1007 title: "VPP Performance Results"
1008 algorithm: "file_merged_test_results"
1009 output-file-ext: ".rst"
1010 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1011 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1012 dir-tables: "{DIR[DTR,PERF,VPP]}"
1015 filter: "not 'NDRCHK' and not 'PDRCHK'"
1021 data-start-level: 3 # 0, 1, 2, ...
1022 chapters-start-level: 2 # 0, 1, 2, ...
1026 title: "VPP Performance Configuration"
1027 algorithm: "file_merged_test_results"
1028 output-file-ext: ".rst"
1029 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1030 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1031 dir-tables: "{DIR[DTC,PERF,VPP]}"
1034 filter: "not 'NDRCHK' and not 'PDRCHK'"
1040 data-start-level: 3 # 0, 1, 2, ...
1041 chapters-start-level: 2 # 0, 1, 2, ...
1045 title: "VPP Performance Operational Data"
1046 algorithm: "file_merged_test_results"
1047 output-file-ext: ".rst"
1048 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1049 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1050 dir-tables: "{DIR[DTO,PERF,VPP]}"
1053 filter: "not 'NDRCHK' and not 'PDRCHK'"
1059 data-start-level: 3 # 0, 1, 2, ...
1060 chapters-start-level: 2 # 0, 1, 2, ...
1064 title: "VPP Functional Results"
1065 algorithm: "file_test_results"
1066 output-file-ext: ".rst"
1067 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1068 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1069 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1077 data-start-level: 3 # 0, 1, 2, ...
1078 chapters-start-level: 2 # 0, 1, 2, ...
1082 title: "VPP Functional Configuration"
1083 algorithm: "file_test_results"
1084 output-file-ext: ".rst"
1085 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1086 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1087 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1095 data-start-level: 3 # 0, 1, 2, ...
1096 chapters-start-level: 2 # 0, 1, 2, ...
1100 title: "Container Orchestrated Performance Results"
1101 algorithm: "file_test_results"
1102 output-file-ext: ".rst"
1103 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1104 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1105 dir-tables: "{DIR[DTR,PERF,COT]}"
1107 "ligato-perf-results"
1113 data-start-level: 2 # 0, 1, 2, ...
1114 chapters-start-level: 2 # 0, 1, 2, ...
1118 title: "DPDK Performance Results"
1119 algorithm: "file_test_results"
1120 output-file-ext: ".rst"
1121 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1122 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1123 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1133 data-start-level: 2 # 0, 1, 2, ...
1134 chapters-start-level: 2 # 0, 1, 2, ...
1138 title: "Honeycomb Functional Results"
1139 algorithm: "file_test_results"
1140 output-file-ext: ".rst"
1141 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1142 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1143 dir-tables: "{DIR[DTR,FUNC,HC]}"
1153 data-start-level: 3 # 0, 1, 2, ...
1154 chapters-start-level: 2 # 0, 1, 2, ...
1158 title: "NSH SFC Functional Results"
1159 algorithm: "file_test_results"
1160 output-file-ext: ".rst"
1161 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1162 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1163 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1173 data-start-level: 2 # 0, 1, 2, ...
1174 chapters-start-level: 2 # 0, 1, 2, ...
1176 ################################################################################
1178 ################################################################################
1180 # Plots VPP HTTP Server Performance
1183 title: "VPP HTTP Server Performance"
1184 algorithm: "plot_http_server_performance_box"
1185 output-file-type: ".html"
1186 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1188 "plot-vpp-http-server-performance"
1189 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1190 # each tag is enclosed with ' (apostrophe).
1191 filter: "'HTTP' and 'TCP_CPS'"
1197 boxpoints: "outliers"
1200 title: "VPP HTTP Server Performance"
1206 title: "VPP HTTP Server Performance"
1207 algorithm: "plot_http_server_performance_box"
1208 output-file-type: ".html"
1209 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1211 "plot-vpp-http-server-performance"
1212 filter: "'HTTP' and 'TCP_RPS'"
1218 boxpoints: "outliers"
1221 title: "VPP HTTP Server Performance"
1225 # Plot Throughput Speedup Analysis
1227 # L2 - 10ge2p1x520 - NDR
1230 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1231 algorithm: "plot_throughput_speedup_analysis"
1232 output-file-type: ".html"
1233 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1235 "plot-throughput-speedup-analysis"
1236 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1242 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1244 "plot-throughput-speedup-analysis"
1246 # L2 - 40ge2p1xl710 - NDR
1249 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1250 algorithm: "plot_throughput_speedup_analysis"
1251 output-file-type: ".html"
1252 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1254 "plot-throughput-speedup-analysis"
1255 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1261 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1263 "plot-throughput-speedup-analysis"
1265 # L2 - 10ge2p1x520 - PDR
1268 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1269 algorithm: "plot_throughput_speedup_analysis"
1270 output-file-type: ".html"
1271 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1273 "plot-throughput-speedup-analysis"
1274 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1280 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1282 "plot-throughput-speedup-analysis"
1284 # IPv4 - 10ge2p1x520 - NDR
1287 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1288 algorithm: "plot_throughput_speedup_analysis"
1289 output-file-type: ".html"
1290 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1292 "plot-throughput-speedup-analysis"
1293 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1299 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1301 "plot-throughput-speedup-analysis"
1303 # IPv4 - 40ge2p1xl710 - NDR
1306 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1307 algorithm: "plot_throughput_speedup_analysis"
1308 output-file-type: ".html"
1309 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1311 "plot-throughput-speedup-analysis"
1312 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1318 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1320 "plot-throughput-speedup-analysis"
1322 # IPv4 - 10ge2p1x520 - PDR
1325 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1326 algorithm: "plot_throughput_speedup_analysis"
1327 output-file-type: ".html"
1328 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1330 "plot-throughput-speedup-analysis"
1331 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1337 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1339 "plot-throughput-speedup-analysis"
1341 # IPv6 - 10ge2p1x520 - NDR
1344 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1345 algorithm: "plot_throughput_speedup_analysis"
1346 output-file-type: ".html"
1347 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1349 "plot-throughput-speedup-analysis"
1350 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1356 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1358 "plot-throughput-speedup-analysis"
1360 # IPv6 - 40ge2p1xl710 - NDR
1363 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1364 algorithm: "plot_throughput_speedup_analysis"
1365 output-file-type: ".html"
1366 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1368 "plot-throughput-speedup-analysis"
1369 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1375 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1377 "plot-throughput-speedup-analysis"
1379 # IPv6 - 10ge2p1x520 - PDR
1382 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1383 algorithm: "plot_throughput_speedup_analysis"
1384 output-file-type: ".html"
1385 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1387 "plot-throughput-speedup-analysis"
1388 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1394 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1396 "plot-throughput-speedup-analysis"
1398 # Plot packets per second
1403 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1404 algorithm: "plot_performance_box"
1405 output-file-type: ".html"
1406 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1408 "plot-vpp-throughput-latency"
1409 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1410 # each tag is enclosed with ' (apostrophe).
1411 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1417 boxpoints: "outliers"
1420 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1426 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1427 algorithm: "plot_performance_box"
1428 output-file-type: ".html"
1429 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1431 "plot-vpp-throughput-latency"
1432 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1438 boxpoints: "outliers"
1441 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1447 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1448 algorithm: "plot_performance_box"
1449 output-file-type: ".html"
1450 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1452 "plot-vpp-throughput-latency"
1453 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1459 boxpoints: "outliers"
1462 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1468 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1469 algorithm: "plot_performance_box"
1470 output-file-type: ".html"
1471 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1473 "plot-vpp-throughput-latency"
1474 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1480 boxpoints: "outliers"
1483 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1490 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1491 algorithm: "plot_performance_box"
1492 output-file-type: ".html"
1493 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1495 "plot-vpp-throughput-latency"
1496 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1502 boxpoints: "outliers"
1505 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1511 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1512 algorithm: "plot_performance_box"
1513 output-file-type: ".html"
1514 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1516 "plot-vpp-throughput-latency"
1517 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1523 boxpoints: "outliers"
1526 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1532 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1533 algorithm: "plot_performance_box"
1534 output-file-type: ".html"
1535 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1537 "plot-vpp-throughput-latency"
1538 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1544 boxpoints: "outliers"
1547 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1553 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1554 algorithm: "plot_performance_box"
1555 output-file-type: ".html"
1556 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1558 "plot-vpp-throughput-latency"
1559 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1565 boxpoints: "outliers"
1568 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1575 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1576 algorithm: "plot_performance_box"
1577 output-file-type: ".html"
1578 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1580 "plot-vpp-throughput-latency"
1581 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1587 boxpoints: "outliers"
1590 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1596 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1597 algorithm: "plot_performance_box"
1598 output-file-type: ".html"
1599 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1601 "plot-vpp-throughput-latency"
1602 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1608 boxpoints: "outliers"
1611 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1617 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1618 algorithm: "plot_performance_box"
1619 output-file-type: ".html"
1620 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1622 "plot-vpp-throughput-latency"
1623 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1629 boxpoints: "outliers"
1632 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1638 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1639 algorithm: "plot_performance_box"
1640 output-file-type: ".html"
1641 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1643 "plot-vpp-throughput-latency"
1644 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1650 boxpoints: "outliers"
1653 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1660 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1661 algorithm: "plot_performance_box"
1662 output-file-type: ".html"
1663 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1665 "plot-vpp-throughput-latency"
1666 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1672 boxpoints: "outliers"
1675 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1681 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1682 algorithm: "plot_performance_box"
1683 output-file-type: ".html"
1684 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1686 "plot-vpp-throughput-latency"
1687 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1693 boxpoints: "outliers"
1696 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1702 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1703 algorithm: "plot_performance_box"
1704 output-file-type: ".html"
1705 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1707 "plot-vpp-throughput-latency"
1708 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1714 boxpoints: "outliers"
1717 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1723 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1724 algorithm: "plot_performance_box"
1725 output-file-type: ".html"
1726 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1728 "plot-vpp-throughput-latency"
1729 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1735 boxpoints: "outliers"
1738 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1745 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1746 algorithm: "plot_performance_box"
1747 output-file-type: ".html"
1748 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1750 "plot-vpp-throughput-latency"
1751 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1757 boxpoints: "outliers"
1760 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1766 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1767 algorithm: "plot_performance_box"
1768 output-file-type: ".html"
1769 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1771 "plot-vpp-throughput-latency"
1772 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1778 boxpoints: "outliers"
1781 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1787 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1788 algorithm: "plot_performance_box"
1789 output-file-type: ".html"
1790 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1792 "plot-vpp-throughput-latency"
1793 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1799 boxpoints: "outliers"
1802 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1808 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1809 algorithm: "plot_performance_box"
1810 output-file-type: ".html"
1811 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1813 "plot-vpp-throughput-latency"
1814 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1820 boxpoints: "outliers"
1823 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1830 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1831 algorithm: "plot_performance_box"
1832 output-file-type: ".html"
1833 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1835 "plot-vpp-throughput-latency"
1836 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1842 boxpoints: "outliers"
1845 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1850 gridcolor: "rgb(238, 238, 238)"
1851 linecolor: "rgb(238, 238, 238)"
1855 showticklabels: True
1856 tickcolor: "rgb(238, 238, 238)"
1858 title: "Indexed Test Cases"
1861 gridcolor: "rgb(238, 238, 238)'"
1863 linecolor: "rgb(238, 238, 238)"
1865 range: [2000000, 6000000]
1868 showticklabels: True
1869 tickcolor: "rgb(238, 238, 238)"
1870 title: "Packets Per Second [pps]"
1888 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1889 algorithm: "plot_performance_box"
1890 output-file-type: ".html"
1891 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1893 "plot-vpp-throughput-latency"
1894 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1900 boxpoints: "outliers"
1903 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1909 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1910 algorithm: "plot_performance_box"
1911 output-file-type: ".html"
1912 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1914 "plot-vpp-throughput-latency"
1915 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1921 boxpoints: "outliers"
1924 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1930 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1931 algorithm: "plot_performance_box"
1932 output-file-type: ".html"
1933 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1935 "plot-vpp-throughput-latency"
1936 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1942 boxpoints: "outliers"
1945 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1950 gridcolor: "rgb(238, 238, 238)"
1951 linecolor: "rgb(238, 238, 238)"
1955 showticklabels: True
1956 tickcolor: "rgb(238, 238, 238)"
1958 title: "Indexed Test Cases"
1961 gridcolor: "rgb(238, 238, 238)'"
1963 linecolor: "rgb(238, 238, 238)"
1965 range: [4000000, 12000000]
1968 showticklabels: True
1969 tickcolor: "rgb(238, 238, 238)"
1970 title: "Packets Per Second [pps]"
1989 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1990 algorithm: "plot_performance_box"
1991 output-file-type: ".html"
1992 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1994 "plot-vpp-throughput-latency"
1995 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2001 boxpoints: "outliers"
2004 title: "64B-1t1c-.*vhost.*-ndrdisc"
2009 gridcolor: "rgb(238, 238, 238)"
2010 linecolor: "rgb(238, 238, 238)"
2014 showticklabels: True
2015 tickcolor: "rgb(238, 238, 238)"
2017 title: "Indexed Test Cases"
2020 gridcolor: "rgb(238, 238, 238)'"
2022 linecolor: "rgb(238, 238, 238)"
2027 showticklabels: True
2028 tickcolor: "rgb(238, 238, 238)"
2029 title: "Packets Per Second [pps]"
2047 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2048 algorithm: "plot_performance_box"
2049 output-file-type: ".html"
2050 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2052 "plot-vpp-throughput-latency"
2053 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2059 boxpoints: "outliers"
2062 title: "64B-2t2c-.*vhost.*-ndrdisc"
2068 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2069 algorithm: "plot_performance_box"
2070 output-file-type: ".html"
2071 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2073 "plot-vpp-throughput-latency"
2074 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2080 boxpoints: "outliers"
2083 title: "64B-1t1c-.*vhost.*-pdrdisc"
2089 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2090 algorithm: "plot_performance_box"
2091 output-file-type: ".html"
2092 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2094 "plot-vpp-throughput-latency"
2095 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2101 boxpoints: "outliers"
2104 title: "64B-2t2c-.*vhost.*-pdrdisc"
2108 # VPP VM VHOST SELECTION
2111 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2112 algorithm: "plot_performance_box"
2113 output-file-type: ".html"
2114 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2116 "plot-vpp-throughput-latency"
2117 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2123 boxpoints: "outliers"
2126 title: "64B-1t1c-.*vhost.*-ndrdisc"
2132 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2133 algorithm: "plot_performance_box"
2134 output-file-type: ".html"
2135 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2137 "plot-vpp-throughput-latency"
2138 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2144 boxpoints: "outliers"
2147 title: "64B-2t2c-.*vhost.*-ndrdisc"
2153 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2154 algorithm: "plot_performance_box"
2155 output-file-type: ".html"
2156 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2158 "plot-vpp-throughput-latency"
2159 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2165 boxpoints: "outliers"
2168 title: "64B-1t1c-.*vhost.*-pdrdisc"
2174 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2175 algorithm: "plot_performance_box"
2176 output-file-type: ".html"
2177 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2179 "plot-vpp-throughput-latency"
2180 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2186 boxpoints: "outliers"
2189 title: "64B-2t2c-.*vhost.*-pdrdisc"
2196 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2197 algorithm: "plot_performance_box"
2198 output-file-type: ".html"
2199 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2201 "plot-vpp-throughput-latency"
2202 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2208 boxpoints: "outliers"
2211 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2217 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2218 algorithm: "plot_performance_box"
2219 output-file-type: ".html"
2220 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2222 "plot-vpp-throughput-latency"
2223 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2229 boxpoints: "outliers"
2232 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2238 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2239 algorithm: "plot_performance_box"
2240 output-file-type: ".html"
2241 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2243 "plot-vpp-throughput-latency"
2244 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2250 boxpoints: "outliers"
2253 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2259 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2260 algorithm: "plot_performance_box"
2261 output-file-type: ".html"
2262 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2264 "plot-vpp-throughput-latency"
2265 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2271 boxpoints: "outliers"
2274 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2281 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2282 algorithm: "plot_performance_box"
2283 output-file-type: ".html"
2284 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2286 "plot-dpdk-throughput-latency"
2287 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2293 boxpoints: "outliers"
2296 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2302 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2303 algorithm: "plot_performance_box"
2304 output-file-type: ".html"
2305 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2307 "plot-dpdk-throughput-latency"
2308 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2314 boxpoints: "outliers"
2317 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2323 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2324 algorithm: "plot_performance_box"
2325 output-file-type: ".html"
2326 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2328 "plot-dpdk-throughput-latency"
2329 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2335 boxpoints: "outliers"
2338 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2343 gridcolor: "rgb(238, 238, 238)"
2344 linecolor: "rgb(238, 238, 238)"
2348 showticklabels: True
2349 tickcolor: "rgb(238, 238, 238)"
2351 title: "Indexed Test Cases"
2354 gridcolor: "rgb(238, 238, 238)'"
2356 linecolor: "rgb(238, 238, 238)"
2358 range: [2000000, 12000000]
2361 showticklabels: True
2362 tickcolor: "rgb(238, 238, 238)"
2363 title: "Packets Per Second [pps]"
2381 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2382 algorithm: "plot_performance_box"
2383 output-file-type: ".html"
2384 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2386 "plot-dpdk-throughput-latency"
2387 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2393 boxpoints: "outliers"
2396 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2401 gridcolor: "rgb(238, 238, 238)"
2402 linecolor: "rgb(238, 238, 238)"
2406 showticklabels: True
2407 tickcolor: "rgb(238, 238, 238)"
2409 title: "Indexed Test Cases"
2412 gridcolor: "rgb(238, 238, 238)'"
2414 linecolor: "rgb(238, 238, 238)"
2416 range: [2000000, 12000000]
2419 showticklabels: True
2420 tickcolor: "rgb(238, 238, 238)"
2421 title: "Packets Per Second [pps]"
2439 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2440 algorithm: "plot_performance_box"
2441 output-file-type: ".html"
2442 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2444 "plot-dpdk-throughput-latency"
2445 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2451 boxpoints: "outliers"
2454 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2460 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2461 algorithm: "plot_performance_box"
2462 output-file-type: ".html"
2463 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2465 "plot-dpdk-throughput-latency"
2466 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2472 boxpoints: "outliers"
2475 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2481 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2482 algorithm: "plot_performance_box"
2483 output-file-type: ".html"
2484 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2486 "plot-dpdk-throughput-latency"
2487 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2493 boxpoints: "outliers"
2496 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2501 gridcolor: "rgb(238, 238, 238)"
2502 linecolor: "rgb(238, 238, 238)"
2506 showticklabels: True
2507 tickcolor: "rgb(238, 238, 238)"
2509 title: "Indexed Test Cases"
2512 gridcolor: "rgb(238, 238, 238)'"
2514 linecolor: "rgb(238, 238, 238)"
2516 range: [20000000, 30000000]
2519 showticklabels: True
2520 tickcolor: "rgb(238, 238, 238)"
2521 title: "Packets Per Second [pps]"
2539 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2540 algorithm: "plot_performance_box"
2541 output-file-type: ".html"
2542 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2544 "plot-dpdk-throughput-latency"
2545 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2551 boxpoints: "outliers"
2554 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2559 gridcolor: "rgb(238, 238, 238)"
2560 linecolor: "rgb(238, 238, 238)"
2564 showticklabels: True
2565 tickcolor: "rgb(238, 238, 238)"
2567 title: "Indexed Test Cases"
2570 gridcolor: "rgb(238, 238, 238)'"
2572 linecolor: "rgb(238, 238, 238)"
2574 range: [20000000, 30000000]
2577 showticklabels: True
2578 tickcolor: "rgb(238, 238, 238)"
2579 title: "Packets Per Second [pps]"
2600 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2601 algorithm: "plot_latency_box"
2602 output-file-type: ".html"
2603 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2605 "plot-vpp-throughput-latency"
2606 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2613 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2619 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2620 algorithm: "plot_latency_box"
2621 output-file-type: ".html"
2622 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2624 "plot-vpp-throughput-latency"
2625 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2632 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2639 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2640 algorithm: "plot_latency_box"
2641 output-file-type: ".html"
2642 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2644 "plot-vpp-throughput-latency"
2645 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2652 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2658 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2659 algorithm: "plot_latency_box"
2660 output-file-type: ".html"
2661 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2663 "plot-vpp-throughput-latency"
2664 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2671 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2678 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2679 algorithm: "plot_latency_box"
2680 output-file-type: ".html"
2681 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2683 "plot-vpp-throughput-latency"
2684 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2691 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2697 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2698 algorithm: "plot_latency_box"
2699 output-file-type: ".html"
2700 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2702 "plot-vpp-throughput-latency"
2703 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2710 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2717 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2718 algorithm: "plot_latency_box"
2719 output-file-type: ".html"
2720 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2722 "plot-vpp-throughput-latency"
2723 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2730 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2736 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2737 algorithm: "plot_latency_box"
2738 output-file-type: ".html"
2739 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2741 "plot-vpp-throughput-latency"
2742 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2749 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2756 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2757 algorithm: "plot_latency_box"
2758 output-file-type: ".html"
2759 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2761 "plot-vpp-throughput-latency"
2762 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2769 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2775 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2776 algorithm: "plot_latency_box"
2777 output-file-type: ".html"
2778 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2780 "plot-vpp-throughput-latency"
2781 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2788 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2795 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2796 algorithm: "plot_latency_box"
2797 output-file-type: ".html"
2798 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2800 "plot-vpp-throughput-latency"
2801 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2808 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2814 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2815 algorithm: "plot_latency_box"
2816 output-file-type: ".html"
2817 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2819 "plot-vpp-throughput-latency"
2820 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2827 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2834 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2835 algorithm: "plot_latency_box"
2836 output-file-type: ".html"
2837 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2839 "plot-vpp-throughput-latency"
2840 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2847 title: "64B-1t1c-.*vhost.*-ndrdisc"
2853 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2854 algorithm: "plot_latency_box"
2855 output-file-type: ".html"
2856 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2858 "plot-vpp-throughput-latency"
2859 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2866 title: "64B-2t2c-.*vhost.*-ndrdisc"
2870 # VPP VM VHOST selection
2873 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2874 algorithm: "plot_latency_box"
2875 output-file-type: ".html"
2876 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2878 "plot-vpp-throughput-latency"
2879 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2886 title: "64B-1t1c-.*vhost.*-ndrdisc"
2892 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2893 algorithm: "plot_latency_box"
2894 output-file-type: ".html"
2895 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2897 "plot-vpp-throughput-latency"
2898 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2905 title: "64B-2t2c-.*vhost.*-ndrdisc"
2912 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2913 algorithm: "plot_latency_box"
2914 output-file-type: ".html"
2915 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2917 "plot-vpp-throughput-latency"
2918 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2925 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2931 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2932 algorithm: "plot_latency_box"
2933 output-file-type: ".html"
2934 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2936 "plot-vpp-throughput-latency"
2937 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2944 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2951 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2952 algorithm: "plot_latency_box"
2953 output-file-type: ".html"
2954 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2956 "plot-dpdk-throughput-latency"
2957 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2964 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2970 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2971 algorithm: "plot_latency_box"
2972 output-file-type: ".html"
2973 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2975 "plot-dpdk-throughput-latency"
2976 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2983 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2989 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2990 algorithm: "plot_latency_box"
2991 output-file-type: ".html"
2992 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2994 "plot-dpdk-throughput-latency"
2995 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3002 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3008 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3009 algorithm: "plot_latency_box"
3010 output-file-type: ".html"
3011 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3013 "plot-dpdk-throughput-latency"
3014 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3021 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3025 # Ligato - Throughput
3030 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3031 algorithm: "plot_performance_box"
3032 output-file-type: ".html"
3033 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3035 "plot-vpp-throughput-latency"
3036 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3042 boxpoints: "outliers"
3045 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3050 gridcolor: "rgb(238, 238, 238)"
3051 linecolor: "rgb(238, 238, 238)"
3055 showticklabels: True
3056 tickcolor: "rgb(238, 238, 238)"
3058 title: "Indexed Test Cases"
3061 gridcolor: "rgb(238, 238, 238)'"
3063 linecolor: "rgb(238, 238, 238)"
3068 showticklabels: True
3069 tickcolor: "rgb(238, 238, 238)"
3070 title: "Packets Per Second [pps]"
3088 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3089 algorithm: "plot_performance_box"
3090 output-file-type: ".html"
3091 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3093 "plot-vpp-throughput-latency"
3094 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3100 boxpoints: "outliers"
3103 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3108 gridcolor: "rgb(238, 238, 238)"
3109 linecolor: "rgb(238, 238, 238)"
3113 showticklabels: True
3114 tickcolor: "rgb(238, 238, 238)"
3116 title: "Indexed Test Cases"
3119 gridcolor: "rgb(238, 238, 238)'"
3121 linecolor: "rgb(238, 238, 238)"
3126 showticklabels: True
3127 tickcolor: "rgb(238, 238, 238)"
3128 title: "Packets Per Second [pps]"
3146 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3147 algorithm: "plot_performance_box"
3148 output-file-type: ".html"
3149 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3151 "plot-vpp-throughput-latency"
3152 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3158 boxpoints: "outliers"
3161 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3166 gridcolor: "rgb(238, 238, 238)"
3167 linecolor: "rgb(238, 238, 238)"
3171 showticklabels: True
3172 tickcolor: "rgb(238, 238, 238)"
3174 title: "Indexed Test Cases"
3177 gridcolor: "rgb(238, 238, 238)'"
3179 linecolor: "rgb(238, 238, 238)"
3184 showticklabels: True
3185 tickcolor: "rgb(238, 238, 238)"
3186 title: "Packets Per Second [pps]"
3204 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3205 algorithm: "plot_performance_box"
3206 output-file-type: ".html"
3207 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3209 "plot-vpp-throughput-latency"
3210 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3216 boxpoints: "outliers"
3219 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3224 gridcolor: "rgb(238, 238, 238)"
3225 linecolor: "rgb(238, 238, 238)"
3229 showticklabels: True
3230 tickcolor: "rgb(238, 238, 238)"
3232 title: "Indexed Test Cases"
3235 gridcolor: "rgb(238, 238, 238)'"
3237 linecolor: "rgb(238, 238, 238)"
3242 showticklabels: True
3243 tickcolor: "rgb(238, 238, 238)"
3244 title: "Packets Per Second [pps]"
3260 # Container orchestrated
3263 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3264 algorithm: "plot_performance_box"
3265 output-file-type: ".html"
3266 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3268 "plot-ligato-throughput-latency"
3269 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3275 boxpoints: "outliers"
3278 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3284 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3285 algorithm: "plot_performance_box"
3286 output-file-type: ".html"
3287 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3289 "plot-ligato-throughput-latency"
3290 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3296 boxpoints: "outliers"
3299 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3305 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3306 algorithm: "plot_performance_box"
3307 output-file-type: ".html"
3308 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3310 "plot-ligato-throughput-latency"
3311 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3317 boxpoints: "outliers"
3320 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3326 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3327 algorithm: "plot_performance_box"
3328 output-file-type: ".html"
3329 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3331 "plot-ligato-throughput-latency"
3332 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3338 boxpoints: "outliers"
3341 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3350 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3351 algorithm: "plot_latency_box"
3352 output-file-type: ".html"
3353 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3355 "plot-vpp-throughput-latency"
3356 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3363 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3369 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3370 algorithm: "plot_latency_box"
3371 output-file-type: ".html"
3372 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3374 "plot-vpp-throughput-latency"
3375 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3382 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3386 # Container orchestrated
3389 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3390 algorithm: "plot_latency_box"
3391 output-file-type: ".html"
3392 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3394 "plot-ligato-throughput-latency"
3395 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3402 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3408 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3409 algorithm: "plot_latency_box"
3410 output-file-type: ".html"
3411 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3413 "plot-ligato-throughput-latency"
3414 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3421 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"