6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 plot-vpp-http-server-performance:
94 csit-vpp-perf-1801-all:
106 # TODO: Add the data sources
107 # vpp-meltdown-impact:
108 # csit-vpp-perf-1707-all:
112 # csit-vpp-perf-1710-all:
116 # TODO: Add the data sources
117 # vpp-spectre-impact:
118 # csit-vpp-perf-1707-all:
122 # csit-vpp-perf-1710-all:
126 vpp-performance-changes:
127 csit-vpp-perf-1710-all:
138 # TODO: Add the data sources
139 csit-vpp-perf-1801-all:
151 # TODO: Add the data sources
152 plot-throughput-speedup-analysis:
153 csit-vpp-perf-1801-all:
169 # performance-improvements:
170 # csit-vpp-perf-1707-all:
181 # csit-vpp-perf-1710-all:
192 # csit-vpp-perf-1801-all:
196 # csit-ligato-perf-1710-all:
207 # csit-ligato-perf-1801-all:
217 # TODO: Add the data sources
219 csit-vpp-perf-1801-all:
225 csit-vpp-functional-1801-ubuntu1604-virl:
226 - "lastSuccessfulBuild"
227 # TODO: Add the data sources
229 csit-ligato-perf-1801-all:
232 csit-dpdk-perf-1801-all:
235 csit-hc2vpp-verify-func-1801-ubuntu1604:
236 - "lastSuccessfulBuild"
238 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
240 # TODO: Add the data sources
241 plot-vpp-throughput-latency:
242 csit-vpp-perf-1801-all:
258 plot-dpdk-throughput-latency:
259 csit-dpdk-perf-1801-all:
269 # TODO: Add the data sources
270 plot-ligato-throughput-latency:
271 csit-ligato-perf-1801-all:
289 gridcolor: "rgb(238, 238, 238)"
290 linecolor: "rgb(238, 238, 238)"
295 tickcolor: "rgb(238, 238, 238)"
297 title: "Indexed Test Cases"
300 gridcolor: "rgb(238, 238, 238)'"
302 linecolor: "rgb(238, 238, 238)"
309 tickcolor: "rgb(238, 238, 238)"
310 title: "Connections Per Second [cps]"
331 gridcolor: "rgb(238, 238, 238)"
332 linecolor: "rgb(238, 238, 238)"
337 tickcolor: "rgb(238, 238, 238)"
339 title: "Indexed Test Cases"
342 gridcolor: "rgb(238, 238, 238)'"
344 linecolor: "rgb(238, 238, 238)"
351 tickcolor: "rgb(238, 238, 238)"
352 title: "Requests Per Second [rps]"
373 gridcolor: "rgb(238, 238, 238)"
374 linecolor: "rgb(238, 238, 238)"
379 tickcolor: "rgb(238, 238, 238)"
381 title: "Indexed Test Cases"
384 gridcolor: "rgb(238, 238, 238)'"
386 linecolor: "rgb(238, 238, 238)"
392 tickcolor: "rgb(238, 238, 238)"
393 title: "Packets Per Second [pps]"
414 gridcolor: "rgb(238, 238, 238)"
415 linecolor: "rgb(238, 238, 238)"
420 tickcolor: "rgb(238, 238, 238)"
422 title: "Indexed Test Cases"
425 gridcolor: "rgb(238, 238, 238)'"
427 linecolor: "rgb(238, 238, 238)"
433 tickcolor: "rgb(238, 238, 238)"
434 title: "Latency min/avg/max [uSec]"
450 plot-throughput-speedup-analysis:
455 gridcolor: "rgb(238, 238, 238)"
456 linecolor: "rgb(238, 238, 238)"
461 tickcolor: "rgb(238, 238, 238)"
466 title: "Throughput speedup factor"
467 gridcolor: "rgb(238, 238, 238)"
469 linecolor: "rgb(238, 238, 238)"
475 tickcolor: "rgb(238, 238, 238)"
483 bgcolor: "rgba(255, 255, 255, 0)"
484 bordercolor: "rgba(255, 255, 255, 0)"
501 input-format: "xml" # zip or xml
502 extract: "robot-plugin/output.xml" # Only for zip
504 # The files must be in the directory DIR[WORKING,DATA]
505 csit-vpp-perf-1801-all:
508 file: "{DIR[WORKING,DATA]}/output.xml"
511 file: "{DIR[WORKING,DATA]}/output.xml"
514 file: "{DIR[WORKING,DATA]}/output.xml"
517 file: "{DIR[WORKING,DATA]}/output.xml"
521 src-path: "{DIR[RST]}"
522 dst-path: "{DIR[WORKING,SRC]}"
525 type: "input" # Ignored in debug mode
527 file-name: "robot-plugin.zip"
529 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
530 extract: "robot-plugin/output.xml"
532 # csit-vpp-perf-1707-all:
543 csit-vpp-perf-1710-all:
555 csit-vpp-perf-1801-all:
582 csit-ligato-perf-1710-all:
593 csit-dpdk-perf-1801-all:
604 csit-ligato-perf-1801-all:
615 csit-dpdk-perf-1801-all:
626 csit-vpp-functional-1801-ubuntu1604-virl:
627 - lastSuccessfulBuild
628 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
630 csit-hc2vpp-verify-func-1801-ubuntu1604:
631 - lastSuccessfulBuild
641 ################################################################################
643 ################################################################################
647 # title: "Performance Impact of Meltdown Patches"
648 # algorithm: "table_performance_comparison"
649 # output-file-ext: ".csv"
651 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
653 # title: "No Meltdown"
654 ## TODO: specify data sources
656 # csit-vpp-perf-1707-all:
661 # title: "Meltdown Patches Applied"
662 ## TODO: specify data sources
664 # csit-vpp-perf-1710-all:
669 # "vpp-meltdown-impact"
675 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
676 # # to present all tests.
677 # nr-of-tests-shown: 20
681 # title: "Performance Impact of Spectre Patches"
682 # algorithm: "table_performance_comparison"
683 # output-file-ext: ".csv"
685 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
687 # title: "No Spectre"
688 ## TODO: specify data sources
690 # csit-vpp-perf-1707-all:
695 # title: "Spectre Patches Applied"
696 ## TODO: specify data sources
698 # csit-vpp-perf-1710-all:
703 # "vpp-spectre-impact"
709 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
710 # # to present all tests.
711 # nr-of-tests-shown: 20
715 title: "VPP Performance Changes"
716 algorithm: "table_performance_comparison"
717 output-file-ext: ".csv"
719 output-file: "{DIR[STATIC,VPP]}/performance-changes"
721 title: "Release 1710"
722 # TODO: specify data sources
724 csit-vpp-perf-1710-all:
736 title: "Release 1801"
737 # TODO: specify data sources
739 csit-vpp-perf-1801-all:
748 data: "vpp-performance-changes"
754 # Number of the best and the worst tests presented in the table. Use 0 (zero)
755 # to present all tests.
756 nr-of-tests-shown: 20
761 # title: "Performance improvements"
762 # algorithm: "table_performance_improvements"
763 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
764 # output-file-ext: ".csv"
765 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
771 # title: "16.09 mean [Mpps]"
774 # title: "17.01 mean [Mpps]"
777 # title: "17.04 mean [Mpps]"
780 # title: "17.07 mean [Mpps]"
781 # data: "data csit-vpp-perf-1707-all mean"
783 # title: "17.10 mean [Mpps]"
784 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
786 # title: "18.01 mean [Mpps]"
787 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
789 # title: "18.01 stdev [Mpps]"
790 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
792 # title: "17.10 to 18.01 change [%]"
793 # data: "operation relative_change 5 6"
796 # "performance-improvements"
803 title: "Detailed Test Results - VPP Performance Results"
804 algorithm: "table_merged_details"
805 output-file-ext: ".csv"
806 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
812 title: "Documentation"
820 filter: "not 'NDRCHK' and not 'PDRCHK'"
829 title: "Test configuration - VPP Performance Test Configs"
830 algorithm: "table_merged_details"
831 output-file-ext: ".csv"
832 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
838 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
839 data: "data vat-history"
843 filter: "not 'NDRCHK' and not 'PDRCHK'"
851 title: "Test Operational Data - VPP Performance Operational Data"
852 algorithm: "table_merged_details"
853 output-file-ext: ".csv"
854 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
860 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
861 data: "data show-run"
865 filter: "not 'NDRCHK' and not 'PDRCHK'"
873 title: "Detailed Test Results - VPP Functional Results"
874 algorithm: "table_details"
875 output-file-ext: ".csv"
876 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
882 title: "Documentation"
899 title: "Test configuration - VPP Functional Test Configs"
900 algorithm: "table_details"
901 output-file-ext: ".csv"
902 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
908 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
909 data: "data vat-history"
921 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
922 algorithm: "table_details"
923 output-file-ext: ".csv"
924 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
930 title: "Documentation"
937 "ligato-perf-results"
947 title: "Detailed Test Results - DPDK Performance Results"
948 algorithm: "table_details"
949 output-file-ext: ".csv"
950 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
956 title: "Documentation"
973 title: "Detailed Test Results - Honeycomb Functional Results"
974 algorithm: "table_details"
975 output-file-ext: ".csv"
976 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
982 title: "Documentation"
999 title: "Detailed Test Results - NSH SFC Functional Results"
1000 algorithm: "table_details"
1001 output-file-ext: ".csv"
1002 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1008 title: "Documentation"
1023 ################################################################################
1025 ################################################################################
1029 title: "VPP Performance Results"
1030 algorithm: "file_merged_test_results"
1031 output-file-ext: ".rst"
1032 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1033 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1034 dir-tables: "{DIR[DTR,PERF,VPP]}"
1037 filter: "not 'NDRCHK' and not 'PDRCHK'"
1043 data-start-level: 3 # 0, 1, 2, ...
1044 chapters-start-level: 2 # 0, 1, 2, ...
1048 title: "VPP Performance Configuration"
1049 algorithm: "file_merged_test_results"
1050 output-file-ext: ".rst"
1051 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1052 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1053 dir-tables: "{DIR[DTC,PERF,VPP]}"
1056 filter: "not 'NDRCHK' and not 'PDRCHK'"
1062 data-start-level: 3 # 0, 1, 2, ...
1063 chapters-start-level: 2 # 0, 1, 2, ...
1067 title: "VPP Performance Operational Data"
1068 algorithm: "file_merged_test_results"
1069 output-file-ext: ".rst"
1070 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1071 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1072 dir-tables: "{DIR[DTO,PERF,VPP]}"
1075 filter: "not 'NDRCHK' and not 'PDRCHK'"
1081 data-start-level: 3 # 0, 1, 2, ...
1082 chapters-start-level: 2 # 0, 1, 2, ...
1086 title: "VPP Functional Results"
1087 algorithm: "file_test_results"
1088 output-file-ext: ".rst"
1089 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1090 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1091 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1099 data-start-level: 3 # 0, 1, 2, ...
1100 chapters-start-level: 2 # 0, 1, 2, ...
1104 title: "VPP Functional Configuration"
1105 algorithm: "file_test_results"
1106 output-file-ext: ".rst"
1107 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1108 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1109 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1117 data-start-level: 3 # 0, 1, 2, ...
1118 chapters-start-level: 2 # 0, 1, 2, ...
1122 title: "Container Orchestrated Performance Results"
1123 algorithm: "file_test_results"
1124 output-file-ext: ".rst"
1125 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1126 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1127 dir-tables: "{DIR[DTR,PERF,COT]}"
1129 "ligato-perf-results"
1135 data-start-level: 2 # 0, 1, 2, ...
1136 chapters-start-level: 2 # 0, 1, 2, ...
1140 title: "DPDK Performance Results"
1141 algorithm: "file_test_results"
1142 output-file-ext: ".rst"
1143 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1144 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1145 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1155 data-start-level: 2 # 0, 1, 2, ...
1156 chapters-start-level: 2 # 0, 1, 2, ...
1160 title: "Honeycomb Functional Results"
1161 algorithm: "file_test_results"
1162 output-file-ext: ".rst"
1163 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1164 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1165 dir-tables: "{DIR[DTR,FUNC,HC]}"
1175 data-start-level: 3 # 0, 1, 2, ...
1176 chapters-start-level: 2 # 0, 1, 2, ...
1180 title: "NSH SFC Functional Results"
1181 algorithm: "file_test_results"
1182 output-file-ext: ".rst"
1183 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1184 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1185 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1195 data-start-level: 2 # 0, 1, 2, ...
1196 chapters-start-level: 2 # 0, 1, 2, ...
1198 ################################################################################
1200 ################################################################################
1202 # Plots VPP HTTP Server Performance
1205 title: "VPP HTTP Server Performance"
1206 algorithm: "plot_http_server_performance_box"
1207 output-file-type: ".html"
1208 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1210 "plot-vpp-http-server-performance"
1211 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1212 # each tag is enclosed with ' (apostrophe).
1213 filter: "'HTTP' and 'TCP_CPS'"
1219 boxpoints: "outliers"
1222 title: "VPP HTTP Server Performance"
1228 title: "VPP HTTP Server Performance"
1229 algorithm: "plot_http_server_performance_box"
1230 output-file-type: ".html"
1231 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1233 "plot-vpp-http-server-performance"
1234 filter: "'HTTP' and 'TCP_RPS'"
1240 boxpoints: "outliers"
1243 title: "VPP HTTP Server Performance"
1247 # Plot Throughput Speedup Analysis
1249 # L2 - 10ge2p1x520 - NDR
1252 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1253 algorithm: "plot_throughput_speedup_analysis"
1254 output-file-type: ".html"
1255 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1257 "plot-throughput-speedup-analysis"
1258 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1264 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1266 "plot-throughput-speedup-analysis"
1268 # L2 - 40ge2p1xl710 - NDR
1271 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1272 algorithm: "plot_throughput_speedup_analysis"
1273 output-file-type: ".html"
1274 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1276 "plot-throughput-speedup-analysis"
1277 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1283 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1285 "plot-throughput-speedup-analysis"
1287 # L2 - 10ge2p1x520 - PDR
1290 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1291 algorithm: "plot_throughput_speedup_analysis"
1292 output-file-type: ".html"
1293 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1295 "plot-throughput-speedup-analysis"
1296 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1302 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1304 "plot-throughput-speedup-analysis"
1306 # IPv4 - 10ge2p1x520 - NDR
1309 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1310 algorithm: "plot_throughput_speedup_analysis"
1311 output-file-type: ".html"
1312 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1314 "plot-throughput-speedup-analysis"
1315 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1321 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1323 "plot-throughput-speedup-analysis"
1325 # IPv4 - 40ge2p1xl710 - NDR
1328 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1329 algorithm: "plot_throughput_speedup_analysis"
1330 output-file-type: ".html"
1331 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1333 "plot-throughput-speedup-analysis"
1334 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1340 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1342 "plot-throughput-speedup-analysis"
1344 # IPv4 - 10ge2p1x520 - PDR
1347 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1348 algorithm: "plot_throughput_speedup_analysis"
1349 output-file-type: ".html"
1350 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1352 "plot-throughput-speedup-analysis"
1353 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1359 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1361 "plot-throughput-speedup-analysis"
1363 # IPv6 - 10ge2p1x520 - NDR
1366 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1367 algorithm: "plot_throughput_speedup_analysis"
1368 output-file-type: ".html"
1369 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1371 "plot-throughput-speedup-analysis"
1372 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1378 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1380 "plot-throughput-speedup-analysis"
1382 # IPv6 - 40ge2p1xl710 - NDR
1385 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1386 algorithm: "plot_throughput_speedup_analysis"
1387 output-file-type: ".html"
1388 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1390 "plot-throughput-speedup-analysis"
1391 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1397 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1399 "plot-throughput-speedup-analysis"
1401 # IPv6 - 10ge2p1x520 - PDR
1404 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1405 algorithm: "plot_throughput_speedup_analysis"
1406 output-file-type: ".html"
1407 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1409 "plot-throughput-speedup-analysis"
1410 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1416 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1418 "plot-throughput-speedup-analysis"
1420 # Plot packets per second
1425 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1426 algorithm: "plot_performance_box"
1427 output-file-type: ".html"
1428 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1430 "plot-vpp-throughput-latency"
1431 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1432 # each tag is enclosed with ' (apostrophe).
1433 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1439 boxpoints: "outliers"
1442 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1448 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1449 algorithm: "plot_performance_box"
1450 output-file-type: ".html"
1451 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1453 "plot-vpp-throughput-latency"
1454 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1460 boxpoints: "outliers"
1463 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1469 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1470 algorithm: "plot_performance_box"
1471 output-file-type: ".html"
1472 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1474 "plot-vpp-throughput-latency"
1475 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1481 boxpoints: "outliers"
1484 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1490 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1491 algorithm: "plot_performance_box"
1492 output-file-type: ".html"
1493 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1495 "plot-vpp-throughput-latency"
1496 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1502 boxpoints: "outliers"
1505 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1512 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1513 algorithm: "plot_performance_box"
1514 output-file-type: ".html"
1515 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1517 "plot-vpp-throughput-latency"
1518 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1524 boxpoints: "outliers"
1527 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1533 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1534 algorithm: "plot_performance_box"
1535 output-file-type: ".html"
1536 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1538 "plot-vpp-throughput-latency"
1539 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1545 boxpoints: "outliers"
1548 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1554 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1555 algorithm: "plot_performance_box"
1556 output-file-type: ".html"
1557 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1559 "plot-vpp-throughput-latency"
1560 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1566 boxpoints: "outliers"
1569 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1575 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1576 algorithm: "plot_performance_box"
1577 output-file-type: ".html"
1578 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1580 "plot-vpp-throughput-latency"
1581 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1587 boxpoints: "outliers"
1590 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1597 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1598 algorithm: "plot_performance_box"
1599 output-file-type: ".html"
1600 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1602 "plot-vpp-throughput-latency"
1603 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1609 boxpoints: "outliers"
1612 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1618 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1619 algorithm: "plot_performance_box"
1620 output-file-type: ".html"
1621 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1623 "plot-vpp-throughput-latency"
1624 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1630 boxpoints: "outliers"
1633 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1639 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1640 algorithm: "plot_performance_box"
1641 output-file-type: ".html"
1642 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1644 "plot-vpp-throughput-latency"
1645 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1651 boxpoints: "outliers"
1654 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1660 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1661 algorithm: "plot_performance_box"
1662 output-file-type: ".html"
1663 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1665 "plot-vpp-throughput-latency"
1666 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1672 boxpoints: "outliers"
1675 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1682 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1683 algorithm: "plot_performance_box"
1684 output-file-type: ".html"
1685 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1687 "plot-vpp-throughput-latency"
1688 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1694 boxpoints: "outliers"
1697 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1703 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1704 algorithm: "plot_performance_box"
1705 output-file-type: ".html"
1706 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1708 "plot-vpp-throughput-latency"
1709 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1715 boxpoints: "outliers"
1718 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1724 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1725 algorithm: "plot_performance_box"
1726 output-file-type: ".html"
1727 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1729 "plot-vpp-throughput-latency"
1730 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1736 boxpoints: "outliers"
1739 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1745 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1746 algorithm: "plot_performance_box"
1747 output-file-type: ".html"
1748 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1750 "plot-vpp-throughput-latency"
1751 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1757 boxpoints: "outliers"
1760 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1767 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1768 algorithm: "plot_performance_box"
1769 output-file-type: ".html"
1770 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1772 "plot-vpp-throughput-latency"
1773 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1779 boxpoints: "outliers"
1782 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1788 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1789 algorithm: "plot_performance_box"
1790 output-file-type: ".html"
1791 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1793 "plot-vpp-throughput-latency"
1794 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1800 boxpoints: "outliers"
1803 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1809 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1810 algorithm: "plot_performance_box"
1811 output-file-type: ".html"
1812 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1814 "plot-vpp-throughput-latency"
1815 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1821 boxpoints: "outliers"
1824 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1830 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1831 algorithm: "plot_performance_box"
1832 output-file-type: ".html"
1833 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1835 "plot-vpp-throughput-latency"
1836 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1842 boxpoints: "outliers"
1845 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1852 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1853 algorithm: "plot_performance_box"
1854 output-file-type: ".html"
1855 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1857 "plot-vpp-throughput-latency"
1858 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1864 boxpoints: "outliers"
1867 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1872 gridcolor: "rgb(238, 238, 238)"
1873 linecolor: "rgb(238, 238, 238)"
1877 showticklabels: True
1878 tickcolor: "rgb(238, 238, 238)"
1880 title: "Indexed Test Cases"
1883 gridcolor: "rgb(238, 238, 238)'"
1885 linecolor: "rgb(238, 238, 238)"
1887 range: [2000000, 6000000]
1890 showticklabels: True
1891 tickcolor: "rgb(238, 238, 238)"
1892 title: "Packets Per Second [pps]"
1910 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1911 algorithm: "plot_performance_box"
1912 output-file-type: ".html"
1913 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1915 "plot-vpp-throughput-latency"
1916 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1922 boxpoints: "outliers"
1925 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1931 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1932 algorithm: "plot_performance_box"
1933 output-file-type: ".html"
1934 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1936 "plot-vpp-throughput-latency"
1937 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1943 boxpoints: "outliers"
1946 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1952 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1953 algorithm: "plot_performance_box"
1954 output-file-type: ".html"
1955 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1957 "plot-vpp-throughput-latency"
1958 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1964 boxpoints: "outliers"
1967 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1972 gridcolor: "rgb(238, 238, 238)"
1973 linecolor: "rgb(238, 238, 238)"
1977 showticklabels: True
1978 tickcolor: "rgb(238, 238, 238)"
1980 title: "Indexed Test Cases"
1983 gridcolor: "rgb(238, 238, 238)'"
1985 linecolor: "rgb(238, 238, 238)"
1987 range: [4000000, 12000000]
1990 showticklabels: True
1991 tickcolor: "rgb(238, 238, 238)"
1992 title: "Packets Per Second [pps]"
2011 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2012 algorithm: "plot_performance_box"
2013 output-file-type: ".html"
2014 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2016 "plot-vpp-throughput-latency"
2017 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2023 boxpoints: "outliers"
2026 title: "64B-1t1c-.*vhost.*-ndrdisc"
2031 gridcolor: "rgb(238, 238, 238)"
2032 linecolor: "rgb(238, 238, 238)"
2036 showticklabels: True
2037 tickcolor: "rgb(238, 238, 238)"
2039 title: "Indexed Test Cases"
2042 gridcolor: "rgb(238, 238, 238)'"
2044 linecolor: "rgb(238, 238, 238)"
2049 showticklabels: True
2050 tickcolor: "rgb(238, 238, 238)"
2051 title: "Packets Per Second [pps]"
2069 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2070 algorithm: "plot_performance_box"
2071 output-file-type: ".html"
2072 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2074 "plot-vpp-throughput-latency"
2075 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2081 boxpoints: "outliers"
2084 title: "64B-2t2c-.*vhost.*-ndrdisc"
2090 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2091 algorithm: "plot_performance_box"
2092 output-file-type: ".html"
2093 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2095 "plot-vpp-throughput-latency"
2096 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2102 boxpoints: "outliers"
2105 title: "64B-1t1c-.*vhost.*-pdrdisc"
2111 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2112 algorithm: "plot_performance_box"
2113 output-file-type: ".html"
2114 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2116 "plot-vpp-throughput-latency"
2117 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2123 boxpoints: "outliers"
2126 title: "64B-2t2c-.*vhost.*-pdrdisc"
2130 # VPP VM VHOST SELECTION
2133 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2134 algorithm: "plot_performance_box"
2135 output-file-type: ".html"
2136 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2138 "plot-vpp-throughput-latency"
2139 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2145 boxpoints: "outliers"
2148 title: "64B-1t1c-.*vhost.*-ndrdisc"
2154 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2155 algorithm: "plot_performance_box"
2156 output-file-type: ".html"
2157 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2159 "plot-vpp-throughput-latency"
2160 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2166 boxpoints: "outliers"
2169 title: "64B-2t2c-.*vhost.*-ndrdisc"
2175 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2176 algorithm: "plot_performance_box"
2177 output-file-type: ".html"
2178 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2180 "plot-vpp-throughput-latency"
2181 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2187 boxpoints: "outliers"
2190 title: "64B-1t1c-.*vhost.*-pdrdisc"
2196 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2197 algorithm: "plot_performance_box"
2198 output-file-type: ".html"
2199 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2201 "plot-vpp-throughput-latency"
2202 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2208 boxpoints: "outliers"
2211 title: "64B-2t2c-.*vhost.*-pdrdisc"
2218 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2219 algorithm: "plot_performance_box"
2220 output-file-type: ".html"
2221 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2223 "plot-vpp-throughput-latency"
2224 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2230 boxpoints: "outliers"
2233 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2239 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2240 algorithm: "plot_performance_box"
2241 output-file-type: ".html"
2242 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2244 "plot-vpp-throughput-latency"
2245 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2251 boxpoints: "outliers"
2254 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2260 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2261 algorithm: "plot_performance_box"
2262 output-file-type: ".html"
2263 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2265 "plot-vpp-throughput-latency"
2266 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2272 boxpoints: "outliers"
2275 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2281 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2282 algorithm: "plot_performance_box"
2283 output-file-type: ".html"
2284 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2286 "plot-vpp-throughput-latency"
2287 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2293 boxpoints: "outliers"
2296 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2303 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2304 algorithm: "plot_performance_box"
2305 output-file-type: ".html"
2306 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2308 "plot-dpdk-throughput-latency"
2309 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2315 boxpoints: "outliers"
2318 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2324 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2325 algorithm: "plot_performance_box"
2326 output-file-type: ".html"
2327 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2329 "plot-dpdk-throughput-latency"
2330 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2336 boxpoints: "outliers"
2339 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2345 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2346 algorithm: "plot_performance_box"
2347 output-file-type: ".html"
2348 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2350 "plot-dpdk-throughput-latency"
2351 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2357 boxpoints: "outliers"
2360 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2365 gridcolor: "rgb(238, 238, 238)"
2366 linecolor: "rgb(238, 238, 238)"
2370 showticklabels: True
2371 tickcolor: "rgb(238, 238, 238)"
2373 title: "Indexed Test Cases"
2376 gridcolor: "rgb(238, 238, 238)'"
2378 linecolor: "rgb(238, 238, 238)"
2380 range: [2000000, 12000000]
2383 showticklabels: True
2384 tickcolor: "rgb(238, 238, 238)"
2385 title: "Packets Per Second [pps]"
2403 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2404 algorithm: "plot_performance_box"
2405 output-file-type: ".html"
2406 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2408 "plot-dpdk-throughput-latency"
2409 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2415 boxpoints: "outliers"
2418 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2423 gridcolor: "rgb(238, 238, 238)"
2424 linecolor: "rgb(238, 238, 238)"
2428 showticklabels: True
2429 tickcolor: "rgb(238, 238, 238)"
2431 title: "Indexed Test Cases"
2434 gridcolor: "rgb(238, 238, 238)'"
2436 linecolor: "rgb(238, 238, 238)"
2438 range: [2000000, 12000000]
2441 showticklabels: True
2442 tickcolor: "rgb(238, 238, 238)"
2443 title: "Packets Per Second [pps]"
2461 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2462 algorithm: "plot_performance_box"
2463 output-file-type: ".html"
2464 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2466 "plot-dpdk-throughput-latency"
2467 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2473 boxpoints: "outliers"
2476 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2482 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2483 algorithm: "plot_performance_box"
2484 output-file-type: ".html"
2485 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2487 "plot-dpdk-throughput-latency"
2488 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2494 boxpoints: "outliers"
2497 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2503 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2504 algorithm: "plot_performance_box"
2505 output-file-type: ".html"
2506 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2508 "plot-dpdk-throughput-latency"
2509 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2515 boxpoints: "outliers"
2518 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2523 gridcolor: "rgb(238, 238, 238)"
2524 linecolor: "rgb(238, 238, 238)"
2528 showticklabels: True
2529 tickcolor: "rgb(238, 238, 238)"
2531 title: "Indexed Test Cases"
2534 gridcolor: "rgb(238, 238, 238)'"
2536 linecolor: "rgb(238, 238, 238)"
2538 range: [20000000, 30000000]
2541 showticklabels: True
2542 tickcolor: "rgb(238, 238, 238)"
2543 title: "Packets Per Second [pps]"
2561 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2562 algorithm: "plot_performance_box"
2563 output-file-type: ".html"
2564 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2566 "plot-dpdk-throughput-latency"
2567 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2573 boxpoints: "outliers"
2576 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2581 gridcolor: "rgb(238, 238, 238)"
2582 linecolor: "rgb(238, 238, 238)"
2586 showticklabels: True
2587 tickcolor: "rgb(238, 238, 238)"
2589 title: "Indexed Test Cases"
2592 gridcolor: "rgb(238, 238, 238)'"
2594 linecolor: "rgb(238, 238, 238)"
2596 range: [20000000, 30000000]
2599 showticklabels: True
2600 tickcolor: "rgb(238, 238, 238)"
2601 title: "Packets Per Second [pps]"
2622 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2623 algorithm: "plot_latency_box"
2624 output-file-type: ".html"
2625 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2627 "plot-vpp-throughput-latency"
2628 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2635 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2641 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2642 algorithm: "plot_latency_box"
2643 output-file-type: ".html"
2644 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2646 "plot-vpp-throughput-latency"
2647 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2654 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2661 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2662 algorithm: "plot_latency_box"
2663 output-file-type: ".html"
2664 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2666 "plot-vpp-throughput-latency"
2667 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2674 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2680 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2681 algorithm: "plot_latency_box"
2682 output-file-type: ".html"
2683 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2685 "plot-vpp-throughput-latency"
2686 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2693 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2700 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2701 algorithm: "plot_latency_box"
2702 output-file-type: ".html"
2703 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2705 "plot-vpp-throughput-latency"
2706 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2713 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2719 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2720 algorithm: "plot_latency_box"
2721 output-file-type: ".html"
2722 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2724 "plot-vpp-throughput-latency"
2725 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2732 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2739 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2740 algorithm: "plot_latency_box"
2741 output-file-type: ".html"
2742 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2744 "plot-vpp-throughput-latency"
2745 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2752 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2758 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2759 algorithm: "plot_latency_box"
2760 output-file-type: ".html"
2761 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2763 "plot-vpp-throughput-latency"
2764 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2771 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2778 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2779 algorithm: "plot_latency_box"
2780 output-file-type: ".html"
2781 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2783 "plot-vpp-throughput-latency"
2784 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2791 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2797 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2798 algorithm: "plot_latency_box"
2799 output-file-type: ".html"
2800 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2802 "plot-vpp-throughput-latency"
2803 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2810 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2817 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2818 algorithm: "plot_latency_box"
2819 output-file-type: ".html"
2820 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2822 "plot-vpp-throughput-latency"
2823 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2830 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2836 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2837 algorithm: "plot_latency_box"
2838 output-file-type: ".html"
2839 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2841 "plot-vpp-throughput-latency"
2842 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2849 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2856 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2857 algorithm: "plot_latency_box"
2858 output-file-type: ".html"
2859 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2861 "plot-vpp-throughput-latency"
2862 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2869 title: "64B-1t1c-.*vhost.*-ndrdisc"
2875 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2876 algorithm: "plot_latency_box"
2877 output-file-type: ".html"
2878 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2880 "plot-vpp-throughput-latency"
2881 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2888 title: "64B-2t2c-.*vhost.*-ndrdisc"
2892 # VPP VM VHOST selection
2895 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2896 algorithm: "plot_latency_box"
2897 output-file-type: ".html"
2898 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2900 "plot-vpp-throughput-latency"
2901 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2908 title: "64B-1t1c-.*vhost.*-ndrdisc"
2914 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2915 algorithm: "plot_latency_box"
2916 output-file-type: ".html"
2917 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2919 "plot-vpp-throughput-latency"
2920 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2927 title: "64B-2t2c-.*vhost.*-ndrdisc"
2934 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2935 algorithm: "plot_latency_box"
2936 output-file-type: ".html"
2937 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2939 "plot-vpp-throughput-latency"
2940 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2947 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2953 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2954 algorithm: "plot_latency_box"
2955 output-file-type: ".html"
2956 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2958 "plot-vpp-throughput-latency"
2959 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2966 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2973 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2974 algorithm: "plot_latency_box"
2975 output-file-type: ".html"
2976 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2978 "plot-dpdk-throughput-latency"
2979 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2986 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2992 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2993 algorithm: "plot_latency_box"
2994 output-file-type: ".html"
2995 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2997 "plot-dpdk-throughput-latency"
2998 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3005 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3011 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3012 algorithm: "plot_latency_box"
3013 output-file-type: ".html"
3014 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3016 "plot-dpdk-throughput-latency"
3017 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3024 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3030 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3031 algorithm: "plot_latency_box"
3032 output-file-type: ".html"
3033 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3035 "plot-dpdk-throughput-latency"
3036 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3043 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3047 # Ligato - Throughput
3052 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3053 algorithm: "plot_performance_box"
3054 output-file-type: ".html"
3055 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3057 "plot-vpp-throughput-latency"
3058 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3064 boxpoints: "outliers"
3067 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3072 gridcolor: "rgb(238, 238, 238)"
3073 linecolor: "rgb(238, 238, 238)"
3077 showticklabels: True
3078 tickcolor: "rgb(238, 238, 238)"
3080 title: "Indexed Test Cases"
3083 gridcolor: "rgb(238, 238, 238)'"
3085 linecolor: "rgb(238, 238, 238)"
3090 showticklabels: True
3091 tickcolor: "rgb(238, 238, 238)"
3092 title: "Packets Per Second [pps]"
3110 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3111 algorithm: "plot_performance_box"
3112 output-file-type: ".html"
3113 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3115 "plot-vpp-throughput-latency"
3116 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3122 boxpoints: "outliers"
3125 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3130 gridcolor: "rgb(238, 238, 238)"
3131 linecolor: "rgb(238, 238, 238)"
3135 showticklabels: True
3136 tickcolor: "rgb(238, 238, 238)"
3138 title: "Indexed Test Cases"
3141 gridcolor: "rgb(238, 238, 238)'"
3143 linecolor: "rgb(238, 238, 238)"
3148 showticklabels: True
3149 tickcolor: "rgb(238, 238, 238)"
3150 title: "Packets Per Second [pps]"
3168 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3169 algorithm: "plot_performance_box"
3170 output-file-type: ".html"
3171 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3173 "plot-vpp-throughput-latency"
3174 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3180 boxpoints: "outliers"
3183 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3188 gridcolor: "rgb(238, 238, 238)"
3189 linecolor: "rgb(238, 238, 238)"
3193 showticklabels: True
3194 tickcolor: "rgb(238, 238, 238)"
3196 title: "Indexed Test Cases"
3199 gridcolor: "rgb(238, 238, 238)'"
3201 linecolor: "rgb(238, 238, 238)"
3206 showticklabels: True
3207 tickcolor: "rgb(238, 238, 238)"
3208 title: "Packets Per Second [pps]"
3226 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3227 algorithm: "plot_performance_box"
3228 output-file-type: ".html"
3229 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3231 "plot-vpp-throughput-latency"
3232 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3238 boxpoints: "outliers"
3241 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3246 gridcolor: "rgb(238, 238, 238)"
3247 linecolor: "rgb(238, 238, 238)"
3251 showticklabels: True
3252 tickcolor: "rgb(238, 238, 238)"
3254 title: "Indexed Test Cases"
3257 gridcolor: "rgb(238, 238, 238)'"
3259 linecolor: "rgb(238, 238, 238)"
3264 showticklabels: True
3265 tickcolor: "rgb(238, 238, 238)"
3266 title: "Packets Per Second [pps]"
3282 # Container orchestrated
3285 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3286 algorithm: "plot_performance_box"
3287 output-file-type: ".html"
3288 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3290 "plot-ligato-throughput-latency"
3291 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3297 boxpoints: "outliers"
3300 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3306 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3307 algorithm: "plot_performance_box"
3308 output-file-type: ".html"
3309 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3311 "plot-ligato-throughput-latency"
3312 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3318 boxpoints: "outliers"
3321 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3327 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3328 algorithm: "plot_performance_box"
3329 output-file-type: ".html"
3330 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3332 "plot-ligato-throughput-latency"
3333 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3339 boxpoints: "outliers"
3342 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3348 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3349 algorithm: "plot_performance_box"
3350 output-file-type: ".html"
3351 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3353 "plot-ligato-throughput-latency"
3354 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3360 boxpoints: "outliers"
3363 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3372 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3373 algorithm: "plot_latency_box"
3374 output-file-type: ".html"
3375 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3377 "plot-vpp-throughput-latency"
3378 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3385 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3391 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3392 algorithm: "plot_latency_box"
3393 output-file-type: ".html"
3394 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3396 "plot-vpp-throughput-latency"
3397 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3404 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3408 # Container orchestrated
3411 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3412 algorithm: "plot_latency_box"
3413 output-file-type: ".html"
3414 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3416 "plot-ligato-throughput-latency"
3417 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3424 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3430 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3431 algorithm: "plot_latency_box"
3432 output-file-type: ".html"
3433 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3435 "plot-ligato-throughput-latency"
3436 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3443 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"