6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 plot-vpp-http-server-performance:
94 csit-vpp-perf-1801-all:
106 # TODO: Add the data sources
107 # vpp-meltdown-impact:
108 # csit-vpp-perf-1707-all:
112 # csit-vpp-perf-1710-all:
116 # TODO: Add the data sources
117 # vpp-spectre-impact:
118 # csit-vpp-perf-1707-all:
122 # csit-vpp-perf-1710-all:
126 vpp-performance-changes:
127 csit-vpp-perf-1710-all:
138 # TODO: Add the data sources
139 csit-vpp-perf-1801-all:
152 # TODO: Add the data sources
153 plot-throughput-speedup-analysis:
154 csit-vpp-perf-1801-all:
171 # performance-improvements:
172 # csit-vpp-perf-1707-all:
183 # csit-vpp-perf-1710-all:
194 # csit-vpp-perf-1801-all:
198 # csit-ligato-perf-1710-all:
209 # csit-ligato-perf-1801-all:
219 # TODO: Add the data sources
221 csit-vpp-perf-1801-all:
227 csit-vpp-functional-1801-ubuntu1604-virl:
228 - "lastSuccessfulBuild"
229 # TODO: Add the data sources
231 csit-ligato-perf-1801-all:
234 csit-dpdk-perf-1801-all:
237 csit-hc2vpp-verify-func-1801-ubuntu1604:
238 - "lastSuccessfulBuild"
240 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
242 # TODO: Add the data sources
243 plot-vpp-throughput-latency:
244 csit-vpp-perf-1801-all:
261 plot-dpdk-throughput-latency:
262 csit-dpdk-perf-1801-all:
272 # TODO: Add the data sources
273 plot-ligato-throughput-latency:
274 csit-ligato-perf-1801-all:
292 gridcolor: "rgb(238, 238, 238)"
293 linecolor: "rgb(238, 238, 238)"
298 tickcolor: "rgb(238, 238, 238)"
300 title: "Indexed Test Cases"
303 gridcolor: "rgb(238, 238, 238)'"
305 linecolor: "rgb(238, 238, 238)"
312 tickcolor: "rgb(238, 238, 238)"
313 title: "Connections Per Second [cps]"
334 gridcolor: "rgb(238, 238, 238)"
335 linecolor: "rgb(238, 238, 238)"
340 tickcolor: "rgb(238, 238, 238)"
342 title: "Indexed Test Cases"
345 gridcolor: "rgb(238, 238, 238)'"
347 linecolor: "rgb(238, 238, 238)"
354 tickcolor: "rgb(238, 238, 238)"
355 title: "Requests Per Second [rps]"
376 gridcolor: "rgb(238, 238, 238)"
377 linecolor: "rgb(238, 238, 238)"
382 tickcolor: "rgb(238, 238, 238)"
384 title: "Indexed Test Cases"
387 gridcolor: "rgb(238, 238, 238)'"
389 linecolor: "rgb(238, 238, 238)"
395 tickcolor: "rgb(238, 238, 238)"
396 title: "Packets Per Second [pps]"
417 gridcolor: "rgb(238, 238, 238)"
418 linecolor: "rgb(238, 238, 238)"
423 tickcolor: "rgb(238, 238, 238)"
425 title: "Indexed Test Cases"
428 gridcolor: "rgb(238, 238, 238)'"
430 linecolor: "rgb(238, 238, 238)"
436 tickcolor: "rgb(238, 238, 238)"
437 title: "Latency min/avg/max [uSec]"
453 plot-throughput-speedup-analysis:
458 gridcolor: "rgb(238, 238, 238)"
459 linecolor: "rgb(238, 238, 238)"
464 tickcolor: "rgb(238, 238, 238)"
469 title: "Throughput speedup factor"
470 gridcolor: "rgb(238, 238, 238)"
472 linecolor: "rgb(238, 238, 238)"
478 tickcolor: "rgb(238, 238, 238)"
486 bgcolor: "rgba(255, 255, 255, 0)"
487 bordercolor: "rgba(255, 255, 255, 0)"
504 input-format: "xml" # zip or xml
505 extract: "robot-plugin/output.xml" # Only for zip
507 # The files must be in the directory DIR[WORKING,DATA]
508 csit-vpp-perf-1801-all:
511 file: "{DIR[WORKING,DATA]}/output.xml"
514 file: "{DIR[WORKING,DATA]}/output.xml"
517 file: "{DIR[WORKING,DATA]}/output.xml"
520 file: "{DIR[WORKING,DATA]}/output.xml"
524 src-path: "{DIR[RST]}"
525 dst-path: "{DIR[WORKING,SRC]}"
528 type: "input" # Ignored in debug mode
530 file-name: "robot-plugin.zip"
532 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
533 extract: "robot-plugin/output.xml"
535 # csit-vpp-perf-1707-all:
546 csit-vpp-perf-1710-all:
558 csit-vpp-perf-1801-all:
586 csit-ligato-perf-1710-all:
597 csit-dpdk-perf-1801-all:
608 csit-ligato-perf-1801-all:
619 csit-dpdk-perf-1801-all:
630 csit-vpp-functional-1801-ubuntu1604-virl:
631 - lastSuccessfulBuild
632 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
634 csit-hc2vpp-verify-func-1801-ubuntu1604:
635 - lastSuccessfulBuild
645 ################################################################################
647 ################################################################################
651 # title: "Performance Impact of Meltdown Patches"
652 # algorithm: "table_performance_comparison"
653 # output-file-ext: ".csv"
655 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
657 # title: "No Meltdown"
658 ## TODO: specify data sources
660 # csit-vpp-perf-1707-all:
665 # title: "Meltdown Patches Applied"
666 ## TODO: specify data sources
668 # csit-vpp-perf-1710-all:
673 # "vpp-meltdown-impact"
679 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
680 # # to present all tests.
681 # nr-of-tests-shown: 20
685 # title: "Performance Impact of Spectre Patches"
686 # algorithm: "table_performance_comparison"
687 # output-file-ext: ".csv"
689 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
691 # title: "No Spectre"
692 ## TODO: specify data sources
694 # csit-vpp-perf-1707-all:
699 # title: "Spectre Patches Applied"
700 ## TODO: specify data sources
702 # csit-vpp-perf-1710-all:
707 # "vpp-spectre-impact"
713 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
714 # # to present all tests.
715 # nr-of-tests-shown: 20
719 title: "VPP Performance Changes"
720 algorithm: "table_performance_comparison"
721 output-file-ext: ".csv"
723 output-file: "{DIR[STATIC,VPP]}/performance-changes"
725 title: "Release 1710"
726 # TODO: specify data sources
728 csit-vpp-perf-1710-all:
740 title: "Release 1801"
741 # TODO: specify data sources
743 csit-vpp-perf-1801-all:
752 data: "vpp-performance-changes"
758 # Number of the best and the worst tests presented in the table. Use 0 (zero)
759 # to present all tests.
760 nr-of-tests-shown: 20
765 # title: "Performance improvements"
766 # algorithm: "table_performance_improvements"
767 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
768 # output-file-ext: ".csv"
769 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
775 # title: "16.09 mean [Mpps]"
778 # title: "17.01 mean [Mpps]"
781 # title: "17.04 mean [Mpps]"
784 # title: "17.07 mean [Mpps]"
785 # data: "data csit-vpp-perf-1707-all mean"
787 # title: "17.10 mean [Mpps]"
788 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
790 # title: "18.01 mean [Mpps]"
791 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
793 # title: "18.01 stdev [Mpps]"
794 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
796 # title: "17.10 to 18.01 change [%]"
797 # data: "operation relative_change 5 6"
800 # "performance-improvements"
807 title: "Detailed Test Results - VPP Performance Results"
808 algorithm: "table_merged_details"
809 output-file-ext: ".csv"
810 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
816 title: "Documentation"
824 filter: "not 'NDRCHK' and not 'PDRCHK'"
833 title: "Test configuration - VPP Performance Test Configs"
834 algorithm: "table_merged_details"
835 output-file-ext: ".csv"
836 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
842 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
843 data: "data vat-history"
847 filter: "not 'NDRCHK' and not 'PDRCHK'"
855 title: "Test Operational Data - VPP Performance Operational Data"
856 algorithm: "table_merged_details"
857 output-file-ext: ".csv"
858 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
864 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
865 data: "data show-run"
869 filter: "not 'NDRCHK' and not 'PDRCHK'"
877 title: "Detailed Test Results - VPP Functional Results"
878 algorithm: "table_details"
879 output-file-ext: ".csv"
880 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
886 title: "Documentation"
903 title: "Test configuration - VPP Functional Test Configs"
904 algorithm: "table_details"
905 output-file-ext: ".csv"
906 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
912 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
913 data: "data vat-history"
925 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
926 algorithm: "table_details"
927 output-file-ext: ".csv"
928 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
934 title: "Documentation"
941 "ligato-perf-results"
951 title: "Detailed Test Results - DPDK Performance Results"
952 algorithm: "table_details"
953 output-file-ext: ".csv"
954 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
960 title: "Documentation"
977 title: "Detailed Test Results - Honeycomb Functional Results"
978 algorithm: "table_details"
979 output-file-ext: ".csv"
980 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
986 title: "Documentation"
1003 title: "Detailed Test Results - NSH SFC Functional Results"
1004 algorithm: "table_details"
1005 output-file-ext: ".csv"
1006 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1012 title: "Documentation"
1027 ################################################################################
1029 ################################################################################
1033 title: "VPP Performance Results"
1034 algorithm: "file_merged_test_results"
1035 output-file-ext: ".rst"
1036 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1037 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1038 dir-tables: "{DIR[DTR,PERF,VPP]}"
1041 filter: "not 'NDRCHK' and not 'PDRCHK'"
1047 data-start-level: 3 # 0, 1, 2, ...
1048 chapters-start-level: 2 # 0, 1, 2, ...
1052 title: "VPP Performance Configuration"
1053 algorithm: "file_merged_test_results"
1054 output-file-ext: ".rst"
1055 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1056 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1057 dir-tables: "{DIR[DTC,PERF,VPP]}"
1060 filter: "not 'NDRCHK' and not 'PDRCHK'"
1066 data-start-level: 3 # 0, 1, 2, ...
1067 chapters-start-level: 2 # 0, 1, 2, ...
1071 title: "VPP Performance Operational Data"
1072 algorithm: "file_merged_test_results"
1073 output-file-ext: ".rst"
1074 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1075 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1076 dir-tables: "{DIR[DTO,PERF,VPP]}"
1079 filter: "not 'NDRCHK' and not 'PDRCHK'"
1085 data-start-level: 3 # 0, 1, 2, ...
1086 chapters-start-level: 2 # 0, 1, 2, ...
1090 title: "VPP Functional Results"
1091 algorithm: "file_test_results"
1092 output-file-ext: ".rst"
1093 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1094 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1095 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1103 data-start-level: 3 # 0, 1, 2, ...
1104 chapters-start-level: 2 # 0, 1, 2, ...
1108 title: "VPP Functional Configuration"
1109 algorithm: "file_test_results"
1110 output-file-ext: ".rst"
1111 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1112 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1113 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1121 data-start-level: 3 # 0, 1, 2, ...
1122 chapters-start-level: 2 # 0, 1, 2, ...
1126 title: "Container Orchestrated Performance Results"
1127 algorithm: "file_test_results"
1128 output-file-ext: ".rst"
1129 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1130 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1131 dir-tables: "{DIR[DTR,PERF,COT]}"
1133 "ligato-perf-results"
1139 data-start-level: 2 # 0, 1, 2, ...
1140 chapters-start-level: 2 # 0, 1, 2, ...
1144 title: "DPDK Performance Results"
1145 algorithm: "file_test_results"
1146 output-file-ext: ".rst"
1147 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1148 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1149 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1159 data-start-level: 2 # 0, 1, 2, ...
1160 chapters-start-level: 2 # 0, 1, 2, ...
1164 title: "Honeycomb Functional Results"
1165 algorithm: "file_test_results"
1166 output-file-ext: ".rst"
1167 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1168 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1169 dir-tables: "{DIR[DTR,FUNC,HC]}"
1179 data-start-level: 3 # 0, 1, 2, ...
1180 chapters-start-level: 2 # 0, 1, 2, ...
1184 title: "NSH SFC Functional Results"
1185 algorithm: "file_test_results"
1186 output-file-ext: ".rst"
1187 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1188 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1189 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1199 data-start-level: 2 # 0, 1, 2, ...
1200 chapters-start-level: 2 # 0, 1, 2, ...
1202 ################################################################################
1204 ################################################################################
1206 # Plots VPP HTTP Server Performance
1209 title: "VPP HTTP Server Performance"
1210 algorithm: "plot_http_server_performance_box"
1211 output-file-type: ".html"
1212 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1214 "plot-vpp-http-server-performance"
1215 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1216 # each tag is enclosed with ' (apostrophe).
1217 filter: "'HTTP' and 'TCP_CPS'"
1223 boxpoints: "outliers"
1226 title: "VPP HTTP Server Performance"
1232 title: "VPP HTTP Server Performance"
1233 algorithm: "plot_http_server_performance_box"
1234 output-file-type: ".html"
1235 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1237 "plot-vpp-http-server-performance"
1238 filter: "'HTTP' and 'TCP_RPS'"
1244 boxpoints: "outliers"
1247 title: "VPP HTTP Server Performance"
1251 # Plot Throughput Speedup Analysis
1253 # L2 - 10ge2p1x520 - NDR
1256 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1257 algorithm: "plot_throughput_speedup_analysis"
1258 output-file-type: ".html"
1259 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1261 "plot-throughput-speedup-analysis"
1262 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1268 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1270 "plot-throughput-speedup-analysis"
1272 # L2 - 40ge2p1xl710 - NDR
1275 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1276 algorithm: "plot_throughput_speedup_analysis"
1277 output-file-type: ".html"
1278 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1280 "plot-throughput-speedup-analysis"
1281 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1287 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1289 "plot-throughput-speedup-analysis"
1291 # L2 - 10ge2p1x520 - PDR
1294 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1295 algorithm: "plot_throughput_speedup_analysis"
1296 output-file-type: ".html"
1297 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1299 "plot-throughput-speedup-analysis"
1300 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1306 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1308 "plot-throughput-speedup-analysis"
1310 # IPv4 - 10ge2p1x520 - NDR
1313 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1314 algorithm: "plot_throughput_speedup_analysis"
1315 output-file-type: ".html"
1316 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1318 "plot-throughput-speedup-analysis"
1319 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1325 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1327 "plot-throughput-speedup-analysis"
1329 # IPv4 - 40ge2p1xl710 - NDR
1332 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1333 algorithm: "plot_throughput_speedup_analysis"
1334 output-file-type: ".html"
1335 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1337 "plot-throughput-speedup-analysis"
1338 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1344 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1346 "plot-throughput-speedup-analysis"
1348 # IPv4 - 10ge2p1x520 - PDR
1351 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1352 algorithm: "plot_throughput_speedup_analysis"
1353 output-file-type: ".html"
1354 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1356 "plot-throughput-speedup-analysis"
1357 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1363 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1365 "plot-throughput-speedup-analysis"
1367 # IPv6 - 10ge2p1x520 - NDR
1370 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1371 algorithm: "plot_throughput_speedup_analysis"
1372 output-file-type: ".html"
1373 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1375 "plot-throughput-speedup-analysis"
1376 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1382 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1384 "plot-throughput-speedup-analysis"
1386 # IPv6 - 40ge2p1xl710 - NDR
1389 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1390 algorithm: "plot_throughput_speedup_analysis"
1391 output-file-type: ".html"
1392 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1394 "plot-throughput-speedup-analysis"
1395 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1401 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1403 "plot-throughput-speedup-analysis"
1405 # IPv6 - 10ge2p1x520 - PDR
1408 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1409 algorithm: "plot_throughput_speedup_analysis"
1410 output-file-type: ".html"
1411 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1413 "plot-throughput-speedup-analysis"
1414 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1420 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1422 "plot-throughput-speedup-analysis"
1424 # Plot packets per second
1429 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1430 algorithm: "plot_performance_box"
1431 output-file-type: ".html"
1432 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1434 "plot-vpp-throughput-latency"
1435 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1436 # each tag is enclosed with ' (apostrophe).
1437 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1443 boxpoints: "outliers"
1446 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1452 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1453 algorithm: "plot_performance_box"
1454 output-file-type: ".html"
1455 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1457 "plot-vpp-throughput-latency"
1458 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1464 boxpoints: "outliers"
1467 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1473 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1474 algorithm: "plot_performance_box"
1475 output-file-type: ".html"
1476 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1478 "plot-vpp-throughput-latency"
1479 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1485 boxpoints: "outliers"
1488 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1494 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1495 algorithm: "plot_performance_box"
1496 output-file-type: ".html"
1497 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1499 "plot-vpp-throughput-latency"
1500 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1506 boxpoints: "outliers"
1509 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1516 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1517 algorithm: "plot_performance_box"
1518 output-file-type: ".html"
1519 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1521 "plot-vpp-throughput-latency"
1522 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1528 boxpoints: "outliers"
1531 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1537 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1538 algorithm: "plot_performance_box"
1539 output-file-type: ".html"
1540 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1542 "plot-vpp-throughput-latency"
1543 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1549 boxpoints: "outliers"
1552 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1558 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1559 algorithm: "plot_performance_box"
1560 output-file-type: ".html"
1561 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1563 "plot-vpp-throughput-latency"
1564 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1570 boxpoints: "outliers"
1573 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1579 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1580 algorithm: "plot_performance_box"
1581 output-file-type: ".html"
1582 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1584 "plot-vpp-throughput-latency"
1585 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1591 boxpoints: "outliers"
1594 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1601 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1602 algorithm: "plot_performance_box"
1603 output-file-type: ".html"
1604 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1606 "plot-vpp-throughput-latency"
1607 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1613 boxpoints: "outliers"
1616 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1622 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1623 algorithm: "plot_performance_box"
1624 output-file-type: ".html"
1625 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1627 "plot-vpp-throughput-latency"
1628 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1634 boxpoints: "outliers"
1637 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1643 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1644 algorithm: "plot_performance_box"
1645 output-file-type: ".html"
1646 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1648 "plot-vpp-throughput-latency"
1649 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1655 boxpoints: "outliers"
1658 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1664 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1665 algorithm: "plot_performance_box"
1666 output-file-type: ".html"
1667 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1669 "plot-vpp-throughput-latency"
1670 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1676 boxpoints: "outliers"
1679 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1686 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1687 algorithm: "plot_performance_box"
1688 output-file-type: ".html"
1689 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1691 "plot-vpp-throughput-latency"
1692 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1698 boxpoints: "outliers"
1701 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1707 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1708 algorithm: "plot_performance_box"
1709 output-file-type: ".html"
1710 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1712 "plot-vpp-throughput-latency"
1713 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1719 boxpoints: "outliers"
1722 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1728 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1729 algorithm: "plot_performance_box"
1730 output-file-type: ".html"
1731 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1733 "plot-vpp-throughput-latency"
1734 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1740 boxpoints: "outliers"
1743 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1749 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1750 algorithm: "plot_performance_box"
1751 output-file-type: ".html"
1752 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1754 "plot-vpp-throughput-latency"
1755 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1761 boxpoints: "outliers"
1764 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1771 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1772 algorithm: "plot_performance_box"
1773 output-file-type: ".html"
1774 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1776 "plot-vpp-throughput-latency"
1777 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1783 boxpoints: "outliers"
1786 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1792 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1793 algorithm: "plot_performance_box"
1794 output-file-type: ".html"
1795 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1797 "plot-vpp-throughput-latency"
1798 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1804 boxpoints: "outliers"
1807 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1813 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1814 algorithm: "plot_performance_box"
1815 output-file-type: ".html"
1816 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1818 "plot-vpp-throughput-latency"
1819 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1825 boxpoints: "outliers"
1828 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1834 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1835 algorithm: "plot_performance_box"
1836 output-file-type: ".html"
1837 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1839 "plot-vpp-throughput-latency"
1840 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1846 boxpoints: "outliers"
1849 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1856 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1857 algorithm: "plot_performance_box"
1858 output-file-type: ".html"
1859 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1861 "plot-vpp-throughput-latency"
1862 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1868 boxpoints: "outliers"
1871 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1876 gridcolor: "rgb(238, 238, 238)"
1877 linecolor: "rgb(238, 238, 238)"
1881 showticklabels: True
1882 tickcolor: "rgb(238, 238, 238)"
1884 title: "Indexed Test Cases"
1887 gridcolor: "rgb(238, 238, 238)'"
1889 linecolor: "rgb(238, 238, 238)"
1891 range: [2000000, 6000000]
1894 showticklabels: True
1895 tickcolor: "rgb(238, 238, 238)"
1896 title: "Packets Per Second [pps]"
1914 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1915 algorithm: "plot_performance_box"
1916 output-file-type: ".html"
1917 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1919 "plot-vpp-throughput-latency"
1920 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1926 boxpoints: "outliers"
1929 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1935 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1936 algorithm: "plot_performance_box"
1937 output-file-type: ".html"
1938 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1940 "plot-vpp-throughput-latency"
1941 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1947 boxpoints: "outliers"
1950 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1956 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1957 algorithm: "plot_performance_box"
1958 output-file-type: ".html"
1959 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1961 "plot-vpp-throughput-latency"
1962 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1968 boxpoints: "outliers"
1971 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1976 gridcolor: "rgb(238, 238, 238)"
1977 linecolor: "rgb(238, 238, 238)"
1981 showticklabels: True
1982 tickcolor: "rgb(238, 238, 238)"
1984 title: "Indexed Test Cases"
1987 gridcolor: "rgb(238, 238, 238)'"
1989 linecolor: "rgb(238, 238, 238)"
1991 range: [4000000, 12000000]
1994 showticklabels: True
1995 tickcolor: "rgb(238, 238, 238)"
1996 title: "Packets Per Second [pps]"
2015 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2016 algorithm: "plot_performance_box"
2017 output-file-type: ".html"
2018 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2020 "plot-vpp-throughput-latency"
2021 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2027 boxpoints: "outliers"
2030 title: "64B-1t1c-.*vhost.*-ndrdisc"
2035 gridcolor: "rgb(238, 238, 238)"
2036 linecolor: "rgb(238, 238, 238)"
2040 showticklabels: True
2041 tickcolor: "rgb(238, 238, 238)"
2043 title: "Indexed Test Cases"
2046 gridcolor: "rgb(238, 238, 238)'"
2048 linecolor: "rgb(238, 238, 238)"
2053 showticklabels: True
2054 tickcolor: "rgb(238, 238, 238)"
2055 title: "Packets Per Second [pps]"
2073 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2074 algorithm: "plot_performance_box"
2075 output-file-type: ".html"
2076 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2078 "plot-vpp-throughput-latency"
2079 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2085 boxpoints: "outliers"
2088 title: "64B-2t2c-.*vhost.*-ndrdisc"
2094 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2095 algorithm: "plot_performance_box"
2096 output-file-type: ".html"
2097 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2099 "plot-vpp-throughput-latency"
2100 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2106 boxpoints: "outliers"
2109 title: "64B-1t1c-.*vhost.*-pdrdisc"
2115 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2116 algorithm: "plot_performance_box"
2117 output-file-type: ".html"
2118 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2120 "plot-vpp-throughput-latency"
2121 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2127 boxpoints: "outliers"
2130 title: "64B-2t2c-.*vhost.*-pdrdisc"
2134 # VPP VM VHOST SELECTION
2137 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2138 algorithm: "plot_performance_box"
2139 output-file-type: ".html"
2140 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2142 "plot-vpp-throughput-latency"
2143 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2149 boxpoints: "outliers"
2152 title: "64B-1t1c-.*vhost.*-ndrdisc"
2158 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2159 algorithm: "plot_performance_box"
2160 output-file-type: ".html"
2161 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2163 "plot-vpp-throughput-latency"
2164 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2170 boxpoints: "outliers"
2173 title: "64B-2t2c-.*vhost.*-ndrdisc"
2179 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2180 algorithm: "plot_performance_box"
2181 output-file-type: ".html"
2182 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2184 "plot-vpp-throughput-latency"
2185 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2191 boxpoints: "outliers"
2194 title: "64B-1t1c-.*vhost.*-pdrdisc"
2200 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2201 algorithm: "plot_performance_box"
2202 output-file-type: ".html"
2203 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2205 "plot-vpp-throughput-latency"
2206 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2212 boxpoints: "outliers"
2215 title: "64B-2t2c-.*vhost.*-pdrdisc"
2222 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2223 algorithm: "plot_performance_box"
2224 output-file-type: ".html"
2225 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2227 "plot-vpp-throughput-latency"
2228 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2234 boxpoints: "outliers"
2237 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2243 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2244 algorithm: "plot_performance_box"
2245 output-file-type: ".html"
2246 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2248 "plot-vpp-throughput-latency"
2249 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2255 boxpoints: "outliers"
2258 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2264 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2265 algorithm: "plot_performance_box"
2266 output-file-type: ".html"
2267 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2269 "plot-vpp-throughput-latency"
2270 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2276 boxpoints: "outliers"
2279 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2285 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2286 algorithm: "plot_performance_box"
2287 output-file-type: ".html"
2288 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2290 "plot-vpp-throughput-latency"
2291 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2297 boxpoints: "outliers"
2300 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2307 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2308 algorithm: "plot_performance_box"
2309 output-file-type: ".html"
2310 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2312 "plot-dpdk-throughput-latency"
2313 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2319 boxpoints: "outliers"
2322 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2328 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2329 algorithm: "plot_performance_box"
2330 output-file-type: ".html"
2331 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2333 "plot-dpdk-throughput-latency"
2334 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2340 boxpoints: "outliers"
2343 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2349 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2350 algorithm: "plot_performance_box"
2351 output-file-type: ".html"
2352 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2354 "plot-dpdk-throughput-latency"
2355 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2361 boxpoints: "outliers"
2364 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2369 gridcolor: "rgb(238, 238, 238)"
2370 linecolor: "rgb(238, 238, 238)"
2374 showticklabels: True
2375 tickcolor: "rgb(238, 238, 238)"
2377 title: "Indexed Test Cases"
2380 gridcolor: "rgb(238, 238, 238)'"
2382 linecolor: "rgb(238, 238, 238)"
2384 range: [2000000, 12000000]
2387 showticklabels: True
2388 tickcolor: "rgb(238, 238, 238)"
2389 title: "Packets Per Second [pps]"
2407 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2408 algorithm: "plot_performance_box"
2409 output-file-type: ".html"
2410 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2412 "plot-dpdk-throughput-latency"
2413 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2419 boxpoints: "outliers"
2422 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2427 gridcolor: "rgb(238, 238, 238)"
2428 linecolor: "rgb(238, 238, 238)"
2432 showticklabels: True
2433 tickcolor: "rgb(238, 238, 238)"
2435 title: "Indexed Test Cases"
2438 gridcolor: "rgb(238, 238, 238)'"
2440 linecolor: "rgb(238, 238, 238)"
2442 range: [2000000, 12000000]
2445 showticklabels: True
2446 tickcolor: "rgb(238, 238, 238)"
2447 title: "Packets Per Second [pps]"
2465 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2466 algorithm: "plot_performance_box"
2467 output-file-type: ".html"
2468 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2470 "plot-dpdk-throughput-latency"
2471 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2477 boxpoints: "outliers"
2480 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2486 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2487 algorithm: "plot_performance_box"
2488 output-file-type: ".html"
2489 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2491 "plot-dpdk-throughput-latency"
2492 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2498 boxpoints: "outliers"
2501 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2507 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2508 algorithm: "plot_performance_box"
2509 output-file-type: ".html"
2510 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2512 "plot-dpdk-throughput-latency"
2513 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2519 boxpoints: "outliers"
2522 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2527 gridcolor: "rgb(238, 238, 238)"
2528 linecolor: "rgb(238, 238, 238)"
2532 showticklabels: True
2533 tickcolor: "rgb(238, 238, 238)"
2535 title: "Indexed Test Cases"
2538 gridcolor: "rgb(238, 238, 238)'"
2540 linecolor: "rgb(238, 238, 238)"
2542 range: [20000000, 30000000]
2545 showticklabels: True
2546 tickcolor: "rgb(238, 238, 238)"
2547 title: "Packets Per Second [pps]"
2565 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2566 algorithm: "plot_performance_box"
2567 output-file-type: ".html"
2568 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2570 "plot-dpdk-throughput-latency"
2571 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2577 boxpoints: "outliers"
2580 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2585 gridcolor: "rgb(238, 238, 238)"
2586 linecolor: "rgb(238, 238, 238)"
2590 showticklabels: True
2591 tickcolor: "rgb(238, 238, 238)"
2593 title: "Indexed Test Cases"
2596 gridcolor: "rgb(238, 238, 238)'"
2598 linecolor: "rgb(238, 238, 238)"
2600 range: [20000000, 30000000]
2603 showticklabels: True
2604 tickcolor: "rgb(238, 238, 238)"
2605 title: "Packets Per Second [pps]"
2626 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2627 algorithm: "plot_latency_box"
2628 output-file-type: ".html"
2629 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2631 "plot-vpp-throughput-latency"
2632 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2639 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2645 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2646 algorithm: "plot_latency_box"
2647 output-file-type: ".html"
2648 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2650 "plot-vpp-throughput-latency"
2651 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2658 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2665 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2666 algorithm: "plot_latency_box"
2667 output-file-type: ".html"
2668 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2670 "plot-vpp-throughput-latency"
2671 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2678 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2684 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2685 algorithm: "plot_latency_box"
2686 output-file-type: ".html"
2687 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2689 "plot-vpp-throughput-latency"
2690 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2697 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2704 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2705 algorithm: "plot_latency_box"
2706 output-file-type: ".html"
2707 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2709 "plot-vpp-throughput-latency"
2710 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2717 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2723 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2724 algorithm: "plot_latency_box"
2725 output-file-type: ".html"
2726 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2728 "plot-vpp-throughput-latency"
2729 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2736 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2743 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2744 algorithm: "plot_latency_box"
2745 output-file-type: ".html"
2746 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2748 "plot-vpp-throughput-latency"
2749 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2756 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2762 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2763 algorithm: "plot_latency_box"
2764 output-file-type: ".html"
2765 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2767 "plot-vpp-throughput-latency"
2768 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2775 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2782 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2783 algorithm: "plot_latency_box"
2784 output-file-type: ".html"
2785 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2787 "plot-vpp-throughput-latency"
2788 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2795 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2801 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2802 algorithm: "plot_latency_box"
2803 output-file-type: ".html"
2804 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2806 "plot-vpp-throughput-latency"
2807 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2814 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2821 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2822 algorithm: "plot_latency_box"
2823 output-file-type: ".html"
2824 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2826 "plot-vpp-throughput-latency"
2827 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2834 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2840 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2841 algorithm: "plot_latency_box"
2842 output-file-type: ".html"
2843 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2845 "plot-vpp-throughput-latency"
2846 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2853 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2860 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2861 algorithm: "plot_latency_box"
2862 output-file-type: ".html"
2863 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2865 "plot-vpp-throughput-latency"
2866 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2873 title: "64B-1t1c-.*vhost.*-ndrdisc"
2879 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2880 algorithm: "plot_latency_box"
2881 output-file-type: ".html"
2882 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2884 "plot-vpp-throughput-latency"
2885 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2892 title: "64B-2t2c-.*vhost.*-ndrdisc"
2896 # VPP VM VHOST selection
2899 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2900 algorithm: "plot_latency_box"
2901 output-file-type: ".html"
2902 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2904 "plot-vpp-throughput-latency"
2905 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2912 title: "64B-1t1c-.*vhost.*-ndrdisc"
2918 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2919 algorithm: "plot_latency_box"
2920 output-file-type: ".html"
2921 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2923 "plot-vpp-throughput-latency"
2924 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2931 title: "64B-2t2c-.*vhost.*-ndrdisc"
2938 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2939 algorithm: "plot_latency_box"
2940 output-file-type: ".html"
2941 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2943 "plot-vpp-throughput-latency"
2944 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2951 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2957 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2958 algorithm: "plot_latency_box"
2959 output-file-type: ".html"
2960 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2962 "plot-vpp-throughput-latency"
2963 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2970 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2977 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2978 algorithm: "plot_latency_box"
2979 output-file-type: ".html"
2980 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2982 "plot-dpdk-throughput-latency"
2983 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2990 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2996 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2997 algorithm: "plot_latency_box"
2998 output-file-type: ".html"
2999 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3001 "plot-dpdk-throughput-latency"
3002 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3009 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3015 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3016 algorithm: "plot_latency_box"
3017 output-file-type: ".html"
3018 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3020 "plot-dpdk-throughput-latency"
3021 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3028 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3034 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3035 algorithm: "plot_latency_box"
3036 output-file-type: ".html"
3037 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3039 "plot-dpdk-throughput-latency"
3040 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3047 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3051 # Ligato - Throughput
3056 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3057 algorithm: "plot_performance_box"
3058 output-file-type: ".html"
3059 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3061 "plot-vpp-throughput-latency"
3062 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3068 boxpoints: "outliers"
3071 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3076 gridcolor: "rgb(238, 238, 238)"
3077 linecolor: "rgb(238, 238, 238)"
3081 showticklabels: True
3082 tickcolor: "rgb(238, 238, 238)"
3084 title: "Indexed Test Cases"
3087 gridcolor: "rgb(238, 238, 238)'"
3089 linecolor: "rgb(238, 238, 238)"
3094 showticklabels: True
3095 tickcolor: "rgb(238, 238, 238)"
3096 title: "Packets Per Second [pps]"
3114 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3115 algorithm: "plot_performance_box"
3116 output-file-type: ".html"
3117 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3119 "plot-vpp-throughput-latency"
3120 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3126 boxpoints: "outliers"
3129 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3134 gridcolor: "rgb(238, 238, 238)"
3135 linecolor: "rgb(238, 238, 238)"
3139 showticklabels: True
3140 tickcolor: "rgb(238, 238, 238)"
3142 title: "Indexed Test Cases"
3145 gridcolor: "rgb(238, 238, 238)'"
3147 linecolor: "rgb(238, 238, 238)"
3152 showticklabels: True
3153 tickcolor: "rgb(238, 238, 238)"
3154 title: "Packets Per Second [pps]"
3172 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3173 algorithm: "plot_performance_box"
3174 output-file-type: ".html"
3175 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3177 "plot-vpp-throughput-latency"
3178 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3184 boxpoints: "outliers"
3187 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3192 gridcolor: "rgb(238, 238, 238)"
3193 linecolor: "rgb(238, 238, 238)"
3197 showticklabels: True
3198 tickcolor: "rgb(238, 238, 238)"
3200 title: "Indexed Test Cases"
3203 gridcolor: "rgb(238, 238, 238)'"
3205 linecolor: "rgb(238, 238, 238)"
3210 showticklabels: True
3211 tickcolor: "rgb(238, 238, 238)"
3212 title: "Packets Per Second [pps]"
3230 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3231 algorithm: "plot_performance_box"
3232 output-file-type: ".html"
3233 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3235 "plot-vpp-throughput-latency"
3236 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3242 boxpoints: "outliers"
3245 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3250 gridcolor: "rgb(238, 238, 238)"
3251 linecolor: "rgb(238, 238, 238)"
3255 showticklabels: True
3256 tickcolor: "rgb(238, 238, 238)"
3258 title: "Indexed Test Cases"
3261 gridcolor: "rgb(238, 238, 238)'"
3263 linecolor: "rgb(238, 238, 238)"
3268 showticklabels: True
3269 tickcolor: "rgb(238, 238, 238)"
3270 title: "Packets Per Second [pps]"
3286 # Container orchestrated
3289 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3290 algorithm: "plot_performance_box"
3291 output-file-type: ".html"
3292 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3294 "plot-ligato-throughput-latency"
3295 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3301 boxpoints: "outliers"
3304 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3310 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3311 algorithm: "plot_performance_box"
3312 output-file-type: ".html"
3313 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3315 "plot-ligato-throughput-latency"
3316 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3322 boxpoints: "outliers"
3325 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3331 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3332 algorithm: "plot_performance_box"
3333 output-file-type: ".html"
3334 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3336 "plot-ligato-throughput-latency"
3337 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3343 boxpoints: "outliers"
3346 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3352 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3353 algorithm: "plot_performance_box"
3354 output-file-type: ".html"
3355 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3357 "plot-ligato-throughput-latency"
3358 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3364 boxpoints: "outliers"
3367 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3376 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3377 algorithm: "plot_latency_box"
3378 output-file-type: ".html"
3379 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3381 "plot-vpp-throughput-latency"
3382 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3389 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3395 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3396 algorithm: "plot_latency_box"
3397 output-file-type: ".html"
3398 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3400 "plot-vpp-throughput-latency"
3401 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3408 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3412 # Container orchestrated
3415 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3416 algorithm: "plot_latency_box"
3417 output-file-type: ".html"
3418 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3420 "plot-ligato-throughput-latency"
3421 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3428 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3434 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3435 algorithm: "plot_latency_box"
3436 output-file-type: ".html"
3437 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3439 "plot-ligato-throughput-latency"
3440 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3447 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"