6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 plot-vpp-http-server-performance:
94 csit-vpp-perf-1801-all:
98 # TODO: Add the data sources
99 # vpp-meltdown-impact:
100 # csit-vpp-perf-1707-all:
104 # csit-vpp-perf-1710-all:
108 # TODO: Add the data sources
109 # vpp-spectre-impact:
110 # csit-vpp-perf-1707-all:
114 # csit-vpp-perf-1710-all:
118 vpp-performance-changes:
119 csit-vpp-perf-1710-all:
130 # TODO: Add the data sources
131 csit-vpp-perf-1801-all:
140 # TODO: Add the data sources
141 plot-throughput-speedup-analysis:
142 csit-vpp-perf-1801-all:
151 # performance-improvements:
152 # csit-vpp-perf-1707-all:
163 # csit-vpp-perf-1710-all:
174 # csit-vpp-perf-1801-all:
178 # csit-ligato-perf-1710-all:
189 # csit-ligato-perf-1801-all:
196 # TODO: Add the data sources
198 csit-vpp-perf-1801-all:
204 csit-vpp-functional-1801-ubuntu1604-virl:
205 - "lastSuccessfulBuild"
206 # TODO: Add the data sources
208 csit-ligato-perf-1801-all:
211 csit-dpdk-perf-1801-all:
214 csit-hc2vpp-verify-func-1801-ubuntu1604:
215 - "lastSuccessfulBuild"
217 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
219 # TODO: Add the data sources
220 plot-vpp-throughput-latency:
221 csit-vpp-perf-1801-all:
230 plot-dpdk-throughput-latency:
231 csit-dpdk-perf-1801-all:
241 # TODO: Add the data sources
242 plot-ligato-throughput-latency:
243 csit-ligato-perf-1801-all:
258 gridcolor: "rgb(238, 238, 238)"
259 linecolor: "rgb(238, 238, 238)"
264 tickcolor: "rgb(238, 238, 238)"
266 title: "Indexed Test Cases"
269 gridcolor: "rgb(238, 238, 238)'"
271 linecolor: "rgb(238, 238, 238)"
278 tickcolor: "rgb(238, 238, 238)"
279 title: "Connections Per Second [cps]"
300 gridcolor: "rgb(238, 238, 238)"
301 linecolor: "rgb(238, 238, 238)"
306 tickcolor: "rgb(238, 238, 238)"
308 title: "Indexed Test Cases"
311 gridcolor: "rgb(238, 238, 238)'"
313 linecolor: "rgb(238, 238, 238)"
320 tickcolor: "rgb(238, 238, 238)"
321 title: "Requests Per Second [rps]"
342 gridcolor: "rgb(238, 238, 238)"
343 linecolor: "rgb(238, 238, 238)"
348 tickcolor: "rgb(238, 238, 238)"
350 title: "Indexed Test Cases"
353 gridcolor: "rgb(238, 238, 238)'"
355 linecolor: "rgb(238, 238, 238)"
361 tickcolor: "rgb(238, 238, 238)"
362 title: "Packets Per Second [pps]"
383 gridcolor: "rgb(238, 238, 238)"
384 linecolor: "rgb(238, 238, 238)"
389 tickcolor: "rgb(238, 238, 238)"
391 title: "Indexed Test Cases"
394 gridcolor: "rgb(238, 238, 238)'"
396 linecolor: "rgb(238, 238, 238)"
402 tickcolor: "rgb(238, 238, 238)"
403 title: "Latency min/avg/max [uSec]"
419 plot-throughput-speedup-analysis:
424 gridcolor: "rgb(238, 238, 238)"
425 linecolor: "rgb(238, 238, 238)"
430 tickcolor: "rgb(238, 238, 238)"
435 title: "Throughput speedup factor"
436 gridcolor: "rgb(238, 238, 238)"
438 linecolor: "rgb(238, 238, 238)"
444 tickcolor: "rgb(238, 238, 238)"
452 bgcolor: "rgba(255, 255, 255, 0)"
453 bordercolor: "rgba(255, 255, 255, 0)"
470 input-format: "xml" # zip or xml
471 extract: "robot-plugin/output.xml" # Only for zip
473 # The files must be in the directory DIR[WORKING,DATA]
474 csit-vpp-perf-1801-all:
477 file: "{DIR[WORKING,DATA]}/output.xml"
480 file: "{DIR[WORKING,DATA]}/output.xml"
483 file: "{DIR[WORKING,DATA]}/output.xml"
486 file: "{DIR[WORKING,DATA]}/output.xml"
490 src-path: "{DIR[RST]}"
491 dst-path: "{DIR[WORKING,SRC]}"
494 type: "input" # Ignored in debug mode
496 file-name: "robot-plugin.zip"
498 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
499 extract: "robot-plugin/output.xml"
501 # csit-vpp-perf-1707-all:
512 csit-vpp-perf-1710-all:
524 csit-vpp-perf-1801-all:
540 csit-ligato-perf-1710-all:
551 csit-dpdk-perf-1801-all:
562 csit-ligato-perf-1801-all:
569 csit-dpdk-perf-1801-all:
580 csit-vpp-functional-1801-ubuntu1604-virl:
581 - lastSuccessfulBuild
582 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
584 csit-hc2vpp-verify-func-1801-ubuntu1604:
585 - lastSuccessfulBuild
595 ################################################################################
597 ################################################################################
601 # title: "Performance Impact of Meltdown Patches"
602 # algorithm: "table_performance_comparison"
603 # output-file-ext: ".csv"
605 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
607 # title: "No Meltdown"
608 ## TODO: specify data sources
610 # csit-vpp-perf-1707-all:
615 # title: "Meltdown Patches Applied"
616 ## TODO: specify data sources
618 # csit-vpp-perf-1710-all:
623 # "vpp-meltdown-impact"
629 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
630 # # to present all tests.
631 # nr-of-tests-shown: 20
635 # title: "Performance Impact of Spectre Patches"
636 # algorithm: "table_performance_comparison"
637 # output-file-ext: ".csv"
639 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
641 # title: "No Spectre"
642 ## TODO: specify data sources
644 # csit-vpp-perf-1707-all:
649 # title: "Spectre Patches Applied"
650 ## TODO: specify data sources
652 # csit-vpp-perf-1710-all:
657 # "vpp-spectre-impact"
663 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
664 # # to present all tests.
665 # nr-of-tests-shown: 20
669 title: "VPP Performance Changes"
670 algorithm: "table_performance_comparison"
671 output-file-ext: ".csv"
673 output-file: "{DIR[STATIC,VPP]}/performance-changes"
675 title: "Release 1710"
676 # TODO: specify data sources
678 csit-vpp-perf-1710-all:
690 title: "Release 1801"
691 # TODO: specify data sources
693 csit-vpp-perf-1801-all:
702 data: "vpp-performance-changes"
708 # Number of the best and the worst tests presented in the table. Use 0 (zero)
709 # to present all tests.
710 nr-of-tests-shown: 20
715 # title: "Performance improvements"
716 # algorithm: "table_performance_improvements"
717 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
718 # output-file-ext: ".csv"
719 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
725 # title: "16.09 mean [Mpps]"
728 # title: "17.01 mean [Mpps]"
731 # title: "17.04 mean [Mpps]"
734 # title: "17.07 mean [Mpps]"
735 # data: "data csit-vpp-perf-1707-all mean"
737 # title: "17.10 mean [Mpps]"
738 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
740 # title: "18.01 mean [Mpps]"
741 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
743 # title: "18.01 stdev [Mpps]"
744 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
746 # title: "17.10 to 18.01 change [%]"
747 # data: "operation relative_change 5 6"
750 # "performance-improvements"
757 title: "Detailed Test Results - VPP Performance Results"
758 algorithm: "table_merged_details"
759 output-file-ext: ".csv"
760 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
766 title: "Documentation"
774 filter: "not 'NDRCHK' and not 'PDRCHK'"
783 title: "Test configuration - VPP Performance Test Configs"
784 algorithm: "table_merged_details"
785 output-file-ext: ".csv"
786 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
792 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
793 data: "data vat-history"
797 filter: "not 'NDRCHK' and not 'PDRCHK'"
805 title: "Test Operational Data - VPP Performance Operational Data"
806 algorithm: "table_merged_details"
807 output-file-ext: ".csv"
808 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
814 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
815 data: "data show-run"
819 filter: "not 'NDRCHK' and not 'PDRCHK'"
827 title: "Detailed Test Results - VPP Functional Results"
828 algorithm: "table_details"
829 output-file-ext: ".csv"
830 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
836 title: "Documentation"
853 title: "Test configuration - VPP Functional Test Configs"
854 algorithm: "table_details"
855 output-file-ext: ".csv"
856 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
862 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
863 data: "data vat-history"
875 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
876 algorithm: "table_details"
877 output-file-ext: ".csv"
878 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
884 title: "Documentation"
891 "ligato-perf-results"
901 title: "Detailed Test Results - DPDK Performance Results"
902 algorithm: "table_details"
903 output-file-ext: ".csv"
904 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
910 title: "Documentation"
927 title: "Detailed Test Results - Honeycomb Functional Results"
928 algorithm: "table_details"
929 output-file-ext: ".csv"
930 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
936 title: "Documentation"
953 title: "Detailed Test Results - NSH SFC Functional Results"
954 algorithm: "table_details"
955 output-file-ext: ".csv"
956 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
962 title: "Documentation"
977 ################################################################################
979 ################################################################################
983 title: "VPP Performance Results"
984 algorithm: "file_merged_test_results"
985 output-file-ext: ".rst"
986 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
987 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
988 dir-tables: "{DIR[DTR,PERF,VPP]}"
991 filter: "not 'NDRCHK' and not 'PDRCHK'"
997 data-start-level: 3 # 0, 1, 2, ...
998 chapters-start-level: 2 # 0, 1, 2, ...
1002 title: "VPP Performance Configuration"
1003 algorithm: "file_merged_test_results"
1004 output-file-ext: ".rst"
1005 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1006 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1007 dir-tables: "{DIR[DTC,PERF,VPP]}"
1010 filter: "not 'NDRCHK' and not 'PDRCHK'"
1016 data-start-level: 3 # 0, 1, 2, ...
1017 chapters-start-level: 2 # 0, 1, 2, ...
1021 title: "VPP Performance Operational Data"
1022 algorithm: "file_merged_test_results"
1023 output-file-ext: ".rst"
1024 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1025 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1026 dir-tables: "{DIR[DTO,PERF,VPP]}"
1029 filter: "not 'NDRCHK' and not 'PDRCHK'"
1035 data-start-level: 3 # 0, 1, 2, ...
1036 chapters-start-level: 2 # 0, 1, 2, ...
1040 title: "VPP Functional Results"
1041 algorithm: "file_test_results"
1042 output-file-ext: ".rst"
1043 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1044 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1045 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1053 data-start-level: 3 # 0, 1, 2, ...
1054 chapters-start-level: 2 # 0, 1, 2, ...
1058 title: "VPP Functional Configuration"
1059 algorithm: "file_test_results"
1060 output-file-ext: ".rst"
1061 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1062 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1063 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1071 data-start-level: 3 # 0, 1, 2, ...
1072 chapters-start-level: 2 # 0, 1, 2, ...
1076 title: "Container Orchestrated Performance Results"
1077 algorithm: "file_test_results"
1078 output-file-ext: ".rst"
1079 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1080 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1081 dir-tables: "{DIR[DTR,PERF,COT]}"
1083 "ligato-perf-results"
1089 data-start-level: 2 # 0, 1, 2, ...
1090 chapters-start-level: 2 # 0, 1, 2, ...
1094 title: "DPDK Performance Results"
1095 algorithm: "file_test_results"
1096 output-file-ext: ".rst"
1097 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1098 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1099 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1109 data-start-level: 2 # 0, 1, 2, ...
1110 chapters-start-level: 2 # 0, 1, 2, ...
1114 title: "Honeycomb Functional Results"
1115 algorithm: "file_test_results"
1116 output-file-ext: ".rst"
1117 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1118 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1119 dir-tables: "{DIR[DTR,FUNC,HC]}"
1129 data-start-level: 3 # 0, 1, 2, ...
1130 chapters-start-level: 2 # 0, 1, 2, ...
1134 title: "NSH SFC Functional Results"
1135 algorithm: "file_test_results"
1136 output-file-ext: ".rst"
1137 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1138 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1139 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1149 data-start-level: 2 # 0, 1, 2, ...
1150 chapters-start-level: 2 # 0, 1, 2, ...
1152 ################################################################################
1154 ################################################################################
1156 # Plots VPP HTTP Server Performance
1159 title: "VPP HTTP Server Performance"
1160 algorithm: "plot_http_server_performance_box"
1161 output-file-type: ".html"
1162 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1164 "plot-vpp-http-server-performance"
1165 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1166 # each tag is enclosed with ' (apostrophe).
1167 filter: "'HTTP' and 'TCP_CPS'"
1173 boxpoints: "outliers"
1176 title: "VPP HTTP Server Performance"
1182 title: "VPP HTTP Server Performance"
1183 algorithm: "plot_http_server_performance_box"
1184 output-file-type: ".html"
1185 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1187 "plot-vpp-http-server-performance"
1188 filter: "'HTTP' and 'TCP_RPS'"
1194 boxpoints: "outliers"
1197 title: "VPP HTTP Server Performance"
1201 # Plot Throughput Speedup Analysis
1203 # L2 - 10ge2p1x520 - NDR
1206 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1207 algorithm: "plot_throughput_speedup_analysis"
1208 output-file-type: ".html"
1209 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1211 "plot-throughput-speedup-analysis"
1212 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1218 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1220 "plot-throughput-speedup-analysis"
1222 # L2 - 40ge2p1xl710 - NDR
1225 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1226 algorithm: "plot_throughput_speedup_analysis"
1227 output-file-type: ".html"
1228 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1230 "plot-throughput-speedup-analysis"
1231 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1237 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1239 "plot-throughput-speedup-analysis"
1241 # L2 - 10ge2p1x520 - PDR
1244 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1245 algorithm: "plot_throughput_speedup_analysis"
1246 output-file-type: ".html"
1247 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1249 "plot-throughput-speedup-analysis"
1250 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1256 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1258 "plot-throughput-speedup-analysis"
1260 # IPv4 - 10ge2p1x520 - NDR
1263 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1264 algorithm: "plot_throughput_speedup_analysis"
1265 output-file-type: ".html"
1266 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1268 "plot-throughput-speedup-analysis"
1269 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1275 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1277 "plot-throughput-speedup-analysis"
1279 # IPv4 - 40ge2p1xl710 - NDR
1282 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1283 algorithm: "plot_throughput_speedup_analysis"
1284 output-file-type: ".html"
1285 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1287 "plot-throughput-speedup-analysis"
1288 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1294 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1296 "plot-throughput-speedup-analysis"
1298 # IPv4 - 10ge2p1x520 - PDR
1301 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1302 algorithm: "plot_throughput_speedup_analysis"
1303 output-file-type: ".html"
1304 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1306 "plot-throughput-speedup-analysis"
1307 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1313 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1315 "plot-throughput-speedup-analysis"
1317 # IPv6 - 10ge2p1x520 - NDR
1320 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1321 algorithm: "plot_throughput_speedup_analysis"
1322 output-file-type: ".html"
1323 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1325 "plot-throughput-speedup-analysis"
1326 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1332 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1334 "plot-throughput-speedup-analysis"
1336 # IPv6 - 40ge2p1xl710 - NDR
1339 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1340 algorithm: "plot_throughput_speedup_analysis"
1341 output-file-type: ".html"
1342 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1344 "plot-throughput-speedup-analysis"
1345 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1351 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1353 "plot-throughput-speedup-analysis"
1355 # IPv6 - 10ge2p1x520 - PDR
1358 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1359 algorithm: "plot_throughput_speedup_analysis"
1360 output-file-type: ".html"
1361 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1363 "plot-throughput-speedup-analysis"
1364 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1370 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1372 "plot-throughput-speedup-analysis"
1374 # Plot packets per second
1379 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1380 algorithm: "plot_performance_box"
1381 output-file-type: ".html"
1382 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1384 "plot-vpp-throughput-latency"
1385 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1386 # each tag is enclosed with ' (apostrophe).
1387 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1393 boxpoints: "outliers"
1396 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1402 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1403 algorithm: "plot_performance_box"
1404 output-file-type: ".html"
1405 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1407 "plot-vpp-throughput-latency"
1408 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1414 boxpoints: "outliers"
1417 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1423 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1424 algorithm: "plot_performance_box"
1425 output-file-type: ".html"
1426 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1428 "plot-vpp-throughput-latency"
1429 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1435 boxpoints: "outliers"
1438 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1444 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1445 algorithm: "plot_performance_box"
1446 output-file-type: ".html"
1447 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1449 "plot-vpp-throughput-latency"
1450 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1456 boxpoints: "outliers"
1459 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1466 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1467 algorithm: "plot_performance_box"
1468 output-file-type: ".html"
1469 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1471 "plot-vpp-throughput-latency"
1472 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1478 boxpoints: "outliers"
1481 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1487 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1488 algorithm: "plot_performance_box"
1489 output-file-type: ".html"
1490 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1492 "plot-vpp-throughput-latency"
1493 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1499 boxpoints: "outliers"
1502 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1508 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1509 algorithm: "plot_performance_box"
1510 output-file-type: ".html"
1511 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1513 "plot-vpp-throughput-latency"
1514 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1520 boxpoints: "outliers"
1523 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1529 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1530 algorithm: "plot_performance_box"
1531 output-file-type: ".html"
1532 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1534 "plot-vpp-throughput-latency"
1535 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1541 boxpoints: "outliers"
1544 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1551 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1552 algorithm: "plot_performance_box"
1553 output-file-type: ".html"
1554 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1556 "plot-vpp-throughput-latency"
1557 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1563 boxpoints: "outliers"
1566 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1572 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1573 algorithm: "plot_performance_box"
1574 output-file-type: ".html"
1575 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1577 "plot-vpp-throughput-latency"
1578 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1584 boxpoints: "outliers"
1587 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1593 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1594 algorithm: "plot_performance_box"
1595 output-file-type: ".html"
1596 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1598 "plot-vpp-throughput-latency"
1599 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1605 boxpoints: "outliers"
1608 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1614 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1615 algorithm: "plot_performance_box"
1616 output-file-type: ".html"
1617 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1619 "plot-vpp-throughput-latency"
1620 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1626 boxpoints: "outliers"
1629 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1636 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1637 algorithm: "plot_performance_box"
1638 output-file-type: ".html"
1639 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1641 "plot-vpp-throughput-latency"
1642 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1648 boxpoints: "outliers"
1651 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1657 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1658 algorithm: "plot_performance_box"
1659 output-file-type: ".html"
1660 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1662 "plot-vpp-throughput-latency"
1663 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1669 boxpoints: "outliers"
1672 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1678 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1679 algorithm: "plot_performance_box"
1680 output-file-type: ".html"
1681 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1683 "plot-vpp-throughput-latency"
1684 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1690 boxpoints: "outliers"
1693 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1699 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1700 algorithm: "plot_performance_box"
1701 output-file-type: ".html"
1702 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1704 "plot-vpp-throughput-latency"
1705 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1711 boxpoints: "outliers"
1714 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1721 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1722 algorithm: "plot_performance_box"
1723 output-file-type: ".html"
1724 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1726 "plot-vpp-throughput-latency"
1727 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1733 boxpoints: "outliers"
1736 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1742 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1743 algorithm: "plot_performance_box"
1744 output-file-type: ".html"
1745 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1747 "plot-vpp-throughput-latency"
1748 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1754 boxpoints: "outliers"
1757 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1763 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1764 algorithm: "plot_performance_box"
1765 output-file-type: ".html"
1766 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1768 "plot-vpp-throughput-latency"
1769 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1775 boxpoints: "outliers"
1778 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1784 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1785 algorithm: "plot_performance_box"
1786 output-file-type: ".html"
1787 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1789 "plot-vpp-throughput-latency"
1790 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1796 boxpoints: "outliers"
1799 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1806 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1807 algorithm: "plot_performance_box"
1808 output-file-type: ".html"
1809 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1811 "plot-vpp-throughput-latency"
1812 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1818 boxpoints: "outliers"
1821 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1826 gridcolor: "rgb(238, 238, 238)"
1827 linecolor: "rgb(238, 238, 238)"
1831 showticklabels: True
1832 tickcolor: "rgb(238, 238, 238)"
1834 title: "Indexed Test Cases"
1837 gridcolor: "rgb(238, 238, 238)'"
1839 linecolor: "rgb(238, 238, 238)"
1841 range: [2000000, 6000000]
1844 showticklabels: True
1845 tickcolor: "rgb(238, 238, 238)"
1846 title: "Packets Per Second [pps]"
1864 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1865 algorithm: "plot_performance_box"
1866 output-file-type: ".html"
1867 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1869 "plot-vpp-throughput-latency"
1870 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1876 boxpoints: "outliers"
1879 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1885 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1886 algorithm: "plot_performance_box"
1887 output-file-type: ".html"
1888 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1890 "plot-vpp-throughput-latency"
1891 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1897 boxpoints: "outliers"
1900 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1906 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1907 algorithm: "plot_performance_box"
1908 output-file-type: ".html"
1909 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1911 "plot-vpp-throughput-latency"
1912 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1918 boxpoints: "outliers"
1921 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1926 gridcolor: "rgb(238, 238, 238)"
1927 linecolor: "rgb(238, 238, 238)"
1931 showticklabels: True
1932 tickcolor: "rgb(238, 238, 238)"
1934 title: "Indexed Test Cases"
1937 gridcolor: "rgb(238, 238, 238)'"
1939 linecolor: "rgb(238, 238, 238)"
1941 range: [4000000, 12000000]
1944 showticklabels: True
1945 tickcolor: "rgb(238, 238, 238)"
1946 title: "Packets Per Second [pps]"
1965 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1966 algorithm: "plot_performance_box"
1967 output-file-type: ".html"
1968 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1970 "plot-vpp-throughput-latency"
1971 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1977 boxpoints: "outliers"
1980 title: "64B-1t1c-.*vhost.*-ndrdisc"
1985 gridcolor: "rgb(238, 238, 238)"
1986 linecolor: "rgb(238, 238, 238)"
1990 showticklabels: True
1991 tickcolor: "rgb(238, 238, 238)"
1993 title: "Indexed Test Cases"
1996 gridcolor: "rgb(238, 238, 238)'"
1998 linecolor: "rgb(238, 238, 238)"
2003 showticklabels: True
2004 tickcolor: "rgb(238, 238, 238)"
2005 title: "Packets Per Second [pps]"
2023 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2024 algorithm: "plot_performance_box"
2025 output-file-type: ".html"
2026 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2028 "plot-vpp-throughput-latency"
2029 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2035 boxpoints: "outliers"
2038 title: "64B-2t2c-.*vhost.*-ndrdisc"
2044 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2045 algorithm: "plot_performance_box"
2046 output-file-type: ".html"
2047 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2049 "plot-vpp-throughput-latency"
2050 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2056 boxpoints: "outliers"
2059 title: "64B-1t1c-.*vhost.*-pdrdisc"
2065 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2066 algorithm: "plot_performance_box"
2067 output-file-type: ".html"
2068 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2070 "plot-vpp-throughput-latency"
2071 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2077 boxpoints: "outliers"
2080 title: "64B-2t2c-.*vhost.*-pdrdisc"
2084 # VPP VM VHOST SELECTION
2087 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2088 algorithm: "plot_performance_box"
2089 output-file-type: ".html"
2090 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2092 "plot-vpp-throughput-latency"
2093 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2099 boxpoints: "outliers"
2102 title: "64B-1t1c-.*vhost.*-ndrdisc"
2108 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2109 algorithm: "plot_performance_box"
2110 output-file-type: ".html"
2111 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2113 "plot-vpp-throughput-latency"
2114 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2120 boxpoints: "outliers"
2123 title: "64B-2t2c-.*vhost.*-ndrdisc"
2129 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2130 algorithm: "plot_performance_box"
2131 output-file-type: ".html"
2132 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2134 "plot-vpp-throughput-latency"
2135 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2141 boxpoints: "outliers"
2144 title: "64B-1t1c-.*vhost.*-pdrdisc"
2150 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2151 algorithm: "plot_performance_box"
2152 output-file-type: ".html"
2153 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2155 "plot-vpp-throughput-latency"
2156 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2162 boxpoints: "outliers"
2165 title: "64B-2t2c-.*vhost.*-pdrdisc"
2172 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2173 algorithm: "plot_performance_box"
2174 output-file-type: ".html"
2175 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2177 "plot-vpp-throughput-latency"
2178 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2184 boxpoints: "outliers"
2187 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2193 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2194 algorithm: "plot_performance_box"
2195 output-file-type: ".html"
2196 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2198 "plot-vpp-throughput-latency"
2199 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2205 boxpoints: "outliers"
2208 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2214 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2215 algorithm: "plot_performance_box"
2216 output-file-type: ".html"
2217 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2219 "plot-vpp-throughput-latency"
2220 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2226 boxpoints: "outliers"
2229 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2235 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2236 algorithm: "plot_performance_box"
2237 output-file-type: ".html"
2238 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2240 "plot-vpp-throughput-latency"
2241 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2247 boxpoints: "outliers"
2250 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2257 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2258 algorithm: "plot_performance_box"
2259 output-file-type: ".html"
2260 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2262 "plot-dpdk-throughput-latency"
2263 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2269 boxpoints: "outliers"
2272 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2278 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2279 algorithm: "plot_performance_box"
2280 output-file-type: ".html"
2281 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2283 "plot-dpdk-throughput-latency"
2284 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2290 boxpoints: "outliers"
2293 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2299 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2300 algorithm: "plot_performance_box"
2301 output-file-type: ".html"
2302 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2304 "plot-dpdk-throughput-latency"
2305 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2311 boxpoints: "outliers"
2314 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2319 gridcolor: "rgb(238, 238, 238)"
2320 linecolor: "rgb(238, 238, 238)"
2324 showticklabels: True
2325 tickcolor: "rgb(238, 238, 238)"
2327 title: "Indexed Test Cases"
2330 gridcolor: "rgb(238, 238, 238)'"
2332 linecolor: "rgb(238, 238, 238)"
2334 range: [2000000, 12000000]
2337 showticklabels: True
2338 tickcolor: "rgb(238, 238, 238)"
2339 title: "Packets Per Second [pps]"
2357 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2358 algorithm: "plot_performance_box"
2359 output-file-type: ".html"
2360 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2362 "plot-dpdk-throughput-latency"
2363 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2369 boxpoints: "outliers"
2372 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2377 gridcolor: "rgb(238, 238, 238)"
2378 linecolor: "rgb(238, 238, 238)"
2382 showticklabels: True
2383 tickcolor: "rgb(238, 238, 238)"
2385 title: "Indexed Test Cases"
2388 gridcolor: "rgb(238, 238, 238)'"
2390 linecolor: "rgb(238, 238, 238)"
2392 range: [2000000, 12000000]
2395 showticklabels: True
2396 tickcolor: "rgb(238, 238, 238)"
2397 title: "Packets Per Second [pps]"
2415 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2416 algorithm: "plot_performance_box"
2417 output-file-type: ".html"
2418 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2420 "plot-dpdk-throughput-latency"
2421 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2427 boxpoints: "outliers"
2430 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2436 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2437 algorithm: "plot_performance_box"
2438 output-file-type: ".html"
2439 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2441 "plot-dpdk-throughput-latency"
2442 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2448 boxpoints: "outliers"
2451 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2457 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2458 algorithm: "plot_performance_box"
2459 output-file-type: ".html"
2460 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2462 "plot-dpdk-throughput-latency"
2463 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2469 boxpoints: "outliers"
2472 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2477 gridcolor: "rgb(238, 238, 238)"
2478 linecolor: "rgb(238, 238, 238)"
2482 showticklabels: True
2483 tickcolor: "rgb(238, 238, 238)"
2485 title: "Indexed Test Cases"
2488 gridcolor: "rgb(238, 238, 238)'"
2490 linecolor: "rgb(238, 238, 238)"
2492 range: [20000000, 30000000]
2495 showticklabels: True
2496 tickcolor: "rgb(238, 238, 238)"
2497 title: "Packets Per Second [pps]"
2515 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2516 algorithm: "plot_performance_box"
2517 output-file-type: ".html"
2518 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2520 "plot-dpdk-throughput-latency"
2521 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2527 boxpoints: "outliers"
2530 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2535 gridcolor: "rgb(238, 238, 238)"
2536 linecolor: "rgb(238, 238, 238)"
2540 showticklabels: True
2541 tickcolor: "rgb(238, 238, 238)"
2543 title: "Indexed Test Cases"
2546 gridcolor: "rgb(238, 238, 238)'"
2548 linecolor: "rgb(238, 238, 238)"
2550 range: [20000000, 30000000]
2553 showticklabels: True
2554 tickcolor: "rgb(238, 238, 238)"
2555 title: "Packets Per Second [pps]"
2576 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2577 algorithm: "plot_latency_box"
2578 output-file-type: ".html"
2579 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2581 "plot-vpp-throughput-latency"
2582 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2589 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2595 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2596 algorithm: "plot_latency_box"
2597 output-file-type: ".html"
2598 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2600 "plot-vpp-throughput-latency"
2601 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2608 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2615 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2616 algorithm: "plot_latency_box"
2617 output-file-type: ".html"
2618 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2620 "plot-vpp-throughput-latency"
2621 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2628 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2634 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2635 algorithm: "plot_latency_box"
2636 output-file-type: ".html"
2637 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2639 "plot-vpp-throughput-latency"
2640 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2647 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2654 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2655 algorithm: "plot_latency_box"
2656 output-file-type: ".html"
2657 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2659 "plot-vpp-throughput-latency"
2660 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2667 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2673 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2674 algorithm: "plot_latency_box"
2675 output-file-type: ".html"
2676 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2678 "plot-vpp-throughput-latency"
2679 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2686 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2693 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2694 algorithm: "plot_latency_box"
2695 output-file-type: ".html"
2696 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2698 "plot-vpp-throughput-latency"
2699 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2706 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2712 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2713 algorithm: "plot_latency_box"
2714 output-file-type: ".html"
2715 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2717 "plot-vpp-throughput-latency"
2718 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2725 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2732 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2733 algorithm: "plot_latency_box"
2734 output-file-type: ".html"
2735 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2737 "plot-vpp-throughput-latency"
2738 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2745 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2751 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2752 algorithm: "plot_latency_box"
2753 output-file-type: ".html"
2754 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2756 "plot-vpp-throughput-latency"
2757 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2764 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2771 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2772 algorithm: "plot_latency_box"
2773 output-file-type: ".html"
2774 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2776 "plot-vpp-throughput-latency"
2777 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2784 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2790 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2791 algorithm: "plot_latency_box"
2792 output-file-type: ".html"
2793 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2795 "plot-vpp-throughput-latency"
2796 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2803 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2810 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2811 algorithm: "plot_latency_box"
2812 output-file-type: ".html"
2813 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2815 "plot-vpp-throughput-latency"
2816 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2823 title: "64B-1t1c-.*vhost.*-ndrdisc"
2829 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2830 algorithm: "plot_latency_box"
2831 output-file-type: ".html"
2832 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2834 "plot-vpp-throughput-latency"
2835 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2842 title: "64B-2t2c-.*vhost.*-ndrdisc"
2846 # VPP VM VHOST selection
2849 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2850 algorithm: "plot_latency_box"
2851 output-file-type: ".html"
2852 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2854 "plot-vpp-throughput-latency"
2855 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2862 title: "64B-1t1c-.*vhost.*-ndrdisc"
2868 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2869 algorithm: "plot_latency_box"
2870 output-file-type: ".html"
2871 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2873 "plot-vpp-throughput-latency"
2874 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2881 title: "64B-2t2c-.*vhost.*-ndrdisc"
2888 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2889 algorithm: "plot_latency_box"
2890 output-file-type: ".html"
2891 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2893 "plot-vpp-throughput-latency"
2894 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2901 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2907 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2908 algorithm: "plot_latency_box"
2909 output-file-type: ".html"
2910 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2912 "plot-vpp-throughput-latency"
2913 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2920 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2927 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2928 algorithm: "plot_latency_box"
2929 output-file-type: ".html"
2930 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2932 "plot-dpdk-throughput-latency"
2933 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2940 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2946 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2947 algorithm: "plot_latency_box"
2948 output-file-type: ".html"
2949 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2951 "plot-dpdk-throughput-latency"
2952 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2959 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2965 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2966 algorithm: "plot_latency_box"
2967 output-file-type: ".html"
2968 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2970 "plot-dpdk-throughput-latency"
2971 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2978 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2984 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2985 algorithm: "plot_latency_box"
2986 output-file-type: ".html"
2987 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
2989 "plot-dpdk-throughput-latency"
2990 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2997 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3001 # Ligato - Throughput
3006 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3007 algorithm: "plot_performance_box"
3008 output-file-type: ".html"
3009 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3011 "plot-vpp-throughput-latency"
3012 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3018 boxpoints: "outliers"
3021 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3026 gridcolor: "rgb(238, 238, 238)"
3027 linecolor: "rgb(238, 238, 238)"
3031 showticklabels: True
3032 tickcolor: "rgb(238, 238, 238)"
3034 title: "Indexed Test Cases"
3037 gridcolor: "rgb(238, 238, 238)'"
3039 linecolor: "rgb(238, 238, 238)"
3044 showticklabels: True
3045 tickcolor: "rgb(238, 238, 238)"
3046 title: "Packets Per Second [pps]"
3064 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3065 algorithm: "plot_performance_box"
3066 output-file-type: ".html"
3067 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3069 "plot-vpp-throughput-latency"
3070 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3076 boxpoints: "outliers"
3079 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3084 gridcolor: "rgb(238, 238, 238)"
3085 linecolor: "rgb(238, 238, 238)"
3089 showticklabels: True
3090 tickcolor: "rgb(238, 238, 238)"
3092 title: "Indexed Test Cases"
3095 gridcolor: "rgb(238, 238, 238)'"
3097 linecolor: "rgb(238, 238, 238)"
3102 showticklabels: True
3103 tickcolor: "rgb(238, 238, 238)"
3104 title: "Packets Per Second [pps]"
3122 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3123 algorithm: "plot_performance_box"
3124 output-file-type: ".html"
3125 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3127 "plot-vpp-throughput-latency"
3128 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3134 boxpoints: "outliers"
3137 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3142 gridcolor: "rgb(238, 238, 238)"
3143 linecolor: "rgb(238, 238, 238)"
3147 showticklabels: True
3148 tickcolor: "rgb(238, 238, 238)"
3150 title: "Indexed Test Cases"
3153 gridcolor: "rgb(238, 238, 238)'"
3155 linecolor: "rgb(238, 238, 238)"
3160 showticklabels: True
3161 tickcolor: "rgb(238, 238, 238)"
3162 title: "Packets Per Second [pps]"
3180 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3181 algorithm: "plot_performance_box"
3182 output-file-type: ".html"
3183 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3185 "plot-vpp-throughput-latency"
3186 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3192 boxpoints: "outliers"
3195 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3200 gridcolor: "rgb(238, 238, 238)"
3201 linecolor: "rgb(238, 238, 238)"
3205 showticklabels: True
3206 tickcolor: "rgb(238, 238, 238)"
3208 title: "Indexed Test Cases"
3211 gridcolor: "rgb(238, 238, 238)'"
3213 linecolor: "rgb(238, 238, 238)"
3218 showticklabels: True
3219 tickcolor: "rgb(238, 238, 238)"
3220 title: "Packets Per Second [pps]"
3236 # Container orchestrated
3239 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3240 algorithm: "plot_performance_box"
3241 output-file-type: ".html"
3242 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3244 "plot-ligato-throughput-latency"
3245 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3251 boxpoints: "outliers"
3254 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3260 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3261 algorithm: "plot_performance_box"
3262 output-file-type: ".html"
3263 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3265 "plot-ligato-throughput-latency"
3266 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3272 boxpoints: "outliers"
3275 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3281 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3282 algorithm: "plot_performance_box"
3283 output-file-type: ".html"
3284 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3286 "plot-ligato-throughput-latency"
3287 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3293 boxpoints: "outliers"
3296 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3302 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3303 algorithm: "plot_performance_box"
3304 output-file-type: ".html"
3305 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3307 "plot-ligato-throughput-latency"
3308 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3314 boxpoints: "outliers"
3317 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3326 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3327 algorithm: "plot_latency_box"
3328 output-file-type: ".html"
3329 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3331 "plot-vpp-throughput-latency"
3332 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3339 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3345 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3346 algorithm: "plot_latency_box"
3347 output-file-type: ".html"
3348 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3350 "plot-vpp-throughput-latency"
3351 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3358 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3362 # Container orchestrated
3365 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3366 algorithm: "plot_latency_box"
3367 output-file-type: ".html"
3368 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3370 "plot-ligato-throughput-latency"
3371 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3378 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3384 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3385 algorithm: "plot_latency_box"
3386 output-file-type: ".html"
3387 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3389 "plot-ligato-throughput-latency"
3390 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3397 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"