6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 plot-vpp-http-server-performance:
94 csit-vpp-perf-1801-all:
100 # TODO: Add the data sources
101 # vpp-meltdown-impact:
102 # csit-vpp-perf-1707-all:
106 # csit-vpp-perf-1710-all:
110 # TODO: Add the data sources
111 # vpp-spectre-impact:
112 # csit-vpp-perf-1707-all:
116 # csit-vpp-perf-1710-all:
120 vpp-performance-changes:
121 csit-vpp-perf-1710-all:
132 # TODO: Add the data sources
133 csit-vpp-perf-1801-all:
142 # TODO: Add the data sources
143 plot-throughput-speedup-analysis:
144 csit-vpp-perf-1801-all:
153 # performance-improvements:
154 # csit-vpp-perf-1707-all:
165 # csit-vpp-perf-1710-all:
176 # csit-vpp-perf-1801-all:
180 # csit-ligato-perf-1710-all:
191 # csit-ligato-perf-1801-all:
198 # TODO: Add the data sources
200 csit-vpp-perf-1801-all:
206 csit-vpp-functional-1801-ubuntu1604-virl:
207 - "lastSuccessfulBuild"
208 # TODO: Add the data sources
210 csit-ligato-perf-1801-all:
213 csit-dpdk-perf-1801-all:
216 csit-hc2vpp-verify-func-1801-ubuntu1604:
217 - "lastSuccessfulBuild"
219 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
221 # TODO: Add the data sources
222 plot-vpp-throughput-latency:
223 csit-vpp-perf-1801-all:
232 plot-dpdk-throughput-latency:
233 csit-dpdk-perf-1801-all:
243 # TODO: Add the data sources
244 plot-ligato-throughput-latency:
245 csit-ligato-perf-1801-all:
260 gridcolor: "rgb(238, 238, 238)"
261 linecolor: "rgb(238, 238, 238)"
266 tickcolor: "rgb(238, 238, 238)"
268 title: "Indexed Test Cases"
271 gridcolor: "rgb(238, 238, 238)'"
273 linecolor: "rgb(238, 238, 238)"
280 tickcolor: "rgb(238, 238, 238)"
281 title: "Connections Per Second [cps]"
302 gridcolor: "rgb(238, 238, 238)"
303 linecolor: "rgb(238, 238, 238)"
308 tickcolor: "rgb(238, 238, 238)"
310 title: "Indexed Test Cases"
313 gridcolor: "rgb(238, 238, 238)'"
315 linecolor: "rgb(238, 238, 238)"
322 tickcolor: "rgb(238, 238, 238)"
323 title: "Requests Per Second [rps]"
344 gridcolor: "rgb(238, 238, 238)"
345 linecolor: "rgb(238, 238, 238)"
350 tickcolor: "rgb(238, 238, 238)"
352 title: "Indexed Test Cases"
355 gridcolor: "rgb(238, 238, 238)'"
357 linecolor: "rgb(238, 238, 238)"
363 tickcolor: "rgb(238, 238, 238)"
364 title: "Packets Per Second [pps]"
385 gridcolor: "rgb(238, 238, 238)"
386 linecolor: "rgb(238, 238, 238)"
391 tickcolor: "rgb(238, 238, 238)"
393 title: "Indexed Test Cases"
396 gridcolor: "rgb(238, 238, 238)'"
398 linecolor: "rgb(238, 238, 238)"
404 tickcolor: "rgb(238, 238, 238)"
405 title: "Latency min/avg/max [uSec]"
421 plot-throughput-speedup-analysis:
426 gridcolor: "rgb(238, 238, 238)"
427 linecolor: "rgb(238, 238, 238)"
432 tickcolor: "rgb(238, 238, 238)"
437 title: "Throughput speedup factor"
438 gridcolor: "rgb(238, 238, 238)"
440 linecolor: "rgb(238, 238, 238)"
446 tickcolor: "rgb(238, 238, 238)"
454 bgcolor: "rgba(255, 255, 255, 0)"
455 bordercolor: "rgba(255, 255, 255, 0)"
472 input-format: "xml" # zip or xml
473 extract: "robot-plugin/output.xml" # Only for zip
475 # The files must be in the directory DIR[WORKING,DATA]
476 csit-vpp-perf-1801-all:
479 file: "{DIR[WORKING,DATA]}/output.xml"
482 file: "{DIR[WORKING,DATA]}/output.xml"
485 file: "{DIR[WORKING,DATA]}/output.xml"
488 file: "{DIR[WORKING,DATA]}/output.xml"
492 src-path: "{DIR[RST]}"
493 dst-path: "{DIR[WORKING,SRC]}"
496 type: "input" # Ignored in debug mode
498 file-name: "robot-plugin.zip"
500 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
501 extract: "robot-plugin/output.xml"
503 # csit-vpp-perf-1707-all:
514 csit-vpp-perf-1710-all:
526 csit-vpp-perf-1801-all:
544 csit-ligato-perf-1710-all:
555 csit-dpdk-perf-1801-all:
566 csit-ligato-perf-1801-all:
573 csit-dpdk-perf-1801-all:
584 csit-vpp-functional-1801-ubuntu1604-virl:
585 - lastSuccessfulBuild
586 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
588 csit-hc2vpp-verify-func-1801-ubuntu1604:
589 - lastSuccessfulBuild
599 ################################################################################
601 ################################################################################
605 # title: "Performance Impact of Meltdown Patches"
606 # algorithm: "table_performance_comparison"
607 # output-file-ext: ".csv"
609 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
611 # title: "No Meltdown"
612 ## TODO: specify data sources
614 # csit-vpp-perf-1707-all:
619 # title: "Meltdown Patches Applied"
620 ## TODO: specify data sources
622 # csit-vpp-perf-1710-all:
627 # "vpp-meltdown-impact"
633 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
634 # # to present all tests.
635 # nr-of-tests-shown: 20
639 # title: "Performance Impact of Spectre Patches"
640 # algorithm: "table_performance_comparison"
641 # output-file-ext: ".csv"
643 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
645 # title: "No Spectre"
646 ## TODO: specify data sources
648 # csit-vpp-perf-1707-all:
653 # title: "Spectre Patches Applied"
654 ## TODO: specify data sources
656 # csit-vpp-perf-1710-all:
661 # "vpp-spectre-impact"
667 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
668 # # to present all tests.
669 # nr-of-tests-shown: 20
673 title: "VPP Performance Changes"
674 algorithm: "table_performance_comparison"
675 output-file-ext: ".csv"
677 output-file: "{DIR[STATIC,VPP]}/performance-changes"
679 title: "Release 1710"
680 # TODO: specify data sources
682 csit-vpp-perf-1710-all:
694 title: "Release 1801"
695 # TODO: specify data sources
697 csit-vpp-perf-1801-all:
706 data: "vpp-performance-changes"
712 # Number of the best and the worst tests presented in the table. Use 0 (zero)
713 # to present all tests.
714 nr-of-tests-shown: 20
719 # title: "Performance improvements"
720 # algorithm: "table_performance_improvements"
721 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
722 # output-file-ext: ".csv"
723 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
729 # title: "16.09 mean [Mpps]"
732 # title: "17.01 mean [Mpps]"
735 # title: "17.04 mean [Mpps]"
738 # title: "17.07 mean [Mpps]"
739 # data: "data csit-vpp-perf-1707-all mean"
741 # title: "17.10 mean [Mpps]"
742 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
744 # title: "18.01 mean [Mpps]"
745 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
747 # title: "18.01 stdev [Mpps]"
748 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
750 # title: "17.10 to 18.01 change [%]"
751 # data: "operation relative_change 5 6"
754 # "performance-improvements"
761 title: "Detailed Test Results - VPP Performance Results"
762 algorithm: "table_merged_details"
763 output-file-ext: ".csv"
764 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
770 title: "Documentation"
778 filter: "not 'NDRCHK' and not 'PDRCHK'"
787 title: "Test configuration - VPP Performance Test Configs"
788 algorithm: "table_merged_details"
789 output-file-ext: ".csv"
790 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
796 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
797 data: "data vat-history"
801 filter: "not 'NDRCHK' and not 'PDRCHK'"
809 title: "Test Operational Data - VPP Performance Operational Data"
810 algorithm: "table_merged_details"
811 output-file-ext: ".csv"
812 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
818 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
819 data: "data show-run"
823 filter: "not 'NDRCHK' and not 'PDRCHK'"
831 title: "Detailed Test Results - VPP Functional Results"
832 algorithm: "table_details"
833 output-file-ext: ".csv"
834 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
840 title: "Documentation"
857 title: "Test configuration - VPP Functional Test Configs"
858 algorithm: "table_details"
859 output-file-ext: ".csv"
860 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
866 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
867 data: "data vat-history"
879 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
880 algorithm: "table_details"
881 output-file-ext: ".csv"
882 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
888 title: "Documentation"
895 "ligato-perf-results"
905 title: "Detailed Test Results - DPDK Performance Results"
906 algorithm: "table_details"
907 output-file-ext: ".csv"
908 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
914 title: "Documentation"
931 title: "Detailed Test Results - Honeycomb Functional Results"
932 algorithm: "table_details"
933 output-file-ext: ".csv"
934 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
940 title: "Documentation"
957 title: "Detailed Test Results - NSH SFC Functional Results"
958 algorithm: "table_details"
959 output-file-ext: ".csv"
960 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
966 title: "Documentation"
981 ################################################################################
983 ################################################################################
987 title: "VPP Performance Results"
988 algorithm: "file_merged_test_results"
989 output-file-ext: ".rst"
990 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
991 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
992 dir-tables: "{DIR[DTR,PERF,VPP]}"
995 filter: "not 'NDRCHK' and not 'PDRCHK'"
1001 data-start-level: 3 # 0, 1, 2, ...
1002 chapters-start-level: 2 # 0, 1, 2, ...
1006 title: "VPP Performance Configuration"
1007 algorithm: "file_merged_test_results"
1008 output-file-ext: ".rst"
1009 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1010 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1011 dir-tables: "{DIR[DTC,PERF,VPP]}"
1014 filter: "not 'NDRCHK' and not 'PDRCHK'"
1020 data-start-level: 3 # 0, 1, 2, ...
1021 chapters-start-level: 2 # 0, 1, 2, ...
1025 title: "VPP Performance Operational Data"
1026 algorithm: "file_merged_test_results"
1027 output-file-ext: ".rst"
1028 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1029 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1030 dir-tables: "{DIR[DTO,PERF,VPP]}"
1033 filter: "not 'NDRCHK' and not 'PDRCHK'"
1039 data-start-level: 3 # 0, 1, 2, ...
1040 chapters-start-level: 2 # 0, 1, 2, ...
1044 title: "VPP Functional Results"
1045 algorithm: "file_test_results"
1046 output-file-ext: ".rst"
1047 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1048 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1049 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1057 data-start-level: 3 # 0, 1, 2, ...
1058 chapters-start-level: 2 # 0, 1, 2, ...
1062 title: "VPP Functional Configuration"
1063 algorithm: "file_test_results"
1064 output-file-ext: ".rst"
1065 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1066 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1067 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1075 data-start-level: 3 # 0, 1, 2, ...
1076 chapters-start-level: 2 # 0, 1, 2, ...
1080 title: "Container Orchestrated Performance Results"
1081 algorithm: "file_test_results"
1082 output-file-ext: ".rst"
1083 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1084 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1085 dir-tables: "{DIR[DTR,PERF,COT]}"
1087 "ligato-perf-results"
1093 data-start-level: 2 # 0, 1, 2, ...
1094 chapters-start-level: 2 # 0, 1, 2, ...
1098 title: "DPDK Performance Results"
1099 algorithm: "file_test_results"
1100 output-file-ext: ".rst"
1101 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1102 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1103 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1113 data-start-level: 2 # 0, 1, 2, ...
1114 chapters-start-level: 2 # 0, 1, 2, ...
1118 title: "Honeycomb Functional Results"
1119 algorithm: "file_test_results"
1120 output-file-ext: ".rst"
1121 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1122 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1123 dir-tables: "{DIR[DTR,FUNC,HC]}"
1133 data-start-level: 3 # 0, 1, 2, ...
1134 chapters-start-level: 2 # 0, 1, 2, ...
1138 title: "NSH SFC Functional Results"
1139 algorithm: "file_test_results"
1140 output-file-ext: ".rst"
1141 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1142 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1143 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1153 data-start-level: 2 # 0, 1, 2, ...
1154 chapters-start-level: 2 # 0, 1, 2, ...
1156 ################################################################################
1158 ################################################################################
1160 # Plots VPP HTTP Server Performance
1163 title: "VPP HTTP Server Performance"
1164 algorithm: "plot_http_server_performance_box"
1165 output-file-type: ".html"
1166 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1168 "plot-vpp-http-server-performance"
1169 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1170 # each tag is enclosed with ' (apostrophe).
1171 filter: "'HTTP' and 'TCP_CPS'"
1177 boxpoints: "outliers"
1180 title: "VPP HTTP Server Performance"
1186 title: "VPP HTTP Server Performance"
1187 algorithm: "plot_http_server_performance_box"
1188 output-file-type: ".html"
1189 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1191 "plot-vpp-http-server-performance"
1192 filter: "'HTTP' and 'TCP_RPS'"
1198 boxpoints: "outliers"
1201 title: "VPP HTTP Server Performance"
1205 # Plot Throughput Speedup Analysis
1207 # L2 - 10ge2p1x520 - NDR
1210 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1211 algorithm: "plot_throughput_speedup_analysis"
1212 output-file-type: ".html"
1213 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1215 "plot-throughput-speedup-analysis"
1216 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1222 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1224 "plot-throughput-speedup-analysis"
1226 # L2 - 40ge2p1xl710 - NDR
1229 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1230 algorithm: "plot_throughput_speedup_analysis"
1231 output-file-type: ".html"
1232 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1234 "plot-throughput-speedup-analysis"
1235 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1241 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1243 "plot-throughput-speedup-analysis"
1245 # L2 - 10ge2p1x520 - PDR
1248 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1249 algorithm: "plot_throughput_speedup_analysis"
1250 output-file-type: ".html"
1251 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1253 "plot-throughput-speedup-analysis"
1254 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1260 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1262 "plot-throughput-speedup-analysis"
1264 # IPv4 - 10ge2p1x520 - NDR
1267 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1268 algorithm: "plot_throughput_speedup_analysis"
1269 output-file-type: ".html"
1270 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1272 "plot-throughput-speedup-analysis"
1273 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1279 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1281 "plot-throughput-speedup-analysis"
1283 # IPv4 - 40ge2p1xl710 - NDR
1286 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1287 algorithm: "plot_throughput_speedup_analysis"
1288 output-file-type: ".html"
1289 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1291 "plot-throughput-speedup-analysis"
1292 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1298 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1300 "plot-throughput-speedup-analysis"
1302 # IPv4 - 10ge2p1x520 - PDR
1305 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1306 algorithm: "plot_throughput_speedup_analysis"
1307 output-file-type: ".html"
1308 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1310 "plot-throughput-speedup-analysis"
1311 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1317 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1319 "plot-throughput-speedup-analysis"
1321 # IPv6 - 10ge2p1x520 - NDR
1324 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1325 algorithm: "plot_throughput_speedup_analysis"
1326 output-file-type: ".html"
1327 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1329 "plot-throughput-speedup-analysis"
1330 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1336 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1338 "plot-throughput-speedup-analysis"
1340 # IPv6 - 40ge2p1xl710 - NDR
1343 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1344 algorithm: "plot_throughput_speedup_analysis"
1345 output-file-type: ".html"
1346 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1348 "plot-throughput-speedup-analysis"
1349 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1355 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1357 "plot-throughput-speedup-analysis"
1359 # IPv6 - 10ge2p1x520 - PDR
1362 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1363 algorithm: "plot_throughput_speedup_analysis"
1364 output-file-type: ".html"
1365 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1367 "plot-throughput-speedup-analysis"
1368 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1374 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1376 "plot-throughput-speedup-analysis"
1378 # Plot packets per second
1383 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1384 algorithm: "plot_performance_box"
1385 output-file-type: ".html"
1386 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1388 "plot-vpp-throughput-latency"
1389 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1390 # each tag is enclosed with ' (apostrophe).
1391 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1397 boxpoints: "outliers"
1400 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1406 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1407 algorithm: "plot_performance_box"
1408 output-file-type: ".html"
1409 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1411 "plot-vpp-throughput-latency"
1412 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1418 boxpoints: "outliers"
1421 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1427 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1428 algorithm: "plot_performance_box"
1429 output-file-type: ".html"
1430 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1432 "plot-vpp-throughput-latency"
1433 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1439 boxpoints: "outliers"
1442 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1448 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1449 algorithm: "plot_performance_box"
1450 output-file-type: ".html"
1451 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1453 "plot-vpp-throughput-latency"
1454 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1460 boxpoints: "outliers"
1463 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1470 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1471 algorithm: "plot_performance_box"
1472 output-file-type: ".html"
1473 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1475 "plot-vpp-throughput-latency"
1476 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1482 boxpoints: "outliers"
1485 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1491 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1492 algorithm: "plot_performance_box"
1493 output-file-type: ".html"
1494 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1496 "plot-vpp-throughput-latency"
1497 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1503 boxpoints: "outliers"
1506 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1512 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1513 algorithm: "plot_performance_box"
1514 output-file-type: ".html"
1515 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1517 "plot-vpp-throughput-latency"
1518 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1524 boxpoints: "outliers"
1527 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1533 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1534 algorithm: "plot_performance_box"
1535 output-file-type: ".html"
1536 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1538 "plot-vpp-throughput-latency"
1539 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1545 boxpoints: "outliers"
1548 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1555 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1556 algorithm: "plot_performance_box"
1557 output-file-type: ".html"
1558 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1560 "plot-vpp-throughput-latency"
1561 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1567 boxpoints: "outliers"
1570 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1576 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1577 algorithm: "plot_performance_box"
1578 output-file-type: ".html"
1579 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1581 "plot-vpp-throughput-latency"
1582 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1588 boxpoints: "outliers"
1591 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1597 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1598 algorithm: "plot_performance_box"
1599 output-file-type: ".html"
1600 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1602 "plot-vpp-throughput-latency"
1603 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1609 boxpoints: "outliers"
1612 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1618 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1619 algorithm: "plot_performance_box"
1620 output-file-type: ".html"
1621 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1623 "plot-vpp-throughput-latency"
1624 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1630 boxpoints: "outliers"
1633 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1640 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1641 algorithm: "plot_performance_box"
1642 output-file-type: ".html"
1643 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1645 "plot-vpp-throughput-latency"
1646 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1652 boxpoints: "outliers"
1655 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1661 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1662 algorithm: "plot_performance_box"
1663 output-file-type: ".html"
1664 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1666 "plot-vpp-throughput-latency"
1667 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1673 boxpoints: "outliers"
1676 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1682 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1683 algorithm: "plot_performance_box"
1684 output-file-type: ".html"
1685 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1687 "plot-vpp-throughput-latency"
1688 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1694 boxpoints: "outliers"
1697 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1703 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1704 algorithm: "plot_performance_box"
1705 output-file-type: ".html"
1706 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1708 "plot-vpp-throughput-latency"
1709 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1715 boxpoints: "outliers"
1718 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1725 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1726 algorithm: "plot_performance_box"
1727 output-file-type: ".html"
1728 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1730 "plot-vpp-throughput-latency"
1731 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1737 boxpoints: "outliers"
1740 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1746 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1747 algorithm: "plot_performance_box"
1748 output-file-type: ".html"
1749 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1751 "plot-vpp-throughput-latency"
1752 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1758 boxpoints: "outliers"
1761 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1767 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1768 algorithm: "plot_performance_box"
1769 output-file-type: ".html"
1770 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1772 "plot-vpp-throughput-latency"
1773 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1779 boxpoints: "outliers"
1782 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1788 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1789 algorithm: "plot_performance_box"
1790 output-file-type: ".html"
1791 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1793 "plot-vpp-throughput-latency"
1794 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1800 boxpoints: "outliers"
1803 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1810 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1811 algorithm: "plot_performance_box"
1812 output-file-type: ".html"
1813 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1815 "plot-vpp-throughput-latency"
1816 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1822 boxpoints: "outliers"
1825 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1830 gridcolor: "rgb(238, 238, 238)"
1831 linecolor: "rgb(238, 238, 238)"
1835 showticklabels: True
1836 tickcolor: "rgb(238, 238, 238)"
1838 title: "Indexed Test Cases"
1841 gridcolor: "rgb(238, 238, 238)'"
1843 linecolor: "rgb(238, 238, 238)"
1845 range: [2000000, 6000000]
1848 showticklabels: True
1849 tickcolor: "rgb(238, 238, 238)"
1850 title: "Packets Per Second [pps]"
1868 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1869 algorithm: "plot_performance_box"
1870 output-file-type: ".html"
1871 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1873 "plot-vpp-throughput-latency"
1874 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1880 boxpoints: "outliers"
1883 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1889 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1890 algorithm: "plot_performance_box"
1891 output-file-type: ".html"
1892 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1894 "plot-vpp-throughput-latency"
1895 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1901 boxpoints: "outliers"
1904 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1910 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1911 algorithm: "plot_performance_box"
1912 output-file-type: ".html"
1913 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1915 "plot-vpp-throughput-latency"
1916 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1922 boxpoints: "outliers"
1925 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1930 gridcolor: "rgb(238, 238, 238)"
1931 linecolor: "rgb(238, 238, 238)"
1935 showticklabels: True
1936 tickcolor: "rgb(238, 238, 238)"
1938 title: "Indexed Test Cases"
1941 gridcolor: "rgb(238, 238, 238)'"
1943 linecolor: "rgb(238, 238, 238)"
1945 range: [4000000, 12000000]
1948 showticklabels: True
1949 tickcolor: "rgb(238, 238, 238)"
1950 title: "Packets Per Second [pps]"
1969 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1970 algorithm: "plot_performance_box"
1971 output-file-type: ".html"
1972 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1974 "plot-vpp-throughput-latency"
1975 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1981 boxpoints: "outliers"
1984 title: "64B-1t1c-.*vhost.*-ndrdisc"
1989 gridcolor: "rgb(238, 238, 238)"
1990 linecolor: "rgb(238, 238, 238)"
1994 showticklabels: True
1995 tickcolor: "rgb(238, 238, 238)"
1997 title: "Indexed Test Cases"
2000 gridcolor: "rgb(238, 238, 238)'"
2002 linecolor: "rgb(238, 238, 238)"
2007 showticklabels: True
2008 tickcolor: "rgb(238, 238, 238)"
2009 title: "Packets Per Second [pps]"
2027 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2028 algorithm: "plot_performance_box"
2029 output-file-type: ".html"
2030 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2032 "plot-vpp-throughput-latency"
2033 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2039 boxpoints: "outliers"
2042 title: "64B-2t2c-.*vhost.*-ndrdisc"
2048 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2049 algorithm: "plot_performance_box"
2050 output-file-type: ".html"
2051 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2053 "plot-vpp-throughput-latency"
2054 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2060 boxpoints: "outliers"
2063 title: "64B-1t1c-.*vhost.*-pdrdisc"
2069 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2070 algorithm: "plot_performance_box"
2071 output-file-type: ".html"
2072 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2074 "plot-vpp-throughput-latency"
2075 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2081 boxpoints: "outliers"
2084 title: "64B-2t2c-.*vhost.*-pdrdisc"
2088 # VPP VM VHOST SELECTION
2091 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2092 algorithm: "plot_performance_box"
2093 output-file-type: ".html"
2094 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2096 "plot-vpp-throughput-latency"
2097 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2103 boxpoints: "outliers"
2106 title: "64B-1t1c-.*vhost.*-ndrdisc"
2112 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2113 algorithm: "plot_performance_box"
2114 output-file-type: ".html"
2115 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2117 "plot-vpp-throughput-latency"
2118 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2124 boxpoints: "outliers"
2127 title: "64B-2t2c-.*vhost.*-ndrdisc"
2133 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2134 algorithm: "plot_performance_box"
2135 output-file-type: ".html"
2136 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2138 "plot-vpp-throughput-latency"
2139 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2145 boxpoints: "outliers"
2148 title: "64B-1t1c-.*vhost.*-pdrdisc"
2154 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2155 algorithm: "plot_performance_box"
2156 output-file-type: ".html"
2157 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2159 "plot-vpp-throughput-latency"
2160 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2166 boxpoints: "outliers"
2169 title: "64B-2t2c-.*vhost.*-pdrdisc"
2176 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2177 algorithm: "plot_performance_box"
2178 output-file-type: ".html"
2179 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2181 "plot-vpp-throughput-latency"
2182 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2188 boxpoints: "outliers"
2191 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2197 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2198 algorithm: "plot_performance_box"
2199 output-file-type: ".html"
2200 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2202 "plot-vpp-throughput-latency"
2203 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2209 boxpoints: "outliers"
2212 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2218 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2219 algorithm: "plot_performance_box"
2220 output-file-type: ".html"
2221 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2223 "plot-vpp-throughput-latency"
2224 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2230 boxpoints: "outliers"
2233 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2239 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2240 algorithm: "plot_performance_box"
2241 output-file-type: ".html"
2242 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2244 "plot-vpp-throughput-latency"
2245 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2251 boxpoints: "outliers"
2254 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2261 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2262 algorithm: "plot_performance_box"
2263 output-file-type: ".html"
2264 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2266 "plot-dpdk-throughput-latency"
2267 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2273 boxpoints: "outliers"
2276 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2282 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2283 algorithm: "plot_performance_box"
2284 output-file-type: ".html"
2285 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2287 "plot-dpdk-throughput-latency"
2288 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2294 boxpoints: "outliers"
2297 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2303 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2304 algorithm: "plot_performance_box"
2305 output-file-type: ".html"
2306 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2308 "plot-dpdk-throughput-latency"
2309 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2315 boxpoints: "outliers"
2318 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2323 gridcolor: "rgb(238, 238, 238)"
2324 linecolor: "rgb(238, 238, 238)"
2328 showticklabels: True
2329 tickcolor: "rgb(238, 238, 238)"
2331 title: "Indexed Test Cases"
2334 gridcolor: "rgb(238, 238, 238)'"
2336 linecolor: "rgb(238, 238, 238)"
2338 range: [2000000, 12000000]
2341 showticklabels: True
2342 tickcolor: "rgb(238, 238, 238)"
2343 title: "Packets Per Second [pps]"
2361 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2362 algorithm: "plot_performance_box"
2363 output-file-type: ".html"
2364 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2366 "plot-dpdk-throughput-latency"
2367 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2373 boxpoints: "outliers"
2376 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2381 gridcolor: "rgb(238, 238, 238)"
2382 linecolor: "rgb(238, 238, 238)"
2386 showticklabels: True
2387 tickcolor: "rgb(238, 238, 238)"
2389 title: "Indexed Test Cases"
2392 gridcolor: "rgb(238, 238, 238)'"
2394 linecolor: "rgb(238, 238, 238)"
2396 range: [2000000, 12000000]
2399 showticklabels: True
2400 tickcolor: "rgb(238, 238, 238)"
2401 title: "Packets Per Second [pps]"
2419 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2420 algorithm: "plot_performance_box"
2421 output-file-type: ".html"
2422 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2424 "plot-dpdk-throughput-latency"
2425 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2431 boxpoints: "outliers"
2434 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2440 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2441 algorithm: "plot_performance_box"
2442 output-file-type: ".html"
2443 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2445 "plot-dpdk-throughput-latency"
2446 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2452 boxpoints: "outliers"
2455 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2461 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2462 algorithm: "plot_performance_box"
2463 output-file-type: ".html"
2464 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2466 "plot-dpdk-throughput-latency"
2467 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2473 boxpoints: "outliers"
2476 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2481 gridcolor: "rgb(238, 238, 238)"
2482 linecolor: "rgb(238, 238, 238)"
2486 showticklabels: True
2487 tickcolor: "rgb(238, 238, 238)"
2489 title: "Indexed Test Cases"
2492 gridcolor: "rgb(238, 238, 238)'"
2494 linecolor: "rgb(238, 238, 238)"
2496 range: [20000000, 30000000]
2499 showticklabels: True
2500 tickcolor: "rgb(238, 238, 238)"
2501 title: "Packets Per Second [pps]"
2519 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2520 algorithm: "plot_performance_box"
2521 output-file-type: ".html"
2522 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2524 "plot-dpdk-throughput-latency"
2525 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2531 boxpoints: "outliers"
2534 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2539 gridcolor: "rgb(238, 238, 238)"
2540 linecolor: "rgb(238, 238, 238)"
2544 showticklabels: True
2545 tickcolor: "rgb(238, 238, 238)"
2547 title: "Indexed Test Cases"
2550 gridcolor: "rgb(238, 238, 238)'"
2552 linecolor: "rgb(238, 238, 238)"
2554 range: [20000000, 30000000]
2557 showticklabels: True
2558 tickcolor: "rgb(238, 238, 238)"
2559 title: "Packets Per Second [pps]"
2580 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2581 algorithm: "plot_latency_box"
2582 output-file-type: ".html"
2583 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2585 "plot-vpp-throughput-latency"
2586 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2593 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2599 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2600 algorithm: "plot_latency_box"
2601 output-file-type: ".html"
2602 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2604 "plot-vpp-throughput-latency"
2605 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2612 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2619 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2620 algorithm: "plot_latency_box"
2621 output-file-type: ".html"
2622 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2624 "plot-vpp-throughput-latency"
2625 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2632 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2638 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2639 algorithm: "plot_latency_box"
2640 output-file-type: ".html"
2641 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2643 "plot-vpp-throughput-latency"
2644 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2651 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2658 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2659 algorithm: "plot_latency_box"
2660 output-file-type: ".html"
2661 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2663 "plot-vpp-throughput-latency"
2664 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2671 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2677 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2678 algorithm: "plot_latency_box"
2679 output-file-type: ".html"
2680 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2682 "plot-vpp-throughput-latency"
2683 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2690 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2697 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2698 algorithm: "plot_latency_box"
2699 output-file-type: ".html"
2700 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2702 "plot-vpp-throughput-latency"
2703 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2710 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2716 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2717 algorithm: "plot_latency_box"
2718 output-file-type: ".html"
2719 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2721 "plot-vpp-throughput-latency"
2722 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2729 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2736 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2737 algorithm: "plot_latency_box"
2738 output-file-type: ".html"
2739 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2741 "plot-vpp-throughput-latency"
2742 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2749 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2755 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2756 algorithm: "plot_latency_box"
2757 output-file-type: ".html"
2758 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2760 "plot-vpp-throughput-latency"
2761 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2768 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2775 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2776 algorithm: "plot_latency_box"
2777 output-file-type: ".html"
2778 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2780 "plot-vpp-throughput-latency"
2781 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2788 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2794 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2795 algorithm: "plot_latency_box"
2796 output-file-type: ".html"
2797 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2799 "plot-vpp-throughput-latency"
2800 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2807 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2814 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2815 algorithm: "plot_latency_box"
2816 output-file-type: ".html"
2817 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2819 "plot-vpp-throughput-latency"
2820 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2827 title: "64B-1t1c-.*vhost.*-ndrdisc"
2833 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2834 algorithm: "plot_latency_box"
2835 output-file-type: ".html"
2836 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2838 "plot-vpp-throughput-latency"
2839 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2846 title: "64B-2t2c-.*vhost.*-ndrdisc"
2850 # VPP VM VHOST selection
2853 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2854 algorithm: "plot_latency_box"
2855 output-file-type: ".html"
2856 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2858 "plot-vpp-throughput-latency"
2859 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2866 title: "64B-1t1c-.*vhost.*-ndrdisc"
2872 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2873 algorithm: "plot_latency_box"
2874 output-file-type: ".html"
2875 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2877 "plot-vpp-throughput-latency"
2878 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2885 title: "64B-2t2c-.*vhost.*-ndrdisc"
2892 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2893 algorithm: "plot_latency_box"
2894 output-file-type: ".html"
2895 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2897 "plot-vpp-throughput-latency"
2898 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2905 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2911 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2912 algorithm: "plot_latency_box"
2913 output-file-type: ".html"
2914 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2916 "plot-vpp-throughput-latency"
2917 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2924 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2931 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2932 algorithm: "plot_latency_box"
2933 output-file-type: ".html"
2934 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2936 "plot-dpdk-throughput-latency"
2937 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2944 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2950 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2951 algorithm: "plot_latency_box"
2952 output-file-type: ".html"
2953 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2955 "plot-dpdk-throughput-latency"
2956 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2963 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2969 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2970 algorithm: "plot_latency_box"
2971 output-file-type: ".html"
2972 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2974 "plot-dpdk-throughput-latency"
2975 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2982 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2988 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2989 algorithm: "plot_latency_box"
2990 output-file-type: ".html"
2991 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
2993 "plot-dpdk-throughput-latency"
2994 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3001 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3005 # Ligato - Throughput
3010 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3011 algorithm: "plot_performance_box"
3012 output-file-type: ".html"
3013 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3015 "plot-vpp-throughput-latency"
3016 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3022 boxpoints: "outliers"
3025 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3030 gridcolor: "rgb(238, 238, 238)"
3031 linecolor: "rgb(238, 238, 238)"
3035 showticklabels: True
3036 tickcolor: "rgb(238, 238, 238)"
3038 title: "Indexed Test Cases"
3041 gridcolor: "rgb(238, 238, 238)'"
3043 linecolor: "rgb(238, 238, 238)"
3048 showticklabels: True
3049 tickcolor: "rgb(238, 238, 238)"
3050 title: "Packets Per Second [pps]"
3068 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3069 algorithm: "plot_performance_box"
3070 output-file-type: ".html"
3071 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3073 "plot-vpp-throughput-latency"
3074 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3080 boxpoints: "outliers"
3083 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3088 gridcolor: "rgb(238, 238, 238)"
3089 linecolor: "rgb(238, 238, 238)"
3093 showticklabels: True
3094 tickcolor: "rgb(238, 238, 238)"
3096 title: "Indexed Test Cases"
3099 gridcolor: "rgb(238, 238, 238)'"
3101 linecolor: "rgb(238, 238, 238)"
3106 showticklabels: True
3107 tickcolor: "rgb(238, 238, 238)"
3108 title: "Packets Per Second [pps]"
3126 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3127 algorithm: "plot_performance_box"
3128 output-file-type: ".html"
3129 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3131 "plot-vpp-throughput-latency"
3132 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3138 boxpoints: "outliers"
3141 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3146 gridcolor: "rgb(238, 238, 238)"
3147 linecolor: "rgb(238, 238, 238)"
3151 showticklabels: True
3152 tickcolor: "rgb(238, 238, 238)"
3154 title: "Indexed Test Cases"
3157 gridcolor: "rgb(238, 238, 238)'"
3159 linecolor: "rgb(238, 238, 238)"
3164 showticklabels: True
3165 tickcolor: "rgb(238, 238, 238)"
3166 title: "Packets Per Second [pps]"
3184 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3185 algorithm: "plot_performance_box"
3186 output-file-type: ".html"
3187 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3189 "plot-vpp-throughput-latency"
3190 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3196 boxpoints: "outliers"
3199 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3204 gridcolor: "rgb(238, 238, 238)"
3205 linecolor: "rgb(238, 238, 238)"
3209 showticklabels: True
3210 tickcolor: "rgb(238, 238, 238)"
3212 title: "Indexed Test Cases"
3215 gridcolor: "rgb(238, 238, 238)'"
3217 linecolor: "rgb(238, 238, 238)"
3222 showticklabels: True
3223 tickcolor: "rgb(238, 238, 238)"
3224 title: "Packets Per Second [pps]"
3240 # Container orchestrated
3243 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3244 algorithm: "plot_performance_box"
3245 output-file-type: ".html"
3246 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3248 "plot-ligato-throughput-latency"
3249 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3255 boxpoints: "outliers"
3258 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3264 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3265 algorithm: "plot_performance_box"
3266 output-file-type: ".html"
3267 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3269 "plot-ligato-throughput-latency"
3270 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3276 boxpoints: "outliers"
3279 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3285 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3286 algorithm: "plot_performance_box"
3287 output-file-type: ".html"
3288 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3290 "plot-ligato-throughput-latency"
3291 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3297 boxpoints: "outliers"
3300 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3306 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3307 algorithm: "plot_performance_box"
3308 output-file-type: ".html"
3309 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3311 "plot-ligato-throughput-latency"
3312 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3318 boxpoints: "outliers"
3321 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3330 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3331 algorithm: "plot_latency_box"
3332 output-file-type: ".html"
3333 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3335 "plot-vpp-throughput-latency"
3336 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3343 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3349 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3350 algorithm: "plot_latency_box"
3351 output-file-type: ".html"
3352 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3354 "plot-vpp-throughput-latency"
3355 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3362 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3366 # Container orchestrated
3369 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3370 algorithm: "plot_latency_box"
3371 output-file-type: ".html"
3372 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3374 "plot-ligato-throughput-latency"
3375 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3382 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3388 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3389 algorithm: "plot_latency_box"
3390 output-file-type: ".html"
3391 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3393 "plot-ligato-throughput-latency"
3394 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3401 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"