6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 # plot-vpp-http-server-performance:
94 # csit-vpp-perf-1801-all:
99 # TODO: Add the data sources
100 # vpp-meltdown-impact:
101 # csit-vpp-perf-1707-all:
105 # csit-vpp-perf-1710-all:
109 # TODO: Add the data sources
110 # vpp-spectre-impact:
111 # csit-vpp-perf-1707-all:
115 # csit-vpp-perf-1710-all:
119 vpp-performance-changes:
120 csit-vpp-perf-1710-all:
131 # TODO: Add the data sources
132 csit-vpp-perf-1801-all:
138 # TODO: Add the data sources
139 plot-throughput-speedup-analysis:
140 csit-vpp-perf-1801-all:
146 # performance-improvements:
147 # csit-vpp-perf-1707-all:
158 # csit-vpp-perf-1710-all:
169 ## TODO: Add the data sources
170 # csit-vpp-perf-1801-all:
174 # csit-ligato-perf-1710-all:
185 # csit-ligato-perf-1801-all:
189 # TODO: Add the data sources
191 csit-vpp-perf-1801-all:
197 csit-vpp-functional-1801-ubuntu1604-virl:
198 - "lastSuccessfulBuild"
199 # TODO: Add the data sources
201 csit-ligato-perf-1801-all:
204 csit-dpdk-perf-1801-all:
207 csit-hc2vpp-verify-func-1801-ubuntu1604:
208 - "lastSuccessfulBuild"
210 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
212 # TODO: Add the data sources
213 plot-vpp-throughput-latency:
214 csit-vpp-perf-1801-all:
220 plot-dpdk-throughput-latency:
221 csit-dpdk-perf-1801-all:
231 # TODO: Add the data sources
232 plot-ligato-throughput-latency:
233 csit-ligato-perf-1801-all:
245 gridcolor: "rgb(238, 238, 238)"
246 linecolor: "rgb(238, 238, 238)"
251 tickcolor: "rgb(238, 238, 238)"
253 title: "Indexed Test Cases"
256 gridcolor: "rgb(238, 238, 238)'"
258 linecolor: "rgb(238, 238, 238)"
265 tickcolor: "rgb(238, 238, 238)"
266 title: "Connections Per Second [cps]"
287 gridcolor: "rgb(238, 238, 238)"
288 linecolor: "rgb(238, 238, 238)"
293 tickcolor: "rgb(238, 238, 238)"
295 title: "Indexed Test Cases"
298 gridcolor: "rgb(238, 238, 238)'"
300 linecolor: "rgb(238, 238, 238)"
307 tickcolor: "rgb(238, 238, 238)"
308 title: "Requests Per Second [rps]"
329 gridcolor: "rgb(238, 238, 238)"
330 linecolor: "rgb(238, 238, 238)"
335 tickcolor: "rgb(238, 238, 238)"
337 title: "Indexed Test Cases"
340 gridcolor: "rgb(238, 238, 238)'"
342 linecolor: "rgb(238, 238, 238)"
348 tickcolor: "rgb(238, 238, 238)"
349 title: "Packets Per Second [pps]"
370 gridcolor: "rgb(238, 238, 238)"
371 linecolor: "rgb(238, 238, 238)"
376 tickcolor: "rgb(238, 238, 238)"
378 title: "Indexed Test Cases"
381 gridcolor: "rgb(238, 238, 238)'"
383 linecolor: "rgb(238, 238, 238)"
389 tickcolor: "rgb(238, 238, 238)"
390 title: "Latency min/avg/max [uSec]"
406 plot-throughput-speedup-analysis:
411 gridcolor: "rgb(238, 238, 238)"
412 linecolor: "rgb(238, 238, 238)"
417 tickcolor: "rgb(238, 238, 238)"
422 title: "Throughput speedup factor"
423 gridcolor: "rgb(238, 238, 238)"
425 linecolor: "rgb(238, 238, 238)"
431 tickcolor: "rgb(238, 238, 238)"
439 bgcolor: "rgba(255, 255, 255, 0)"
440 bordercolor: "rgba(255, 255, 255, 0)"
457 input-format: "xml" # zip or xml
458 extract: "robot-plugin/output.xml" # Only for zip
460 # The files must be in the directory DIR[WORKING,DATA]
461 csit-vpp-perf-1801-all:
464 file: "{DIR[WORKING,DATA]}/output.xml"
467 file: "{DIR[WORKING,DATA]}/output.xml"
470 file: "{DIR[WORKING,DATA]}/output.xml"
473 file: "{DIR[WORKING,DATA]}/output.xml"
477 src-path: "{DIR[RST]}"
478 dst-path: "{DIR[WORKING,SRC]}"
481 type: "input" # Ignored in debug mode
483 file-name: "robot-plugin.zip"
485 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
486 extract: "robot-plugin/output.xml"
488 # csit-vpp-perf-1707-all:
499 csit-vpp-perf-1710-all:
511 csit-vpp-perf-1801-all:
521 csit-ligato-perf-1710-all:
532 csit-dpdk-perf-1801-all:
543 csit-ligato-perf-1801-all:
547 csit-dpdk-perf-1801-all:
558 csit-vpp-functional-1801-ubuntu1604-virl:
559 - lastSuccessfulBuild
560 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
562 csit-hc2vpp-verify-func-1801-ubuntu1604:
563 - lastSuccessfulBuild
573 ################################################################################
575 ################################################################################
579 # title: "Performance Impact of Meltdown Patches"
580 # algorithm: "table_performance_comparison"
581 # output-file-ext: ".csv"
583 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
585 # title: "No Meltdown"
586 ## TODO: specify data sources
588 # csit-vpp-perf-1707-all:
593 # title: "Meltdown Patches Applied"
594 ## TODO: specify data sources
596 # csit-vpp-perf-1710-all:
601 # "vpp-meltdown-impact"
607 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
608 # # to present all tests.
609 # nr-of-tests-shown: 20
613 # title: "Performance Impact of Spectre Patches"
614 # algorithm: "table_performance_comparison"
615 # output-file-ext: ".csv"
617 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
619 # title: "No Spectre"
620 ## TODO: specify data sources
622 # csit-vpp-perf-1707-all:
627 # title: "Spectre Patches Applied"
628 ## TODO: specify data sources
630 # csit-vpp-perf-1710-all:
635 # "vpp-spectre-impact"
641 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
642 # # to present all tests.
643 # nr-of-tests-shown: 20
647 title: "VPP Performance Changes"
648 algorithm: "table_performance_comparison"
649 output-file-ext: ".csv"
651 output-file: "{DIR[STATIC,VPP]}/performance-changes"
653 title: "Release 1710"
654 # TODO: specify data sources
656 csit-vpp-perf-1710-all:
668 title: "Release 1801"
669 # TODO: specify data sources
671 csit-vpp-perf-1801-all:
677 data: "vpp-performance-changes"
683 # Number of the best and the worst tests presented in the table. Use 0 (zero)
684 # to present all tests.
685 nr-of-tests-shown: 20
690 # title: "Performance improvements"
691 # algorithm: "table_performance_improvements"
692 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
693 # output-file-ext: ".csv"
694 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
700 # title: "16.09 mean [Mpps]"
703 # title: "17.01 mean [Mpps]"
706 # title: "17.04 mean [Mpps]"
709 # title: "17.07 mean [Mpps]"
710 # data: "data csit-vpp-perf-1707-all mean"
712 # title: "17.10 mean [Mpps]"
713 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
715 # title: "18.01 mean [Mpps]"
716 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
718 # title: "18.01 stdev [Mpps]"
719 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
721 # title: "17.10 to 18.01 change [%]"
722 # data: "operation relative_change 5 6"
725 # "performance-improvements"
732 title: "Detailed Test Results - VPP Performance Results"
733 algorithm: "table_merged_details"
734 output-file-ext: ".csv"
735 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
741 title: "Documentation"
749 filter: "not 'NDRCHK' and not 'PDRCHK'"
758 title: "Test configuration - VPP Performance Test Configs"
759 algorithm: "table_merged_details"
760 output-file-ext: ".csv"
761 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
767 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
768 data: "data vat-history"
772 filter: "not 'NDRCHK' and not 'PDRCHK'"
780 title: "Test Operational Data - VPP Performance Operational Data"
781 algorithm: "table_merged_details"
782 output-file-ext: ".csv"
783 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
789 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
790 data: "data show-run"
794 filter: "not 'NDRCHK' and not 'PDRCHK'"
802 title: "Detailed Test Results - VPP Functional Results"
803 algorithm: "table_details"
804 output-file-ext: ".csv"
805 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
811 title: "Documentation"
828 title: "Test configuration - VPP Functional Test Configs"
829 algorithm: "table_details"
830 output-file-ext: ".csv"
831 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
837 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
838 data: "data vat-history"
850 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
851 algorithm: "table_details"
852 output-file-ext: ".csv"
853 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
859 title: "Documentation"
866 "ligato-perf-results"
876 title: "Detailed Test Results - DPDK Performance Results"
877 algorithm: "table_details"
878 output-file-ext: ".csv"
879 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
885 title: "Documentation"
902 title: "Detailed Test Results - Honeycomb Functional Results"
903 algorithm: "table_details"
904 output-file-ext: ".csv"
905 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
911 title: "Documentation"
928 title: "Detailed Test Results - NSH SFC Functional Results"
929 algorithm: "table_details"
930 output-file-ext: ".csv"
931 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
937 title: "Documentation"
952 ################################################################################
954 ################################################################################
958 title: "VPP Performance Results"
959 algorithm: "file_merged_test_results"
960 output-file-ext: ".rst"
961 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
962 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
963 dir-tables: "{DIR[DTR,PERF,VPP]}"
966 filter: "not 'NDRCHK' and not 'PDRCHK'"
972 data-start-level: 3 # 0, 1, 2, ...
973 chapters-start-level: 2 # 0, 1, 2, ...
977 title: "VPP Performance Configuration"
978 algorithm: "file_merged_test_results"
979 output-file-ext: ".rst"
980 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
981 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
982 dir-tables: "{DIR[DTC,PERF,VPP]}"
985 filter: "not 'NDRCHK' and not 'PDRCHK'"
991 data-start-level: 3 # 0, 1, 2, ...
992 chapters-start-level: 2 # 0, 1, 2, ...
996 title: "VPP Performance Operational Data"
997 algorithm: "file_merged_test_results"
998 output-file-ext: ".rst"
999 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1000 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1001 dir-tables: "{DIR[DTO,PERF,VPP]}"
1004 filter: "not 'NDRCHK' and not 'PDRCHK'"
1010 data-start-level: 3 # 0, 1, 2, ...
1011 chapters-start-level: 2 # 0, 1, 2, ...
1015 title: "VPP Functional Results"
1016 algorithm: "file_test_results"
1017 output-file-ext: ".rst"
1018 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1019 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1020 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1028 data-start-level: 3 # 0, 1, 2, ...
1029 chapters-start-level: 2 # 0, 1, 2, ...
1033 title: "VPP Functional Configuration"
1034 algorithm: "file_test_results"
1035 output-file-ext: ".rst"
1036 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1037 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1038 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1046 data-start-level: 3 # 0, 1, 2, ...
1047 chapters-start-level: 2 # 0, 1, 2, ...
1051 title: "Container Orchestrated Performance Results"
1052 algorithm: "file_test_results"
1053 output-file-ext: ".rst"
1054 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1055 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1056 dir-tables: "{DIR[DTR,PERF,COT]}"
1058 "ligato-perf-results"
1064 data-start-level: 2 # 0, 1, 2, ...
1065 chapters-start-level: 2 # 0, 1, 2, ...
1069 title: "DPDK Performance Results"
1070 algorithm: "file_test_results"
1071 output-file-ext: ".rst"
1072 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1073 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1074 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1084 data-start-level: 2 # 0, 1, 2, ...
1085 chapters-start-level: 2 # 0, 1, 2, ...
1089 title: "Honeycomb Functional Results"
1090 algorithm: "file_test_results"
1091 output-file-ext: ".rst"
1092 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1093 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1094 dir-tables: "{DIR[DTR,FUNC,HC]}"
1104 data-start-level: 3 # 0, 1, 2, ...
1105 chapters-start-level: 2 # 0, 1, 2, ...
1109 title: "NSH SFC Functional Results"
1110 algorithm: "file_test_results"
1111 output-file-ext: ".rst"
1112 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1113 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1114 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1124 data-start-level: 2 # 0, 1, 2, ...
1125 chapters-start-level: 2 # 0, 1, 2, ...
1127 ################################################################################
1129 ################################################################################
1131 # Plots VPP HTTP Server Performance
1134 # title: "VPP HTTP Server Performance"
1135 # algorithm: "plot_http_server_performance_box"
1136 # output-file-type: ".html"
1137 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1139 # "plot-vpp-http-server-performance"
1140 # # Keep this formatting, the filter is enclosed with " (quotation mark) and
1141 # # each tag is enclosed with ' (apostrophe).
1142 # filter: "'HTTP' and 'TCP_CPS'"
1148 # boxpoints: "outliers"
1151 # title: "VPP HTTP Server Performance"
1157 # title: "VPP HTTP Server Performance"
1158 # algorithm: "plot_http_server_performance_box"
1159 # output-file-type: ".html"
1160 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1162 # "plot-vpp-http-server-performance"
1163 # filter: "'HTTP' and 'TCP_RPS'"
1169 # boxpoints: "outliers"
1172 # title: "VPP HTTP Server Performance"
1176 # Plot Throughput Speedup Analysis
1178 # L2 - 10ge2p1x520 - NDR
1181 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1182 algorithm: "plot_throughput_speedup_analysis"
1183 output-file-type: ".html"
1184 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1186 "plot-throughput-speedup-analysis"
1187 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1193 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1195 "plot-throughput-speedup-analysis"
1197 # L2 - 40ge2p1xl710 - NDR
1200 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1201 algorithm: "plot_throughput_speedup_analysis"
1202 output-file-type: ".html"
1203 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1205 "plot-throughput-speedup-analysis"
1206 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1212 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1214 "plot-throughput-speedup-analysis"
1216 # L2 - 10ge2p1x520 - PDR
1219 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1220 algorithm: "plot_throughput_speedup_analysis"
1221 output-file-type: ".html"
1222 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1224 "plot-throughput-speedup-analysis"
1225 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1231 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1233 "plot-throughput-speedup-analysis"
1235 # IPv4 - 10ge2p1x520 - NDR
1238 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1239 algorithm: "plot_throughput_speedup_analysis"
1240 output-file-type: ".html"
1241 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1243 "plot-throughput-speedup-analysis"
1244 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1250 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1252 "plot-throughput-speedup-analysis"
1254 # IPv4 - 40ge2p1xl710 - NDR
1257 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1258 algorithm: "plot_throughput_speedup_analysis"
1259 output-file-type: ".html"
1260 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1262 "plot-throughput-speedup-analysis"
1263 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1269 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1271 "plot-throughput-speedup-analysis"
1273 # IPv4 - 10ge2p1x520 - PDR
1276 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1277 algorithm: "plot_throughput_speedup_analysis"
1278 output-file-type: ".html"
1279 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1281 "plot-throughput-speedup-analysis"
1282 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1288 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1290 "plot-throughput-speedup-analysis"
1292 # IPv6 - 10ge2p1x520 - NDR
1295 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1296 algorithm: "plot_throughput_speedup_analysis"
1297 output-file-type: ".html"
1298 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1300 "plot-throughput-speedup-analysis"
1301 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1307 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1309 "plot-throughput-speedup-analysis"
1311 # IPv6 - 40ge2p1xl710 - NDR
1314 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1315 algorithm: "plot_throughput_speedup_analysis"
1316 output-file-type: ".html"
1317 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1319 "plot-throughput-speedup-analysis"
1320 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1326 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1328 "plot-throughput-speedup-analysis"
1330 # IPv6 - 10ge2p1x520 - PDR
1333 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1334 algorithm: "plot_throughput_speedup_analysis"
1335 output-file-type: ".html"
1336 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1338 "plot-throughput-speedup-analysis"
1339 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1345 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1347 "plot-throughput-speedup-analysis"
1349 # Plot packets per second
1354 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1355 algorithm: "plot_performance_box"
1356 output-file-type: ".html"
1357 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1359 "plot-vpp-throughput-latency"
1360 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1361 # each tag is enclosed with ' (apostrophe).
1362 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1368 boxpoints: "outliers"
1371 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1377 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1378 algorithm: "plot_performance_box"
1379 output-file-type: ".html"
1380 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1382 "plot-vpp-throughput-latency"
1383 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1389 boxpoints: "outliers"
1392 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1398 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1399 algorithm: "plot_performance_box"
1400 output-file-type: ".html"
1401 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1403 "plot-vpp-throughput-latency"
1404 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1410 boxpoints: "outliers"
1413 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1419 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1420 algorithm: "plot_performance_box"
1421 output-file-type: ".html"
1422 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1424 "plot-vpp-throughput-latency"
1425 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1431 boxpoints: "outliers"
1434 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1441 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1442 algorithm: "plot_performance_box"
1443 output-file-type: ".html"
1444 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1446 "plot-vpp-throughput-latency"
1447 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1453 boxpoints: "outliers"
1456 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1462 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1463 algorithm: "plot_performance_box"
1464 output-file-type: ".html"
1465 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1467 "plot-vpp-throughput-latency"
1468 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1474 boxpoints: "outliers"
1477 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1483 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1484 algorithm: "plot_performance_box"
1485 output-file-type: ".html"
1486 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1488 "plot-vpp-throughput-latency"
1489 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1495 boxpoints: "outliers"
1498 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1504 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1505 algorithm: "plot_performance_box"
1506 output-file-type: ".html"
1507 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1509 "plot-vpp-throughput-latency"
1510 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1516 boxpoints: "outliers"
1519 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1526 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1527 algorithm: "plot_performance_box"
1528 output-file-type: ".html"
1529 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1531 "plot-vpp-throughput-latency"
1532 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1538 boxpoints: "outliers"
1541 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1547 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1548 algorithm: "plot_performance_box"
1549 output-file-type: ".html"
1550 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1552 "plot-vpp-throughput-latency"
1553 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1559 boxpoints: "outliers"
1562 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1568 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1569 algorithm: "plot_performance_box"
1570 output-file-type: ".html"
1571 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1573 "plot-vpp-throughput-latency"
1574 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1580 boxpoints: "outliers"
1583 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1589 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1590 algorithm: "plot_performance_box"
1591 output-file-type: ".html"
1592 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1594 "plot-vpp-throughput-latency"
1595 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1601 boxpoints: "outliers"
1604 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1611 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1612 algorithm: "plot_performance_box"
1613 output-file-type: ".html"
1614 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1616 "plot-vpp-throughput-latency"
1617 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1623 boxpoints: "outliers"
1626 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1632 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1633 algorithm: "plot_performance_box"
1634 output-file-type: ".html"
1635 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1637 "plot-vpp-throughput-latency"
1638 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1644 boxpoints: "outliers"
1647 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1653 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1654 algorithm: "plot_performance_box"
1655 output-file-type: ".html"
1656 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1658 "plot-vpp-throughput-latency"
1659 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1665 boxpoints: "outliers"
1668 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1674 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1675 algorithm: "plot_performance_box"
1676 output-file-type: ".html"
1677 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1679 "plot-vpp-throughput-latency"
1680 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1686 boxpoints: "outliers"
1689 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1696 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1697 algorithm: "plot_performance_box"
1698 output-file-type: ".html"
1699 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1701 "plot-vpp-throughput-latency"
1702 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1708 boxpoints: "outliers"
1711 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1717 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1718 algorithm: "plot_performance_box"
1719 output-file-type: ".html"
1720 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1722 "plot-vpp-throughput-latency"
1723 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1729 boxpoints: "outliers"
1732 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1738 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1739 algorithm: "plot_performance_box"
1740 output-file-type: ".html"
1741 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1743 "plot-vpp-throughput-latency"
1744 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1750 boxpoints: "outliers"
1753 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1759 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1760 algorithm: "plot_performance_box"
1761 output-file-type: ".html"
1762 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1764 "plot-vpp-throughput-latency"
1765 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1771 boxpoints: "outliers"
1774 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1781 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1782 algorithm: "plot_performance_box"
1783 output-file-type: ".html"
1784 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1786 "plot-vpp-throughput-latency"
1787 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1793 boxpoints: "outliers"
1796 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1801 gridcolor: "rgb(238, 238, 238)"
1802 linecolor: "rgb(238, 238, 238)"
1806 showticklabels: True
1807 tickcolor: "rgb(238, 238, 238)"
1809 title: "Indexed Test Cases"
1812 gridcolor: "rgb(238, 238, 238)'"
1814 linecolor: "rgb(238, 238, 238)"
1816 range: [2000000, 6000000]
1819 showticklabels: True
1820 tickcolor: "rgb(238, 238, 238)"
1821 title: "Packets Per Second [pps]"
1839 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1840 algorithm: "plot_performance_box"
1841 output-file-type: ".html"
1842 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1844 "plot-vpp-throughput-latency"
1845 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1851 boxpoints: "outliers"
1854 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1860 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1861 algorithm: "plot_performance_box"
1862 output-file-type: ".html"
1863 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1865 "plot-vpp-throughput-latency"
1866 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1872 boxpoints: "outliers"
1875 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1881 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1882 algorithm: "plot_performance_box"
1883 output-file-type: ".html"
1884 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1886 "plot-vpp-throughput-latency"
1887 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1893 boxpoints: "outliers"
1896 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1901 gridcolor: "rgb(238, 238, 238)"
1902 linecolor: "rgb(238, 238, 238)"
1906 showticklabels: True
1907 tickcolor: "rgb(238, 238, 238)"
1909 title: "Indexed Test Cases"
1912 gridcolor: "rgb(238, 238, 238)'"
1914 linecolor: "rgb(238, 238, 238)"
1916 range: [4000000, 12000000]
1919 showticklabels: True
1920 tickcolor: "rgb(238, 238, 238)"
1921 title: "Packets Per Second [pps]"
1940 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1941 algorithm: "plot_performance_box"
1942 output-file-type: ".html"
1943 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1945 "plot-vpp-throughput-latency"
1946 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1952 boxpoints: "outliers"
1955 title: "64B-1t1c-.*vhost.*-ndrdisc"
1960 gridcolor: "rgb(238, 238, 238)"
1961 linecolor: "rgb(238, 238, 238)"
1965 showticklabels: True
1966 tickcolor: "rgb(238, 238, 238)"
1968 title: "Indexed Test Cases"
1971 gridcolor: "rgb(238, 238, 238)'"
1973 linecolor: "rgb(238, 238, 238)"
1978 showticklabels: True
1979 tickcolor: "rgb(238, 238, 238)"
1980 title: "Packets Per Second [pps]"
1998 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
1999 algorithm: "plot_performance_box"
2000 output-file-type: ".html"
2001 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2003 "plot-vpp-throughput-latency"
2004 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2010 boxpoints: "outliers"
2013 title: "64B-2t2c-.*vhost.*-ndrdisc"
2019 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2020 algorithm: "plot_performance_box"
2021 output-file-type: ".html"
2022 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2024 "plot-vpp-throughput-latency"
2025 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2031 boxpoints: "outliers"
2034 title: "64B-1t1c-.*vhost.*-pdrdisc"
2040 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2041 algorithm: "plot_performance_box"
2042 output-file-type: ".html"
2043 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2045 "plot-vpp-throughput-latency"
2046 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2052 boxpoints: "outliers"
2055 title: "64B-2t2c-.*vhost.*-pdrdisc"
2059 # VPP VM VHOST SELECTION
2062 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2063 algorithm: "plot_performance_box"
2064 output-file-type: ".html"
2065 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2067 "plot-vpp-throughput-latency"
2068 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2074 boxpoints: "outliers"
2077 title: "64B-1t1c-.*vhost.*-ndrdisc"
2083 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2084 algorithm: "plot_performance_box"
2085 output-file-type: ".html"
2086 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2088 "plot-vpp-throughput-latency"
2089 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2095 boxpoints: "outliers"
2098 title: "64B-2t2c-.*vhost.*-ndrdisc"
2104 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2105 algorithm: "plot_performance_box"
2106 output-file-type: ".html"
2107 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2109 "plot-vpp-throughput-latency"
2110 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2116 boxpoints: "outliers"
2119 title: "64B-1t1c-.*vhost.*-pdrdisc"
2125 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2126 algorithm: "plot_performance_box"
2127 output-file-type: ".html"
2128 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2130 "plot-vpp-throughput-latency"
2131 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2137 boxpoints: "outliers"
2140 title: "64B-2t2c-.*vhost.*-pdrdisc"
2147 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2148 algorithm: "plot_performance_box"
2149 output-file-type: ".html"
2150 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2152 "plot-vpp-throughput-latency"
2153 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2159 boxpoints: "outliers"
2162 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2168 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2169 algorithm: "plot_performance_box"
2170 output-file-type: ".html"
2171 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2173 "plot-vpp-throughput-latency"
2174 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2180 boxpoints: "outliers"
2183 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2189 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2190 algorithm: "plot_performance_box"
2191 output-file-type: ".html"
2192 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2194 "plot-vpp-throughput-latency"
2195 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2201 boxpoints: "outliers"
2204 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2210 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2211 algorithm: "plot_performance_box"
2212 output-file-type: ".html"
2213 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2215 "plot-vpp-throughput-latency"
2216 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2222 boxpoints: "outliers"
2225 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2232 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2233 algorithm: "plot_performance_box"
2234 output-file-type: ".html"
2235 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2237 "plot-dpdk-throughput-latency"
2238 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2244 boxpoints: "outliers"
2247 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2253 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2254 algorithm: "plot_performance_box"
2255 output-file-type: ".html"
2256 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2258 "plot-dpdk-throughput-latency"
2259 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2265 boxpoints: "outliers"
2268 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2274 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2275 algorithm: "plot_performance_box"
2276 output-file-type: ".html"
2277 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2279 "plot-dpdk-throughput-latency"
2280 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2286 boxpoints: "outliers"
2289 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2294 gridcolor: "rgb(238, 238, 238)"
2295 linecolor: "rgb(238, 238, 238)"
2299 showticklabels: True
2300 tickcolor: "rgb(238, 238, 238)"
2302 title: "Indexed Test Cases"
2305 gridcolor: "rgb(238, 238, 238)'"
2307 linecolor: "rgb(238, 238, 238)"
2309 range: [2000000, 12000000]
2312 showticklabels: True
2313 tickcolor: "rgb(238, 238, 238)"
2314 title: "Packets Per Second [pps]"
2332 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2333 algorithm: "plot_performance_box"
2334 output-file-type: ".html"
2335 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2337 "plot-dpdk-throughput-latency"
2338 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2344 boxpoints: "outliers"
2347 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2352 gridcolor: "rgb(238, 238, 238)"
2353 linecolor: "rgb(238, 238, 238)"
2357 showticklabels: True
2358 tickcolor: "rgb(238, 238, 238)"
2360 title: "Indexed Test Cases"
2363 gridcolor: "rgb(238, 238, 238)'"
2365 linecolor: "rgb(238, 238, 238)"
2367 range: [2000000, 12000000]
2370 showticklabels: True
2371 tickcolor: "rgb(238, 238, 238)"
2372 title: "Packets Per Second [pps]"
2390 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2391 algorithm: "plot_performance_box"
2392 output-file-type: ".html"
2393 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2395 "plot-dpdk-throughput-latency"
2396 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2402 boxpoints: "outliers"
2405 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2411 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2412 algorithm: "plot_performance_box"
2413 output-file-type: ".html"
2414 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2416 "plot-dpdk-throughput-latency"
2417 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2423 boxpoints: "outliers"
2426 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2432 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2433 algorithm: "plot_performance_box"
2434 output-file-type: ".html"
2435 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2437 "plot-dpdk-throughput-latency"
2438 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2444 boxpoints: "outliers"
2447 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2452 gridcolor: "rgb(238, 238, 238)"
2453 linecolor: "rgb(238, 238, 238)"
2457 showticklabels: True
2458 tickcolor: "rgb(238, 238, 238)"
2460 title: "Indexed Test Cases"
2463 gridcolor: "rgb(238, 238, 238)'"
2465 linecolor: "rgb(238, 238, 238)"
2467 range: [20000000, 30000000]
2470 showticklabels: True
2471 tickcolor: "rgb(238, 238, 238)"
2472 title: "Packets Per Second [pps]"
2490 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2491 algorithm: "plot_performance_box"
2492 output-file-type: ".html"
2493 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2495 "plot-dpdk-throughput-latency"
2496 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2502 boxpoints: "outliers"
2505 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2510 gridcolor: "rgb(238, 238, 238)"
2511 linecolor: "rgb(238, 238, 238)"
2515 showticklabels: True
2516 tickcolor: "rgb(238, 238, 238)"
2518 title: "Indexed Test Cases"
2521 gridcolor: "rgb(238, 238, 238)'"
2523 linecolor: "rgb(238, 238, 238)"
2525 range: [20000000, 30000000]
2528 showticklabels: True
2529 tickcolor: "rgb(238, 238, 238)"
2530 title: "Packets Per Second [pps]"
2551 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2552 algorithm: "plot_latency_box"
2553 output-file-type: ".html"
2554 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2556 "plot-vpp-throughput-latency"
2557 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2564 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2570 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2571 algorithm: "plot_latency_box"
2572 output-file-type: ".html"
2573 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2575 "plot-vpp-throughput-latency"
2576 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2583 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2590 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2591 algorithm: "plot_latency_box"
2592 output-file-type: ".html"
2593 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2595 "plot-vpp-throughput-latency"
2596 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2603 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2609 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2610 algorithm: "plot_latency_box"
2611 output-file-type: ".html"
2612 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2614 "plot-vpp-throughput-latency"
2615 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2622 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2629 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2630 algorithm: "plot_latency_box"
2631 output-file-type: ".html"
2632 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2634 "plot-vpp-throughput-latency"
2635 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2642 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2648 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2649 algorithm: "plot_latency_box"
2650 output-file-type: ".html"
2651 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2653 "plot-vpp-throughput-latency"
2654 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2661 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2668 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2669 algorithm: "plot_latency_box"
2670 output-file-type: ".html"
2671 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2673 "plot-vpp-throughput-latency"
2674 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2681 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2687 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2688 algorithm: "plot_latency_box"
2689 output-file-type: ".html"
2690 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2692 "plot-vpp-throughput-latency"
2693 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2700 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2707 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2708 algorithm: "plot_latency_box"
2709 output-file-type: ".html"
2710 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2712 "plot-vpp-throughput-latency"
2713 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2720 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2726 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2727 algorithm: "plot_latency_box"
2728 output-file-type: ".html"
2729 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2731 "plot-vpp-throughput-latency"
2732 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2739 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2746 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2747 algorithm: "plot_latency_box"
2748 output-file-type: ".html"
2749 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2751 "plot-vpp-throughput-latency"
2752 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2759 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2765 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2766 algorithm: "plot_latency_box"
2767 output-file-type: ".html"
2768 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2770 "plot-vpp-throughput-latency"
2771 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2778 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2785 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2786 algorithm: "plot_latency_box"
2787 output-file-type: ".html"
2788 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2790 "plot-vpp-throughput-latency"
2791 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2798 title: "64B-1t1c-.*vhost.*-ndrdisc"
2804 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2805 algorithm: "plot_latency_box"
2806 output-file-type: ".html"
2807 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2809 "plot-vpp-throughput-latency"
2810 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2817 title: "64B-2t2c-.*vhost.*-ndrdisc"
2821 # VPP VM VHOST selection
2824 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2825 algorithm: "plot_latency_box"
2826 output-file-type: ".html"
2827 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2829 "plot-vpp-throughput-latency"
2830 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2837 title: "64B-1t1c-.*vhost.*-ndrdisc"
2843 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2844 algorithm: "plot_latency_box"
2845 output-file-type: ".html"
2846 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2848 "plot-vpp-throughput-latency"
2849 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2856 title: "64B-2t2c-.*vhost.*-ndrdisc"
2863 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2864 algorithm: "plot_latency_box"
2865 output-file-type: ".html"
2866 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2868 "plot-vpp-throughput-latency"
2869 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2876 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2882 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2883 algorithm: "plot_latency_box"
2884 output-file-type: ".html"
2885 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2887 "plot-vpp-throughput-latency"
2888 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2895 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2902 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2903 algorithm: "plot_latency_box"
2904 output-file-type: ".html"
2905 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2907 "plot-dpdk-throughput-latency"
2908 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2915 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2921 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2922 algorithm: "plot_latency_box"
2923 output-file-type: ".html"
2924 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2926 "plot-dpdk-throughput-latency"
2927 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2934 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2940 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2941 algorithm: "plot_latency_box"
2942 output-file-type: ".html"
2943 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2945 "plot-dpdk-throughput-latency"
2946 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2953 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2959 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2960 algorithm: "plot_latency_box"
2961 output-file-type: ".html"
2962 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
2964 "plot-dpdk-throughput-latency"
2965 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2972 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2976 # Ligato - Throughput
2981 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2982 algorithm: "plot_performance_box"
2983 output-file-type: ".html"
2984 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
2986 "plot-vpp-throughput-latency"
2987 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2993 boxpoints: "outliers"
2996 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3001 gridcolor: "rgb(238, 238, 238)"
3002 linecolor: "rgb(238, 238, 238)"
3006 showticklabels: True
3007 tickcolor: "rgb(238, 238, 238)"
3009 title: "Indexed Test Cases"
3012 gridcolor: "rgb(238, 238, 238)'"
3014 linecolor: "rgb(238, 238, 238)"
3019 showticklabels: True
3020 tickcolor: "rgb(238, 238, 238)"
3021 title: "Packets Per Second [pps]"
3039 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3040 algorithm: "plot_performance_box"
3041 output-file-type: ".html"
3042 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3044 "plot-vpp-throughput-latency"
3045 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3051 boxpoints: "outliers"
3054 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3059 gridcolor: "rgb(238, 238, 238)"
3060 linecolor: "rgb(238, 238, 238)"
3064 showticklabels: True
3065 tickcolor: "rgb(238, 238, 238)"
3067 title: "Indexed Test Cases"
3070 gridcolor: "rgb(238, 238, 238)'"
3072 linecolor: "rgb(238, 238, 238)"
3077 showticklabels: True
3078 tickcolor: "rgb(238, 238, 238)"
3079 title: "Packets Per Second [pps]"
3097 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3098 algorithm: "plot_performance_box"
3099 output-file-type: ".html"
3100 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3102 "plot-vpp-throughput-latency"
3103 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3109 boxpoints: "outliers"
3112 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3117 gridcolor: "rgb(238, 238, 238)"
3118 linecolor: "rgb(238, 238, 238)"
3122 showticklabels: True
3123 tickcolor: "rgb(238, 238, 238)"
3125 title: "Indexed Test Cases"
3128 gridcolor: "rgb(238, 238, 238)'"
3130 linecolor: "rgb(238, 238, 238)"
3135 showticklabels: True
3136 tickcolor: "rgb(238, 238, 238)"
3137 title: "Packets Per Second [pps]"
3155 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3156 algorithm: "plot_performance_box"
3157 output-file-type: ".html"
3158 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3160 "plot-vpp-throughput-latency"
3161 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3167 boxpoints: "outliers"
3170 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3175 gridcolor: "rgb(238, 238, 238)"
3176 linecolor: "rgb(238, 238, 238)"
3180 showticklabels: True
3181 tickcolor: "rgb(238, 238, 238)"
3183 title: "Indexed Test Cases"
3186 gridcolor: "rgb(238, 238, 238)'"
3188 linecolor: "rgb(238, 238, 238)"
3193 showticklabels: True
3194 tickcolor: "rgb(238, 238, 238)"
3195 title: "Packets Per Second [pps]"
3211 # Container orchestrated
3214 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3215 algorithm: "plot_performance_box"
3216 output-file-type: ".html"
3217 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3219 "plot-ligato-throughput-latency"
3220 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3226 boxpoints: "outliers"
3229 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3235 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3236 algorithm: "plot_performance_box"
3237 output-file-type: ".html"
3238 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3240 "plot-ligato-throughput-latency"
3241 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3247 boxpoints: "outliers"
3250 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3256 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3257 algorithm: "plot_performance_box"
3258 output-file-type: ".html"
3259 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3261 "plot-ligato-throughput-latency"
3262 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3268 boxpoints: "outliers"
3271 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3277 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3278 algorithm: "plot_performance_box"
3279 output-file-type: ".html"
3280 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3282 "plot-ligato-throughput-latency"
3283 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3289 boxpoints: "outliers"
3292 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3301 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3302 algorithm: "plot_latency_box"
3303 output-file-type: ".html"
3304 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3306 "plot-vpp-throughput-latency"
3307 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3314 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3320 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3321 algorithm: "plot_latency_box"
3322 output-file-type: ".html"
3323 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3325 "plot-vpp-throughput-latency"
3326 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3333 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3337 # Container orchestrated
3340 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3341 algorithm: "plot_latency_box"
3342 output-file-type: ".html"
3343 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3345 "plot-ligato-throughput-latency"
3346 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3353 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3359 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3360 algorithm: "plot_latency_box"
3361 output-file-type: ".html"
3362 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3364 "plot-ligato-throughput-latency"
3365 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3372 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"