6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 plot-vpp-http-server-performance:
93 # TODO: Add the data sources
94 csit-vpp-perf-1801-all:
106 # TODO: Add the data sources
107 # vpp-meltdown-impact:
108 # csit-vpp-perf-1707-all:
112 # csit-vpp-perf-1710-all:
116 # TODO: Add the data sources
117 # vpp-spectre-impact:
118 # csit-vpp-perf-1707-all:
122 # csit-vpp-perf-1710-all:
126 vpp-performance-changes:
127 csit-vpp-perf-1710-all:
138 csit-vpp-perf-1801-all:
151 csit-vpp-perf-1804-all:
153 vpp-performance-changes-mrr:
154 csit-vpp-perf-check-1801:
167 csit-vpp-perf-check-1804:
169 plot-throughput-speedup-analysis:
170 csit-vpp-perf-1801-all:
187 # performance-improvements:
188 # csit-vpp-perf-1707-all:
199 # csit-vpp-perf-1710-all:
210 # csit-vpp-perf-1801-all:
214 # csit-ligato-perf-1710-all:
225 # csit-ligato-perf-1801-all:
236 csit-vpp-perf-1801-all:
242 csit-vpp-functional-1801-ubuntu1604-virl:
243 - "lastSuccessfulBuild"
245 csit-ligato-perf-1801-all:
248 csit-dpdk-perf-1804-all:
251 csit-hc2vpp-verify-func-1801-ubuntu1604:
252 - "lastSuccessfulBuild"
254 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
256 plot-vpp-throughput-latency:
257 csit-vpp-perf-1801-all:
274 plot-dpdk-throughput-latency:
275 csit-dpdk-perf-1804-all:
288 plot-ligato-throughput-latency:
289 csit-ligato-perf-1801-all:
307 gridcolor: "rgb(238, 238, 238)"
308 linecolor: "rgb(238, 238, 238)"
313 tickcolor: "rgb(238, 238, 238)"
315 title: "Indexed Test Cases"
318 gridcolor: "rgb(238, 238, 238)'"
320 linecolor: "rgb(238, 238, 238)"
327 tickcolor: "rgb(238, 238, 238)"
328 title: "Connections Per Second [cps]"
349 gridcolor: "rgb(238, 238, 238)"
350 linecolor: "rgb(238, 238, 238)"
355 tickcolor: "rgb(238, 238, 238)"
357 title: "Indexed Test Cases"
360 gridcolor: "rgb(238, 238, 238)'"
362 linecolor: "rgb(238, 238, 238)"
369 tickcolor: "rgb(238, 238, 238)"
370 title: "Requests Per Second [rps]"
391 gridcolor: "rgb(238, 238, 238)"
392 linecolor: "rgb(238, 238, 238)"
397 tickcolor: "rgb(238, 238, 238)"
399 title: "Indexed Test Cases"
402 gridcolor: "rgb(238, 238, 238)'"
404 linecolor: "rgb(238, 238, 238)"
410 tickcolor: "rgb(238, 238, 238)"
411 title: "Packets Per Second [pps]"
432 gridcolor: "rgb(238, 238, 238)"
433 linecolor: "rgb(238, 238, 238)"
438 tickcolor: "rgb(238, 238, 238)"
440 title: "Indexed Test Cases"
443 gridcolor: "rgb(238, 238, 238)'"
445 linecolor: "rgb(238, 238, 238)"
451 tickcolor: "rgb(238, 238, 238)"
452 title: "Latency min/avg/max [uSec]"
468 plot-throughput-speedup-analysis:
473 gridcolor: "rgb(238, 238, 238)"
474 linecolor: "rgb(238, 238, 238)"
479 tickcolor: "rgb(238, 238, 238)"
484 title: "Throughput speedup factor"
485 gridcolor: "rgb(238, 238, 238)"
487 linecolor: "rgb(238, 238, 238)"
493 tickcolor: "rgb(238, 238, 238)"
501 bgcolor: "rgba(255, 255, 255, 0)"
502 bordercolor: "rgba(255, 255, 255, 0)"
519 input-format: "xml" # zip or xml
520 extract: "robot-plugin/output.xml" # Only for zip
522 # The files must be in the directory DIR[WORKING,DATA]
523 csit-vpp-perf-1801-all:
526 file: "{DIR[WORKING,DATA]}/output.xml"
529 file: "{DIR[WORKING,DATA]}/output.xml"
532 file: "{DIR[WORKING,DATA]}/output.xml"
535 file: "{DIR[WORKING,DATA]}/output.xml"
539 src-path: "{DIR[RST]}"
540 dst-path: "{DIR[WORKING,SRC]}"
543 type: "input" # Ignored in debug mode
545 file-name: "robot-plugin.zip"
547 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
548 extract: "robot-plugin/output.xml"
550 # csit-vpp-perf-1707-all:
561 csit-vpp-perf-1710-all:
572 csit-vpp-perf-1801-all:
600 csit-vpp-perf-1804-all:
602 csit-vpp-perf-check-1801:
615 csit-vpp-perf-check-1804:
617 csit-ligato-perf-1710-all:
628 csit-ligato-perf-1801-all:
639 csit-dpdk-perf-1804-all:
652 csit-vpp-functional-1801-ubuntu1604-virl:
653 - lastSuccessfulBuild
654 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
656 csit-hc2vpp-verify-func-1801-ubuntu1604:
657 - lastSuccessfulBuild
668 ################################################################################
670 ################################################################################
674 # title: "Performance Impact of Meltdown Patches"
675 # algorithm: "table_performance_comparison"
676 # output-file-ext: ".csv"
678 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
680 # title: "No Meltdown"
681 ## TODO: specify data sources
683 # csit-vpp-perf-1707-all:
688 # title: "Meltdown Patches Applied"
689 ## TODO: specify data sources
691 # csit-vpp-perf-1710-all:
696 # "vpp-meltdown-impact"
702 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
703 # # to present all tests.
704 # nr-of-tests-shown: 20
708 # title: "Performance Impact of Spectre Patches"
709 # algorithm: "table_performance_comparison"
710 # output-file-ext: ".csv"
712 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
714 # title: "No Spectre"
715 ## TODO: specify data sources
717 # csit-vpp-perf-1707-all:
722 # title: "Spectre Patches Applied"
723 ## TODO: specify data sources
725 # csit-vpp-perf-1710-all:
730 # "vpp-spectre-impact"
736 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
737 # # to present all tests.
738 # nr-of-tests-shown: 20
742 title: "VPP Performance Changes"
743 algorithm: "table_performance_comparison"
744 output-file-ext: ".csv"
745 output-file: "{DIR[STATIC,VPP]}/performance-changes"
747 # title: "Release 1710"
749 # csit-vpp-perf-1710-all:
761 title: "Release 1801"
763 csit-vpp-perf-1801-all:
777 title: "Release 1804"
779 csit-vpp-perf-1804-all:
781 data: "vpp-performance-changes"
787 # Number of the best and the worst tests presented in the table. Use 0 (zero)
788 # to present all tests.
789 nr-of-tests-shown: 20
794 title: "VPP Performance Changes - MRR"
795 algorithm: "table_performance_comparison_mrr"
796 output-file-ext: ".csv"
797 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
799 title: "Release 1801"
801 csit-vpp-perf-check-1801:
815 title: "Release 1804"
817 csit-vpp-perf-check-1804:
819 data: "vpp-performance-changes-mrr"
825 # Number of the best and the worst tests presented in the table. Use 0 (zero)
826 # to present all tests.
827 nr-of-tests-shown: 20
832 # title: "Performance improvements"
833 # algorithm: "table_performance_improvements"
834 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
835 # output-file-ext: ".csv"
836 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
842 # title: "16.09 mean [Mpps]"
845 # title: "17.01 mean [Mpps]"
848 # title: "17.04 mean [Mpps]"
851 # title: "17.07 mean [Mpps]"
852 # data: "data csit-vpp-perf-1707-all mean"
854 # title: "17.10 mean [Mpps]"
855 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
857 # title: "18.01 mean [Mpps]"
858 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
860 # title: "18.01 stdev [Mpps]"
861 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
863 # title: "17.10 to 18.01 change [%]"
864 # data: "operation relative_change 5 6"
867 # "performance-improvements"
874 title: "Detailed Test Results - VPP Performance Results"
875 algorithm: "table_merged_details"
876 output-file-ext: ".csv"
877 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
883 title: "Documentation"
891 filter: "not 'NDRCHK' and not 'PDRCHK'"
900 title: "Test configuration - VPP Performance Test Configs"
901 algorithm: "table_merged_details"
902 output-file-ext: ".csv"
903 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
909 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
910 data: "data vat-history"
914 filter: "not 'NDRCHK' and not 'PDRCHK'"
922 title: "Test Operational Data - VPP Performance Operational Data"
923 algorithm: "table_merged_details"
924 output-file-ext: ".csv"
925 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
931 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
932 data: "data show-run"
936 filter: "not 'NDRCHK' and not 'PDRCHK'"
944 title: "Detailed Test Results - VPP Functional Results"
945 algorithm: "table_details"
946 output-file-ext: ".csv"
947 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
953 title: "Documentation"
970 title: "Test configuration - VPP Functional Test Configs"
971 algorithm: "table_details"
972 output-file-ext: ".csv"
973 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
979 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
980 data: "data vat-history"
992 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
993 algorithm: "table_details"
994 output-file-ext: ".csv"
995 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1001 title: "Documentation"
1008 "ligato-perf-results"
1018 title: "Detailed Test Results - DPDK Performance Results"
1019 algorithm: "table_details"
1020 output-file-ext: ".csv"
1021 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1027 title: "Documentation"
1044 title: "Detailed Test Results - Honeycomb Functional Results"
1045 algorithm: "table_details"
1046 output-file-ext: ".csv"
1047 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1053 title: "Documentation"
1070 title: "Detailed Test Results - NSH SFC Functional Results"
1071 algorithm: "table_details"
1072 output-file-ext: ".csv"
1073 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1079 title: "Documentation"
1094 ################################################################################
1096 ################################################################################
1100 title: "VPP Performance Results"
1101 algorithm: "file_merged_test_results"
1102 output-file-ext: ".rst"
1103 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1104 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1105 dir-tables: "{DIR[DTR,PERF,VPP]}"
1108 filter: "not 'NDRCHK' and not 'PDRCHK'"
1114 data-start-level: 3 # 0, 1, 2, ...
1115 chapters-start-level: 2 # 0, 1, 2, ...
1119 title: "VPP Performance Configuration"
1120 algorithm: "file_merged_test_results"
1121 output-file-ext: ".rst"
1122 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1123 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1124 dir-tables: "{DIR[DTC,PERF,VPP]}"
1127 filter: "not 'NDRCHK' and not 'PDRCHK'"
1133 data-start-level: 3 # 0, 1, 2, ...
1134 chapters-start-level: 2 # 0, 1, 2, ...
1138 title: "VPP Performance Operational Data"
1139 algorithm: "file_merged_test_results"
1140 output-file-ext: ".rst"
1141 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1142 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1143 dir-tables: "{DIR[DTO,PERF,VPP]}"
1146 filter: "not 'NDRCHK' and not 'PDRCHK'"
1152 data-start-level: 3 # 0, 1, 2, ...
1153 chapters-start-level: 2 # 0, 1, 2, ...
1157 title: "VPP Functional Results"
1158 algorithm: "file_test_results"
1159 output-file-ext: ".rst"
1160 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1161 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1162 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1170 data-start-level: 3 # 0, 1, 2, ...
1171 chapters-start-level: 2 # 0, 1, 2, ...
1175 title: "VPP Functional Configuration"
1176 algorithm: "file_test_results"
1177 output-file-ext: ".rst"
1178 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1179 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1180 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1188 data-start-level: 3 # 0, 1, 2, ...
1189 chapters-start-level: 2 # 0, 1, 2, ...
1193 title: "Container Orchestrated Performance Results"
1194 algorithm: "file_test_results"
1195 output-file-ext: ".rst"
1196 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1197 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1198 dir-tables: "{DIR[DTR,PERF,COT]}"
1200 "ligato-perf-results"
1206 data-start-level: 2 # 0, 1, 2, ...
1207 chapters-start-level: 2 # 0, 1, 2, ...
1211 title: "DPDK Performance Results"
1212 algorithm: "file_test_results"
1213 output-file-ext: ".rst"
1214 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1215 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1216 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1226 data-start-level: 2 # 0, 1, 2, ...
1227 chapters-start-level: 2 # 0, 1, 2, ...
1231 title: "Honeycomb Functional Results"
1232 algorithm: "file_test_results"
1233 output-file-ext: ".rst"
1234 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1235 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1236 dir-tables: "{DIR[DTR,FUNC,HC]}"
1246 data-start-level: 3 # 0, 1, 2, ...
1247 chapters-start-level: 2 # 0, 1, 2, ...
1251 title: "NSH SFC Functional Results"
1252 algorithm: "file_test_results"
1253 output-file-ext: ".rst"
1254 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1255 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1256 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1266 data-start-level: 2 # 0, 1, 2, ...
1267 chapters-start-level: 2 # 0, 1, 2, ...
1269 ################################################################################
1271 ################################################################################
1273 # Plots VPP HTTP Server Performance
1276 title: "VPP HTTP Server Performance"
1277 algorithm: "plot_http_server_performance_box"
1278 output-file-type: ".html"
1279 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1281 "plot-vpp-http-server-performance"
1282 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1283 # each tag is enclosed with ' (apostrophe).
1284 filter: "'HTTP' and 'TCP_CPS'"
1290 boxpoints: "outliers"
1293 title: "VPP HTTP Server Performance"
1299 title: "VPP HTTP Server Performance"
1300 algorithm: "plot_http_server_performance_box"
1301 output-file-type: ".html"
1302 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1304 "plot-vpp-http-server-performance"
1305 filter: "'HTTP' and 'TCP_RPS'"
1311 boxpoints: "outliers"
1314 title: "VPP HTTP Server Performance"
1318 # Plot Throughput Speedup Analysis
1320 # L2 - 10ge2p1x520 - NDR
1323 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1324 algorithm: "plot_throughput_speedup_analysis"
1325 output-file-type: ".html"
1326 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1328 "plot-throughput-speedup-analysis"
1329 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1335 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1337 "plot-throughput-speedup-analysis"
1339 # L2 - 40ge2p1xl710 - NDR
1342 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1343 algorithm: "plot_throughput_speedup_analysis"
1344 output-file-type: ".html"
1345 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1347 "plot-throughput-speedup-analysis"
1348 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1354 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1356 "plot-throughput-speedup-analysis"
1358 # L2 - 10ge2p1x520 - PDR
1361 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1362 algorithm: "plot_throughput_speedup_analysis"
1363 output-file-type: ".html"
1364 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1366 "plot-throughput-speedup-analysis"
1367 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1373 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1375 "plot-throughput-speedup-analysis"
1377 # IPv4 - 10ge2p1x520 - NDR
1380 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1381 algorithm: "plot_throughput_speedup_analysis"
1382 output-file-type: ".html"
1383 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1385 "plot-throughput-speedup-analysis"
1386 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1392 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1394 "plot-throughput-speedup-analysis"
1396 # IPv4 - 40ge2p1xl710 - NDR
1399 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1400 algorithm: "plot_throughput_speedup_analysis"
1401 output-file-type: ".html"
1402 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1404 "plot-throughput-speedup-analysis"
1405 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1411 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1413 "plot-throughput-speedup-analysis"
1415 # IPv4 - 10ge2p1x520 - PDR
1418 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1419 algorithm: "plot_throughput_speedup_analysis"
1420 output-file-type: ".html"
1421 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1423 "plot-throughput-speedup-analysis"
1424 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1430 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1432 "plot-throughput-speedup-analysis"
1434 # IPv6 - 10ge2p1x520 - NDR
1437 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1438 algorithm: "plot_throughput_speedup_analysis"
1439 output-file-type: ".html"
1440 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1442 "plot-throughput-speedup-analysis"
1443 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1449 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1451 "plot-throughput-speedup-analysis"
1453 # IPv6 - 40ge2p1xl710 - NDR
1456 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1457 algorithm: "plot_throughput_speedup_analysis"
1458 output-file-type: ".html"
1459 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1461 "plot-throughput-speedup-analysis"
1462 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1468 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1470 "plot-throughput-speedup-analysis"
1472 # IPv6 - 10ge2p1x520 - PDR
1475 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1476 algorithm: "plot_throughput_speedup_analysis"
1477 output-file-type: ".html"
1478 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1480 "plot-throughput-speedup-analysis"
1481 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1487 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1489 "plot-throughput-speedup-analysis"
1491 # Plot packets per second
1496 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1497 algorithm: "plot_performance_box"
1498 output-file-type: ".html"
1499 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1501 "plot-vpp-throughput-latency"
1502 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1503 # each tag is enclosed with ' (apostrophe).
1504 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1510 boxpoints: "outliers"
1513 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1519 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1520 algorithm: "plot_performance_box"
1521 output-file-type: ".html"
1522 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1524 "plot-vpp-throughput-latency"
1525 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1531 boxpoints: "outliers"
1534 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1540 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1541 algorithm: "plot_performance_box"
1542 output-file-type: ".html"
1543 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1545 "plot-vpp-throughput-latency"
1546 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1552 boxpoints: "outliers"
1555 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1561 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1562 algorithm: "plot_performance_box"
1563 output-file-type: ".html"
1564 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1566 "plot-vpp-throughput-latency"
1567 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1573 boxpoints: "outliers"
1576 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1583 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1584 algorithm: "plot_performance_box"
1585 output-file-type: ".html"
1586 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1588 "plot-vpp-throughput-latency"
1589 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1595 boxpoints: "outliers"
1598 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1604 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1605 algorithm: "plot_performance_box"
1606 output-file-type: ".html"
1607 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1609 "plot-vpp-throughput-latency"
1610 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1616 boxpoints: "outliers"
1619 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1625 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1626 algorithm: "plot_performance_box"
1627 output-file-type: ".html"
1628 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1630 "plot-vpp-throughput-latency"
1631 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1637 boxpoints: "outliers"
1640 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1646 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1647 algorithm: "plot_performance_box"
1648 output-file-type: ".html"
1649 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1651 "plot-vpp-throughput-latency"
1652 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1658 boxpoints: "outliers"
1661 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1668 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1669 algorithm: "plot_performance_box"
1670 output-file-type: ".html"
1671 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1673 "plot-vpp-throughput-latency"
1674 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1680 boxpoints: "outliers"
1683 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1689 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1690 algorithm: "plot_performance_box"
1691 output-file-type: ".html"
1692 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1694 "plot-vpp-throughput-latency"
1695 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1701 boxpoints: "outliers"
1704 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1710 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1711 algorithm: "plot_performance_box"
1712 output-file-type: ".html"
1713 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1715 "plot-vpp-throughput-latency"
1716 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1722 boxpoints: "outliers"
1725 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1731 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1732 algorithm: "plot_performance_box"
1733 output-file-type: ".html"
1734 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1736 "plot-vpp-throughput-latency"
1737 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1743 boxpoints: "outliers"
1746 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1753 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1754 algorithm: "plot_performance_box"
1755 output-file-type: ".html"
1756 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1758 "plot-vpp-throughput-latency"
1759 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1765 boxpoints: "outliers"
1768 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1774 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1775 algorithm: "plot_performance_box"
1776 output-file-type: ".html"
1777 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1779 "plot-vpp-throughput-latency"
1780 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1786 boxpoints: "outliers"
1789 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1795 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1796 algorithm: "plot_performance_box"
1797 output-file-type: ".html"
1798 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1800 "plot-vpp-throughput-latency"
1801 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1807 boxpoints: "outliers"
1810 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1816 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1817 algorithm: "plot_performance_box"
1818 output-file-type: ".html"
1819 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1821 "plot-vpp-throughput-latency"
1822 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1828 boxpoints: "outliers"
1831 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1838 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1839 algorithm: "plot_performance_box"
1840 output-file-type: ".html"
1841 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1843 "plot-vpp-throughput-latency"
1844 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1850 boxpoints: "outliers"
1853 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1859 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1860 algorithm: "plot_performance_box"
1861 output-file-type: ".html"
1862 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1864 "plot-vpp-throughput-latency"
1865 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1871 boxpoints: "outliers"
1874 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1880 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1881 algorithm: "plot_performance_box"
1882 output-file-type: ".html"
1883 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1885 "plot-vpp-throughput-latency"
1886 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1892 boxpoints: "outliers"
1895 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1901 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1902 algorithm: "plot_performance_box"
1903 output-file-type: ".html"
1904 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1906 "plot-vpp-throughput-latency"
1907 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1913 boxpoints: "outliers"
1916 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1923 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1924 algorithm: "plot_performance_box"
1925 output-file-type: ".html"
1926 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1928 "plot-vpp-throughput-latency"
1929 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1935 boxpoints: "outliers"
1938 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1943 gridcolor: "rgb(238, 238, 238)"
1944 linecolor: "rgb(238, 238, 238)"
1948 showticklabels: True
1949 tickcolor: "rgb(238, 238, 238)"
1951 title: "Indexed Test Cases"
1954 gridcolor: "rgb(238, 238, 238)'"
1956 linecolor: "rgb(238, 238, 238)"
1958 range: [2000000, 6000000]
1961 showticklabels: True
1962 tickcolor: "rgb(238, 238, 238)"
1963 title: "Packets Per Second [pps]"
1981 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1982 algorithm: "plot_performance_box"
1983 output-file-type: ".html"
1984 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1986 "plot-vpp-throughput-latency"
1987 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1993 boxpoints: "outliers"
1996 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2002 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2003 algorithm: "plot_performance_box"
2004 output-file-type: ".html"
2005 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2007 "plot-vpp-throughput-latency"
2008 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2014 boxpoints: "outliers"
2017 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2023 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2024 algorithm: "plot_performance_box"
2025 output-file-type: ".html"
2026 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2028 "plot-vpp-throughput-latency"
2029 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2035 boxpoints: "outliers"
2038 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2043 gridcolor: "rgb(238, 238, 238)"
2044 linecolor: "rgb(238, 238, 238)"
2048 showticklabels: True
2049 tickcolor: "rgb(238, 238, 238)"
2051 title: "Indexed Test Cases"
2054 gridcolor: "rgb(238, 238, 238)'"
2056 linecolor: "rgb(238, 238, 238)"
2058 range: [4000000, 12000000]
2061 showticklabels: True
2062 tickcolor: "rgb(238, 238, 238)"
2063 title: "Packets Per Second [pps]"
2082 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2083 algorithm: "plot_performance_box"
2084 output-file-type: ".html"
2085 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2087 "plot-vpp-throughput-latency"
2088 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2094 boxpoints: "outliers"
2097 title: "64B-1t1c-.*vhost.*-ndrdisc"
2102 gridcolor: "rgb(238, 238, 238)"
2103 linecolor: "rgb(238, 238, 238)"
2107 showticklabels: True
2108 tickcolor: "rgb(238, 238, 238)"
2110 title: "Indexed Test Cases"
2113 gridcolor: "rgb(238, 238, 238)'"
2115 linecolor: "rgb(238, 238, 238)"
2120 showticklabels: True
2121 tickcolor: "rgb(238, 238, 238)"
2122 title: "Packets Per Second [pps]"
2140 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2141 algorithm: "plot_performance_box"
2142 output-file-type: ".html"
2143 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2145 "plot-vpp-throughput-latency"
2146 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2152 boxpoints: "outliers"
2155 title: "64B-2t2c-.*vhost.*-ndrdisc"
2161 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2162 algorithm: "plot_performance_box"
2163 output-file-type: ".html"
2164 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2166 "plot-vpp-throughput-latency"
2167 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2173 boxpoints: "outliers"
2176 title: "64B-1t1c-.*vhost.*-pdrdisc"
2182 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2183 algorithm: "plot_performance_box"
2184 output-file-type: ".html"
2185 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2187 "plot-vpp-throughput-latency"
2188 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2194 boxpoints: "outliers"
2197 title: "64B-2t2c-.*vhost.*-pdrdisc"
2201 # VPP VM VHOST SELECTION
2204 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2205 algorithm: "plot_performance_box"
2206 output-file-type: ".html"
2207 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2209 "plot-vpp-throughput-latency"
2210 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2216 boxpoints: "outliers"
2219 title: "64B-1t1c-.*vhost.*-ndrdisc"
2225 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2226 algorithm: "plot_performance_box"
2227 output-file-type: ".html"
2228 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2230 "plot-vpp-throughput-latency"
2231 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2237 boxpoints: "outliers"
2240 title: "64B-2t2c-.*vhost.*-ndrdisc"
2246 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2247 algorithm: "plot_performance_box"
2248 output-file-type: ".html"
2249 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2251 "plot-vpp-throughput-latency"
2252 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2258 boxpoints: "outliers"
2261 title: "64B-1t1c-.*vhost.*-pdrdisc"
2267 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2268 algorithm: "plot_performance_box"
2269 output-file-type: ".html"
2270 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2272 "plot-vpp-throughput-latency"
2273 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2279 boxpoints: "outliers"
2282 title: "64B-2t2c-.*vhost.*-pdrdisc"
2289 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2290 algorithm: "plot_performance_box"
2291 output-file-type: ".html"
2292 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2294 "plot-vpp-throughput-latency"
2295 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2301 boxpoints: "outliers"
2304 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2310 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2311 algorithm: "plot_performance_box"
2312 output-file-type: ".html"
2313 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2315 "plot-vpp-throughput-latency"
2316 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2322 boxpoints: "outliers"
2325 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2331 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2332 algorithm: "plot_performance_box"
2333 output-file-type: ".html"
2334 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2336 "plot-vpp-throughput-latency"
2337 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2343 boxpoints: "outliers"
2346 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2352 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2353 algorithm: "plot_performance_box"
2354 output-file-type: ".html"
2355 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2357 "plot-vpp-throughput-latency"
2358 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2364 boxpoints: "outliers"
2367 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2374 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2375 algorithm: "plot_performance_box"
2376 output-file-type: ".html"
2377 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2379 "plot-dpdk-throughput-latency"
2380 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2386 boxpoints: "outliers"
2389 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2395 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2396 algorithm: "plot_performance_box"
2397 output-file-type: ".html"
2398 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2400 "plot-dpdk-throughput-latency"
2401 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2407 boxpoints: "outliers"
2410 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2416 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2417 algorithm: "plot_performance_box"
2418 output-file-type: ".html"
2419 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2421 "plot-dpdk-throughput-latency"
2422 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2428 boxpoints: "outliers"
2431 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2436 gridcolor: "rgb(238, 238, 238)"
2437 linecolor: "rgb(238, 238, 238)"
2441 showticklabels: True
2442 tickcolor: "rgb(238, 238, 238)"
2444 title: "Indexed Test Cases"
2447 gridcolor: "rgb(238, 238, 238)'"
2449 linecolor: "rgb(238, 238, 238)"
2451 range: [2000000, 12000000]
2454 showticklabels: True
2455 tickcolor: "rgb(238, 238, 238)"
2456 title: "Packets Per Second [pps]"
2474 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2475 algorithm: "plot_performance_box"
2476 output-file-type: ".html"
2477 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2479 "plot-dpdk-throughput-latency"
2480 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2486 boxpoints: "outliers"
2489 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2494 gridcolor: "rgb(238, 238, 238)"
2495 linecolor: "rgb(238, 238, 238)"
2499 showticklabels: True
2500 tickcolor: "rgb(238, 238, 238)"
2502 title: "Indexed Test Cases"
2505 gridcolor: "rgb(238, 238, 238)'"
2507 linecolor: "rgb(238, 238, 238)"
2509 range: [2000000, 12000000]
2512 showticklabels: True
2513 tickcolor: "rgb(238, 238, 238)"
2514 title: "Packets Per Second [pps]"
2532 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2533 algorithm: "plot_performance_box"
2534 output-file-type: ".html"
2535 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2537 "plot-dpdk-throughput-latency"
2538 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2544 boxpoints: "outliers"
2547 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2553 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2554 algorithm: "plot_performance_box"
2555 output-file-type: ".html"
2556 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2558 "plot-dpdk-throughput-latency"
2559 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2565 boxpoints: "outliers"
2568 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2574 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2575 algorithm: "plot_performance_box"
2576 output-file-type: ".html"
2577 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2579 "plot-dpdk-throughput-latency"
2580 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2586 boxpoints: "outliers"
2589 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2594 gridcolor: "rgb(238, 238, 238)"
2595 linecolor: "rgb(238, 238, 238)"
2599 showticklabels: True
2600 tickcolor: "rgb(238, 238, 238)"
2602 title: "Indexed Test Cases"
2605 gridcolor: "rgb(238, 238, 238)'"
2607 linecolor: "rgb(238, 238, 238)"
2609 range: [20000000, 30000000]
2612 showticklabels: True
2613 tickcolor: "rgb(238, 238, 238)"
2614 title: "Packets Per Second [pps]"
2632 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2633 algorithm: "plot_performance_box"
2634 output-file-type: ".html"
2635 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2637 "plot-dpdk-throughput-latency"
2638 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2644 boxpoints: "outliers"
2647 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2652 gridcolor: "rgb(238, 238, 238)"
2653 linecolor: "rgb(238, 238, 238)"
2657 showticklabels: True
2658 tickcolor: "rgb(238, 238, 238)"
2660 title: "Indexed Test Cases"
2663 gridcolor: "rgb(238, 238, 238)'"
2665 linecolor: "rgb(238, 238, 238)"
2667 range: [20000000, 30000000]
2670 showticklabels: True
2671 tickcolor: "rgb(238, 238, 238)"
2672 title: "Packets Per Second [pps]"
2693 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2694 algorithm: "plot_latency_box"
2695 output-file-type: ".html"
2696 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2698 "plot-vpp-throughput-latency"
2699 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2706 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2712 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2713 algorithm: "plot_latency_box"
2714 output-file-type: ".html"
2715 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2717 "plot-vpp-throughput-latency"
2718 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2725 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2732 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2733 algorithm: "plot_latency_box"
2734 output-file-type: ".html"
2735 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2737 "plot-vpp-throughput-latency"
2738 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2745 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2751 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2752 algorithm: "plot_latency_box"
2753 output-file-type: ".html"
2754 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2756 "plot-vpp-throughput-latency"
2757 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2764 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2771 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2772 algorithm: "plot_latency_box"
2773 output-file-type: ".html"
2774 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2776 "plot-vpp-throughput-latency"
2777 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2784 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2790 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2791 algorithm: "plot_latency_box"
2792 output-file-type: ".html"
2793 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2795 "plot-vpp-throughput-latency"
2796 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2803 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2810 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2811 algorithm: "plot_latency_box"
2812 output-file-type: ".html"
2813 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2815 "plot-vpp-throughput-latency"
2816 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2823 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2829 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2830 algorithm: "plot_latency_box"
2831 output-file-type: ".html"
2832 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2834 "plot-vpp-throughput-latency"
2835 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2842 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2849 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2850 algorithm: "plot_latency_box"
2851 output-file-type: ".html"
2852 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2854 "plot-vpp-throughput-latency"
2855 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2862 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2868 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2869 algorithm: "plot_latency_box"
2870 output-file-type: ".html"
2871 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2873 "plot-vpp-throughput-latency"
2874 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2881 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2888 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2889 algorithm: "plot_latency_box"
2890 output-file-type: ".html"
2891 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2893 "plot-vpp-throughput-latency"
2894 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2901 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2907 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2908 algorithm: "plot_latency_box"
2909 output-file-type: ".html"
2910 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2912 "plot-vpp-throughput-latency"
2913 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2920 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2927 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2928 algorithm: "plot_latency_box"
2929 output-file-type: ".html"
2930 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2932 "plot-vpp-throughput-latency"
2933 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2940 title: "64B-1t1c-.*vhost.*-ndrdisc"
2946 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2947 algorithm: "plot_latency_box"
2948 output-file-type: ".html"
2949 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2951 "plot-vpp-throughput-latency"
2952 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2959 title: "64B-2t2c-.*vhost.*-ndrdisc"
2963 # VPP VM VHOST selection
2966 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2967 algorithm: "plot_latency_box"
2968 output-file-type: ".html"
2969 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2971 "plot-vpp-throughput-latency"
2972 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2979 title: "64B-1t1c-.*vhost.*-ndrdisc"
2985 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2986 algorithm: "plot_latency_box"
2987 output-file-type: ".html"
2988 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2990 "plot-vpp-throughput-latency"
2991 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2998 title: "64B-2t2c-.*vhost.*-ndrdisc"
3005 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3006 algorithm: "plot_latency_box"
3007 output-file-type: ".html"
3008 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3010 "plot-vpp-throughput-latency"
3011 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3018 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3024 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3025 algorithm: "plot_latency_box"
3026 output-file-type: ".html"
3027 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3029 "plot-vpp-throughput-latency"
3030 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3037 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3044 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3045 algorithm: "plot_latency_box"
3046 output-file-type: ".html"
3047 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3049 "plot-dpdk-throughput-latency"
3050 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3057 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3063 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3064 algorithm: "plot_latency_box"
3065 output-file-type: ".html"
3066 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3068 "plot-dpdk-throughput-latency"
3069 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3076 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3082 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3083 algorithm: "plot_latency_box"
3084 output-file-type: ".html"
3085 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3087 "plot-dpdk-throughput-latency"
3088 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3095 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3101 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3102 algorithm: "plot_latency_box"
3103 output-file-type: ".html"
3104 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3106 "plot-dpdk-throughput-latency"
3107 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3114 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3118 # Ligato - Throughput
3123 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3124 algorithm: "plot_performance_box"
3125 output-file-type: ".html"
3126 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3128 "plot-vpp-throughput-latency"
3129 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3135 boxpoints: "outliers"
3138 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3143 gridcolor: "rgb(238, 238, 238)"
3144 linecolor: "rgb(238, 238, 238)"
3148 showticklabels: True
3149 tickcolor: "rgb(238, 238, 238)"
3151 title: "Indexed Test Cases"
3154 gridcolor: "rgb(238, 238, 238)'"
3156 linecolor: "rgb(238, 238, 238)"
3161 showticklabels: True
3162 tickcolor: "rgb(238, 238, 238)"
3163 title: "Packets Per Second [pps]"
3181 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3182 algorithm: "plot_performance_box"
3183 output-file-type: ".html"
3184 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3186 "plot-vpp-throughput-latency"
3187 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3193 boxpoints: "outliers"
3196 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3201 gridcolor: "rgb(238, 238, 238)"
3202 linecolor: "rgb(238, 238, 238)"
3206 showticklabels: True
3207 tickcolor: "rgb(238, 238, 238)"
3209 title: "Indexed Test Cases"
3212 gridcolor: "rgb(238, 238, 238)'"
3214 linecolor: "rgb(238, 238, 238)"
3219 showticklabels: True
3220 tickcolor: "rgb(238, 238, 238)"
3221 title: "Packets Per Second [pps]"
3239 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3240 algorithm: "plot_performance_box"
3241 output-file-type: ".html"
3242 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3244 "plot-vpp-throughput-latency"
3245 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3251 boxpoints: "outliers"
3254 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3259 gridcolor: "rgb(238, 238, 238)"
3260 linecolor: "rgb(238, 238, 238)"
3264 showticklabels: True
3265 tickcolor: "rgb(238, 238, 238)"
3267 title: "Indexed Test Cases"
3270 gridcolor: "rgb(238, 238, 238)'"
3272 linecolor: "rgb(238, 238, 238)"
3277 showticklabels: True
3278 tickcolor: "rgb(238, 238, 238)"
3279 title: "Packets Per Second [pps]"
3297 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3298 algorithm: "plot_performance_box"
3299 output-file-type: ".html"
3300 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3302 "plot-vpp-throughput-latency"
3303 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3309 boxpoints: "outliers"
3312 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3317 gridcolor: "rgb(238, 238, 238)"
3318 linecolor: "rgb(238, 238, 238)"
3322 showticklabels: True
3323 tickcolor: "rgb(238, 238, 238)"
3325 title: "Indexed Test Cases"
3328 gridcolor: "rgb(238, 238, 238)'"
3330 linecolor: "rgb(238, 238, 238)"
3335 showticklabels: True
3336 tickcolor: "rgb(238, 238, 238)"
3337 title: "Packets Per Second [pps]"
3353 # Container orchestrated
3356 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3357 algorithm: "plot_performance_box"
3358 output-file-type: ".html"
3359 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3361 "plot-ligato-throughput-latency"
3362 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3368 boxpoints: "outliers"
3371 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3377 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3378 algorithm: "plot_performance_box"
3379 output-file-type: ".html"
3380 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3382 "plot-ligato-throughput-latency"
3383 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3389 boxpoints: "outliers"
3392 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3398 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3399 algorithm: "plot_performance_box"
3400 output-file-type: ".html"
3401 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3403 "plot-ligato-throughput-latency"
3404 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3410 boxpoints: "outliers"
3413 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3419 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3420 algorithm: "plot_performance_box"
3421 output-file-type: ".html"
3422 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3424 "plot-ligato-throughput-latency"
3425 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3431 boxpoints: "outliers"
3434 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3443 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3444 algorithm: "plot_latency_box"
3445 output-file-type: ".html"
3446 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3448 "plot-vpp-throughput-latency"
3449 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3456 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3462 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3463 algorithm: "plot_latency_box"
3464 output-file-type: ".html"
3465 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3467 "plot-vpp-throughput-latency"
3468 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3475 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3479 # Container orchestrated
3482 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3483 algorithm: "plot_latency_box"
3484 output-file-type: ".html"
3485 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3487 "plot-ligato-throughput-latency"
3488 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3495 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3501 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3502 algorithm: "plot_latency_box"
3503 output-file-type: ".html"
3504 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3506 "plot-ligato-throughput-latency"
3507 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3514 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"