6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 plot-vpp-http-server-performance:
93 # TODO: Add the data sources
94 csit-vpp-perf-1801-all:
106 # TODO: Add the data sources
107 # vpp-meltdown-impact:
108 # csit-vpp-perf-1707-all:
112 # csit-vpp-perf-1710-all:
116 # TODO: Add the data sources
117 # vpp-spectre-impact:
118 # csit-vpp-perf-1707-all:
122 # csit-vpp-perf-1710-all:
126 vpp-performance-changes:
127 csit-vpp-perf-1710-all:
138 csit-vpp-perf-1801-all:
151 csit-vpp-perf-1804-all:
153 vpp-performance-changes-mrr:
154 csit-vpp-perf-check-1801:
167 csit-vpp-perf-check-1804:
169 plot-throughput-speedup-analysis:
170 csit-vpp-perf-1801-all:
187 # performance-improvements:
188 # csit-vpp-perf-1707-all:
199 # csit-vpp-perf-1710-all:
210 # csit-vpp-perf-1801-all:
214 # csit-ligato-perf-1710-all:
225 # csit-ligato-perf-1801-all:
236 csit-vpp-perf-1801-all:
242 csit-vpp-functional-1801-ubuntu1604-virl:
243 - "lastSuccessfulBuild"
245 csit-ligato-perf-1801-all:
248 csit-dpdk-perf-1801-all:
251 csit-hc2vpp-verify-func-1801-ubuntu1604:
252 - "lastSuccessfulBuild"
254 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
256 plot-vpp-throughput-latency:
257 csit-vpp-perf-1801-all:
274 plot-dpdk-throughput-latency:
275 csit-dpdk-perf-1801-all:
285 plot-ligato-throughput-latency:
286 csit-ligato-perf-1801-all:
304 gridcolor: "rgb(238, 238, 238)"
305 linecolor: "rgb(238, 238, 238)"
310 tickcolor: "rgb(238, 238, 238)"
312 title: "Indexed Test Cases"
315 gridcolor: "rgb(238, 238, 238)'"
317 linecolor: "rgb(238, 238, 238)"
324 tickcolor: "rgb(238, 238, 238)"
325 title: "Connections Per Second [cps]"
346 gridcolor: "rgb(238, 238, 238)"
347 linecolor: "rgb(238, 238, 238)"
352 tickcolor: "rgb(238, 238, 238)"
354 title: "Indexed Test Cases"
357 gridcolor: "rgb(238, 238, 238)'"
359 linecolor: "rgb(238, 238, 238)"
366 tickcolor: "rgb(238, 238, 238)"
367 title: "Requests Per Second [rps]"
388 gridcolor: "rgb(238, 238, 238)"
389 linecolor: "rgb(238, 238, 238)"
394 tickcolor: "rgb(238, 238, 238)"
396 title: "Indexed Test Cases"
399 gridcolor: "rgb(238, 238, 238)'"
401 linecolor: "rgb(238, 238, 238)"
407 tickcolor: "rgb(238, 238, 238)"
408 title: "Packets Per Second [pps]"
429 gridcolor: "rgb(238, 238, 238)"
430 linecolor: "rgb(238, 238, 238)"
435 tickcolor: "rgb(238, 238, 238)"
437 title: "Indexed Test Cases"
440 gridcolor: "rgb(238, 238, 238)'"
442 linecolor: "rgb(238, 238, 238)"
448 tickcolor: "rgb(238, 238, 238)"
449 title: "Latency min/avg/max [uSec]"
465 plot-throughput-speedup-analysis:
470 gridcolor: "rgb(238, 238, 238)"
471 linecolor: "rgb(238, 238, 238)"
476 tickcolor: "rgb(238, 238, 238)"
481 title: "Throughput speedup factor"
482 gridcolor: "rgb(238, 238, 238)"
484 linecolor: "rgb(238, 238, 238)"
490 tickcolor: "rgb(238, 238, 238)"
498 bgcolor: "rgba(255, 255, 255, 0)"
499 bordercolor: "rgba(255, 255, 255, 0)"
516 input-format: "xml" # zip or xml
517 extract: "robot-plugin/output.xml" # Only for zip
519 # The files must be in the directory DIR[WORKING,DATA]
520 csit-vpp-perf-1801-all:
523 file: "{DIR[WORKING,DATA]}/output.xml"
526 file: "{DIR[WORKING,DATA]}/output.xml"
529 file: "{DIR[WORKING,DATA]}/output.xml"
532 file: "{DIR[WORKING,DATA]}/output.xml"
536 src-path: "{DIR[RST]}"
537 dst-path: "{DIR[WORKING,SRC]}"
540 type: "input" # Ignored in debug mode
542 file-name: "robot-plugin.zip"
544 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
545 extract: "robot-plugin/output.xml"
547 # csit-vpp-perf-1707-all:
558 csit-vpp-perf-1710-all:
569 csit-vpp-perf-1801-all:
597 csit-vpp-perf-1804-all:
599 csit-vpp-perf-check-1801:
612 csit-vpp-perf-check-1804:
614 csit-ligato-perf-1710-all:
625 csit-dpdk-perf-1801-all:
635 csit-ligato-perf-1801-all:
646 csit-dpdk-perf-1801-all:
657 csit-vpp-functional-1801-ubuntu1604-virl:
658 - lastSuccessfulBuild
659 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
661 csit-hc2vpp-verify-func-1801-ubuntu1604:
662 - lastSuccessfulBuild
673 ################################################################################
675 ################################################################################
679 # title: "Performance Impact of Meltdown Patches"
680 # algorithm: "table_performance_comparison"
681 # output-file-ext: ".csv"
683 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
685 # title: "No Meltdown"
686 ## TODO: specify data sources
688 # csit-vpp-perf-1707-all:
693 # title: "Meltdown Patches Applied"
694 ## TODO: specify data sources
696 # csit-vpp-perf-1710-all:
701 # "vpp-meltdown-impact"
707 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
708 # # to present all tests.
709 # nr-of-tests-shown: 20
713 # title: "Performance Impact of Spectre Patches"
714 # algorithm: "table_performance_comparison"
715 # output-file-ext: ".csv"
717 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
719 # title: "No Spectre"
720 ## TODO: specify data sources
722 # csit-vpp-perf-1707-all:
727 # title: "Spectre Patches Applied"
728 ## TODO: specify data sources
730 # csit-vpp-perf-1710-all:
735 # "vpp-spectre-impact"
741 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
742 # # to present all tests.
743 # nr-of-tests-shown: 20
747 title: "VPP Performance Changes"
748 algorithm: "table_performance_comparison"
749 output-file-ext: ".csv"
750 output-file: "{DIR[STATIC,VPP]}/performance-changes"
752 # title: "Release 1710"
754 # csit-vpp-perf-1710-all:
766 title: "Release 1801"
768 csit-vpp-perf-1801-all:
782 title: "Release 1804"
784 csit-vpp-perf-1804-all:
786 data: "vpp-performance-changes"
792 # Number of the best and the worst tests presented in the table. Use 0 (zero)
793 # to present all tests.
794 nr-of-tests-shown: 20
799 title: "VPP Performance Changes - MRR"
800 algorithm: "table_performance_comparison_mrr"
801 output-file-ext: ".csv"
802 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
804 title: "Release 1801"
806 csit-vpp-perf-check-1801:
820 title: "Release 1804"
822 csit-vpp-perf-check-1804:
824 data: "vpp-performance-changes-mrr"
830 # Number of the best and the worst tests presented in the table. Use 0 (zero)
831 # to present all tests.
832 nr-of-tests-shown: 20
837 # title: "Performance improvements"
838 # algorithm: "table_performance_improvements"
839 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
840 # output-file-ext: ".csv"
841 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
847 # title: "16.09 mean [Mpps]"
850 # title: "17.01 mean [Mpps]"
853 # title: "17.04 mean [Mpps]"
856 # title: "17.07 mean [Mpps]"
857 # data: "data csit-vpp-perf-1707-all mean"
859 # title: "17.10 mean [Mpps]"
860 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
862 # title: "18.01 mean [Mpps]"
863 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
865 # title: "18.01 stdev [Mpps]"
866 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
868 # title: "17.10 to 18.01 change [%]"
869 # data: "operation relative_change 5 6"
872 # "performance-improvements"
879 title: "Detailed Test Results - VPP Performance Results"
880 algorithm: "table_merged_details"
881 output-file-ext: ".csv"
882 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
888 title: "Documentation"
896 filter: "not 'NDRCHK' and not 'PDRCHK'"
905 title: "Test configuration - VPP Performance Test Configs"
906 algorithm: "table_merged_details"
907 output-file-ext: ".csv"
908 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
914 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
915 data: "data vat-history"
919 filter: "not 'NDRCHK' and not 'PDRCHK'"
927 title: "Test Operational Data - VPP Performance Operational Data"
928 algorithm: "table_merged_details"
929 output-file-ext: ".csv"
930 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
936 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
937 data: "data show-run"
941 filter: "not 'NDRCHK' and not 'PDRCHK'"
949 title: "Detailed Test Results - VPP Functional Results"
950 algorithm: "table_details"
951 output-file-ext: ".csv"
952 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
958 title: "Documentation"
975 title: "Test configuration - VPP Functional Test Configs"
976 algorithm: "table_details"
977 output-file-ext: ".csv"
978 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
984 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
985 data: "data vat-history"
997 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
998 algorithm: "table_details"
999 output-file-ext: ".csv"
1000 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1006 title: "Documentation"
1013 "ligato-perf-results"
1023 title: "Detailed Test Results - DPDK Performance Results"
1024 algorithm: "table_details"
1025 output-file-ext: ".csv"
1026 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1032 title: "Documentation"
1049 title: "Detailed Test Results - Honeycomb Functional Results"
1050 algorithm: "table_details"
1051 output-file-ext: ".csv"
1052 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1058 title: "Documentation"
1075 title: "Detailed Test Results - NSH SFC Functional Results"
1076 algorithm: "table_details"
1077 output-file-ext: ".csv"
1078 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1084 title: "Documentation"
1099 ################################################################################
1101 ################################################################################
1105 title: "VPP Performance Results"
1106 algorithm: "file_merged_test_results"
1107 output-file-ext: ".rst"
1108 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1109 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1110 dir-tables: "{DIR[DTR,PERF,VPP]}"
1113 filter: "not 'NDRCHK' and not 'PDRCHK'"
1119 data-start-level: 3 # 0, 1, 2, ...
1120 chapters-start-level: 2 # 0, 1, 2, ...
1124 title: "VPP Performance Configuration"
1125 algorithm: "file_merged_test_results"
1126 output-file-ext: ".rst"
1127 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1128 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1129 dir-tables: "{DIR[DTC,PERF,VPP]}"
1132 filter: "not 'NDRCHK' and not 'PDRCHK'"
1138 data-start-level: 3 # 0, 1, 2, ...
1139 chapters-start-level: 2 # 0, 1, 2, ...
1143 title: "VPP Performance Operational Data"
1144 algorithm: "file_merged_test_results"
1145 output-file-ext: ".rst"
1146 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1147 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1148 dir-tables: "{DIR[DTO,PERF,VPP]}"
1151 filter: "not 'NDRCHK' and not 'PDRCHK'"
1157 data-start-level: 3 # 0, 1, 2, ...
1158 chapters-start-level: 2 # 0, 1, 2, ...
1162 title: "VPP Functional Results"
1163 algorithm: "file_test_results"
1164 output-file-ext: ".rst"
1165 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1166 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1167 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1175 data-start-level: 3 # 0, 1, 2, ...
1176 chapters-start-level: 2 # 0, 1, 2, ...
1180 title: "VPP Functional Configuration"
1181 algorithm: "file_test_results"
1182 output-file-ext: ".rst"
1183 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1184 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1185 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1193 data-start-level: 3 # 0, 1, 2, ...
1194 chapters-start-level: 2 # 0, 1, 2, ...
1198 title: "Container Orchestrated Performance Results"
1199 algorithm: "file_test_results"
1200 output-file-ext: ".rst"
1201 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1202 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1203 dir-tables: "{DIR[DTR,PERF,COT]}"
1205 "ligato-perf-results"
1211 data-start-level: 2 # 0, 1, 2, ...
1212 chapters-start-level: 2 # 0, 1, 2, ...
1216 title: "DPDK Performance Results"
1217 algorithm: "file_test_results"
1218 output-file-ext: ".rst"
1219 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1220 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1221 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1231 data-start-level: 2 # 0, 1, 2, ...
1232 chapters-start-level: 2 # 0, 1, 2, ...
1236 title: "Honeycomb Functional Results"
1237 algorithm: "file_test_results"
1238 output-file-ext: ".rst"
1239 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1240 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1241 dir-tables: "{DIR[DTR,FUNC,HC]}"
1251 data-start-level: 3 # 0, 1, 2, ...
1252 chapters-start-level: 2 # 0, 1, 2, ...
1256 title: "NSH SFC Functional Results"
1257 algorithm: "file_test_results"
1258 output-file-ext: ".rst"
1259 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1260 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1261 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1271 data-start-level: 2 # 0, 1, 2, ...
1272 chapters-start-level: 2 # 0, 1, 2, ...
1274 ################################################################################
1276 ################################################################################
1278 # Plots VPP HTTP Server Performance
1281 title: "VPP HTTP Server Performance"
1282 algorithm: "plot_http_server_performance_box"
1283 output-file-type: ".html"
1284 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1286 "plot-vpp-http-server-performance"
1287 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1288 # each tag is enclosed with ' (apostrophe).
1289 filter: "'HTTP' and 'TCP_CPS'"
1295 boxpoints: "outliers"
1298 title: "VPP HTTP Server Performance"
1304 title: "VPP HTTP Server Performance"
1305 algorithm: "plot_http_server_performance_box"
1306 output-file-type: ".html"
1307 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1309 "plot-vpp-http-server-performance"
1310 filter: "'HTTP' and 'TCP_RPS'"
1316 boxpoints: "outliers"
1319 title: "VPP HTTP Server Performance"
1323 # Plot Throughput Speedup Analysis
1325 # L2 - 10ge2p1x520 - NDR
1328 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1329 algorithm: "plot_throughput_speedup_analysis"
1330 output-file-type: ".html"
1331 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1333 "plot-throughput-speedup-analysis"
1334 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1340 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1342 "plot-throughput-speedup-analysis"
1344 # L2 - 40ge2p1xl710 - NDR
1347 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1348 algorithm: "plot_throughput_speedup_analysis"
1349 output-file-type: ".html"
1350 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1352 "plot-throughput-speedup-analysis"
1353 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1359 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1361 "plot-throughput-speedup-analysis"
1363 # L2 - 10ge2p1x520 - PDR
1366 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1367 algorithm: "plot_throughput_speedup_analysis"
1368 output-file-type: ".html"
1369 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1371 "plot-throughput-speedup-analysis"
1372 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1378 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1380 "plot-throughput-speedup-analysis"
1382 # IPv4 - 10ge2p1x520 - NDR
1385 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1386 algorithm: "plot_throughput_speedup_analysis"
1387 output-file-type: ".html"
1388 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1390 "plot-throughput-speedup-analysis"
1391 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1397 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1399 "plot-throughput-speedup-analysis"
1401 # IPv4 - 40ge2p1xl710 - NDR
1404 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1405 algorithm: "plot_throughput_speedup_analysis"
1406 output-file-type: ".html"
1407 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1409 "plot-throughput-speedup-analysis"
1410 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1416 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1418 "plot-throughput-speedup-analysis"
1420 # IPv4 - 10ge2p1x520 - PDR
1423 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1424 algorithm: "plot_throughput_speedup_analysis"
1425 output-file-type: ".html"
1426 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1428 "plot-throughput-speedup-analysis"
1429 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1435 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1437 "plot-throughput-speedup-analysis"
1439 # IPv6 - 10ge2p1x520 - NDR
1442 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1443 algorithm: "plot_throughput_speedup_analysis"
1444 output-file-type: ".html"
1445 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1447 "plot-throughput-speedup-analysis"
1448 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1454 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1456 "plot-throughput-speedup-analysis"
1458 # IPv6 - 40ge2p1xl710 - NDR
1461 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1462 algorithm: "plot_throughput_speedup_analysis"
1463 output-file-type: ".html"
1464 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1466 "plot-throughput-speedup-analysis"
1467 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1473 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1475 "plot-throughput-speedup-analysis"
1477 # IPv6 - 10ge2p1x520 - PDR
1480 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1481 algorithm: "plot_throughput_speedup_analysis"
1482 output-file-type: ".html"
1483 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1485 "plot-throughput-speedup-analysis"
1486 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1492 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1494 "plot-throughput-speedup-analysis"
1496 # Plot packets per second
1501 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1502 algorithm: "plot_performance_box"
1503 output-file-type: ".html"
1504 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1506 "plot-vpp-throughput-latency"
1507 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1508 # each tag is enclosed with ' (apostrophe).
1509 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1515 boxpoints: "outliers"
1518 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1524 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1525 algorithm: "plot_performance_box"
1526 output-file-type: ".html"
1527 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1529 "plot-vpp-throughput-latency"
1530 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1536 boxpoints: "outliers"
1539 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1545 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1546 algorithm: "plot_performance_box"
1547 output-file-type: ".html"
1548 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1550 "plot-vpp-throughput-latency"
1551 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1557 boxpoints: "outliers"
1560 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1566 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1567 algorithm: "plot_performance_box"
1568 output-file-type: ".html"
1569 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1571 "plot-vpp-throughput-latency"
1572 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1578 boxpoints: "outliers"
1581 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1588 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1589 algorithm: "plot_performance_box"
1590 output-file-type: ".html"
1591 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1593 "plot-vpp-throughput-latency"
1594 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1600 boxpoints: "outliers"
1603 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1609 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1610 algorithm: "plot_performance_box"
1611 output-file-type: ".html"
1612 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1614 "plot-vpp-throughput-latency"
1615 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1621 boxpoints: "outliers"
1624 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1630 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1631 algorithm: "plot_performance_box"
1632 output-file-type: ".html"
1633 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1635 "plot-vpp-throughput-latency"
1636 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1642 boxpoints: "outliers"
1645 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1651 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1652 algorithm: "plot_performance_box"
1653 output-file-type: ".html"
1654 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1656 "plot-vpp-throughput-latency"
1657 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1663 boxpoints: "outliers"
1666 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1673 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1674 algorithm: "plot_performance_box"
1675 output-file-type: ".html"
1676 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1678 "plot-vpp-throughput-latency"
1679 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1685 boxpoints: "outliers"
1688 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1694 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1695 algorithm: "plot_performance_box"
1696 output-file-type: ".html"
1697 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1699 "plot-vpp-throughput-latency"
1700 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1706 boxpoints: "outliers"
1709 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1715 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1716 algorithm: "plot_performance_box"
1717 output-file-type: ".html"
1718 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1720 "plot-vpp-throughput-latency"
1721 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1727 boxpoints: "outliers"
1730 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1736 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1737 algorithm: "plot_performance_box"
1738 output-file-type: ".html"
1739 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1741 "plot-vpp-throughput-latency"
1742 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1748 boxpoints: "outliers"
1751 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1758 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1759 algorithm: "plot_performance_box"
1760 output-file-type: ".html"
1761 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1763 "plot-vpp-throughput-latency"
1764 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1770 boxpoints: "outliers"
1773 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1779 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1780 algorithm: "plot_performance_box"
1781 output-file-type: ".html"
1782 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1784 "plot-vpp-throughput-latency"
1785 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1791 boxpoints: "outliers"
1794 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1800 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1801 algorithm: "plot_performance_box"
1802 output-file-type: ".html"
1803 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1805 "plot-vpp-throughput-latency"
1806 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1812 boxpoints: "outliers"
1815 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1821 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1822 algorithm: "plot_performance_box"
1823 output-file-type: ".html"
1824 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1826 "plot-vpp-throughput-latency"
1827 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1833 boxpoints: "outliers"
1836 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1843 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1844 algorithm: "plot_performance_box"
1845 output-file-type: ".html"
1846 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1848 "plot-vpp-throughput-latency"
1849 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1855 boxpoints: "outliers"
1858 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1864 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1865 algorithm: "plot_performance_box"
1866 output-file-type: ".html"
1867 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1869 "plot-vpp-throughput-latency"
1870 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1876 boxpoints: "outliers"
1879 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1885 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1886 algorithm: "plot_performance_box"
1887 output-file-type: ".html"
1888 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1890 "plot-vpp-throughput-latency"
1891 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1897 boxpoints: "outliers"
1900 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1906 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1907 algorithm: "plot_performance_box"
1908 output-file-type: ".html"
1909 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1911 "plot-vpp-throughput-latency"
1912 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1918 boxpoints: "outliers"
1921 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1928 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1929 algorithm: "plot_performance_box"
1930 output-file-type: ".html"
1931 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1933 "plot-vpp-throughput-latency"
1934 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1940 boxpoints: "outliers"
1943 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1948 gridcolor: "rgb(238, 238, 238)"
1949 linecolor: "rgb(238, 238, 238)"
1953 showticklabels: True
1954 tickcolor: "rgb(238, 238, 238)"
1956 title: "Indexed Test Cases"
1959 gridcolor: "rgb(238, 238, 238)'"
1961 linecolor: "rgb(238, 238, 238)"
1963 range: [2000000, 6000000]
1966 showticklabels: True
1967 tickcolor: "rgb(238, 238, 238)"
1968 title: "Packets Per Second [pps]"
1986 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1987 algorithm: "plot_performance_box"
1988 output-file-type: ".html"
1989 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1991 "plot-vpp-throughput-latency"
1992 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1998 boxpoints: "outliers"
2001 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2007 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2008 algorithm: "plot_performance_box"
2009 output-file-type: ".html"
2010 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2012 "plot-vpp-throughput-latency"
2013 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2019 boxpoints: "outliers"
2022 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2028 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2029 algorithm: "plot_performance_box"
2030 output-file-type: ".html"
2031 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2033 "plot-vpp-throughput-latency"
2034 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2040 boxpoints: "outliers"
2043 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2048 gridcolor: "rgb(238, 238, 238)"
2049 linecolor: "rgb(238, 238, 238)"
2053 showticklabels: True
2054 tickcolor: "rgb(238, 238, 238)"
2056 title: "Indexed Test Cases"
2059 gridcolor: "rgb(238, 238, 238)'"
2061 linecolor: "rgb(238, 238, 238)"
2063 range: [4000000, 12000000]
2066 showticklabels: True
2067 tickcolor: "rgb(238, 238, 238)"
2068 title: "Packets Per Second [pps]"
2087 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2088 algorithm: "plot_performance_box"
2089 output-file-type: ".html"
2090 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2092 "plot-vpp-throughput-latency"
2093 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2099 boxpoints: "outliers"
2102 title: "64B-1t1c-.*vhost.*-ndrdisc"
2107 gridcolor: "rgb(238, 238, 238)"
2108 linecolor: "rgb(238, 238, 238)"
2112 showticklabels: True
2113 tickcolor: "rgb(238, 238, 238)"
2115 title: "Indexed Test Cases"
2118 gridcolor: "rgb(238, 238, 238)'"
2120 linecolor: "rgb(238, 238, 238)"
2125 showticklabels: True
2126 tickcolor: "rgb(238, 238, 238)"
2127 title: "Packets Per Second [pps]"
2145 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2146 algorithm: "plot_performance_box"
2147 output-file-type: ".html"
2148 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2150 "plot-vpp-throughput-latency"
2151 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2157 boxpoints: "outliers"
2160 title: "64B-2t2c-.*vhost.*-ndrdisc"
2166 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2167 algorithm: "plot_performance_box"
2168 output-file-type: ".html"
2169 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2171 "plot-vpp-throughput-latency"
2172 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2178 boxpoints: "outliers"
2181 title: "64B-1t1c-.*vhost.*-pdrdisc"
2187 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2188 algorithm: "plot_performance_box"
2189 output-file-type: ".html"
2190 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2192 "plot-vpp-throughput-latency"
2193 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2199 boxpoints: "outliers"
2202 title: "64B-2t2c-.*vhost.*-pdrdisc"
2206 # VPP VM VHOST SELECTION
2209 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2210 algorithm: "plot_performance_box"
2211 output-file-type: ".html"
2212 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2214 "plot-vpp-throughput-latency"
2215 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2221 boxpoints: "outliers"
2224 title: "64B-1t1c-.*vhost.*-ndrdisc"
2230 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2231 algorithm: "plot_performance_box"
2232 output-file-type: ".html"
2233 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2235 "plot-vpp-throughput-latency"
2236 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2242 boxpoints: "outliers"
2245 title: "64B-2t2c-.*vhost.*-ndrdisc"
2251 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2252 algorithm: "plot_performance_box"
2253 output-file-type: ".html"
2254 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2256 "plot-vpp-throughput-latency"
2257 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2263 boxpoints: "outliers"
2266 title: "64B-1t1c-.*vhost.*-pdrdisc"
2272 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2273 algorithm: "plot_performance_box"
2274 output-file-type: ".html"
2275 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2277 "plot-vpp-throughput-latency"
2278 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2284 boxpoints: "outliers"
2287 title: "64B-2t2c-.*vhost.*-pdrdisc"
2294 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2295 algorithm: "plot_performance_box"
2296 output-file-type: ".html"
2297 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2299 "plot-vpp-throughput-latency"
2300 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2306 boxpoints: "outliers"
2309 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2315 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2316 algorithm: "plot_performance_box"
2317 output-file-type: ".html"
2318 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2320 "plot-vpp-throughput-latency"
2321 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2327 boxpoints: "outliers"
2330 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2336 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2337 algorithm: "plot_performance_box"
2338 output-file-type: ".html"
2339 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2341 "plot-vpp-throughput-latency"
2342 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2348 boxpoints: "outliers"
2351 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2357 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2358 algorithm: "plot_performance_box"
2359 output-file-type: ".html"
2360 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2362 "plot-vpp-throughput-latency"
2363 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2369 boxpoints: "outliers"
2372 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2379 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2380 algorithm: "plot_performance_box"
2381 output-file-type: ".html"
2382 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2384 "plot-dpdk-throughput-latency"
2385 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2391 boxpoints: "outliers"
2394 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2400 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2401 algorithm: "plot_performance_box"
2402 output-file-type: ".html"
2403 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2405 "plot-dpdk-throughput-latency"
2406 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2412 boxpoints: "outliers"
2415 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2421 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2422 algorithm: "plot_performance_box"
2423 output-file-type: ".html"
2424 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2426 "plot-dpdk-throughput-latency"
2427 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2433 boxpoints: "outliers"
2436 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2441 gridcolor: "rgb(238, 238, 238)"
2442 linecolor: "rgb(238, 238, 238)"
2446 showticklabels: True
2447 tickcolor: "rgb(238, 238, 238)"
2449 title: "Indexed Test Cases"
2452 gridcolor: "rgb(238, 238, 238)'"
2454 linecolor: "rgb(238, 238, 238)"
2456 range: [2000000, 12000000]
2459 showticklabels: True
2460 tickcolor: "rgb(238, 238, 238)"
2461 title: "Packets Per Second [pps]"
2479 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2480 algorithm: "plot_performance_box"
2481 output-file-type: ".html"
2482 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2484 "plot-dpdk-throughput-latency"
2485 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2491 boxpoints: "outliers"
2494 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2499 gridcolor: "rgb(238, 238, 238)"
2500 linecolor: "rgb(238, 238, 238)"
2504 showticklabels: True
2505 tickcolor: "rgb(238, 238, 238)"
2507 title: "Indexed Test Cases"
2510 gridcolor: "rgb(238, 238, 238)'"
2512 linecolor: "rgb(238, 238, 238)"
2514 range: [2000000, 12000000]
2517 showticklabels: True
2518 tickcolor: "rgb(238, 238, 238)"
2519 title: "Packets Per Second [pps]"
2537 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2538 algorithm: "plot_performance_box"
2539 output-file-type: ".html"
2540 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2542 "plot-dpdk-throughput-latency"
2543 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2549 boxpoints: "outliers"
2552 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2558 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2559 algorithm: "plot_performance_box"
2560 output-file-type: ".html"
2561 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2563 "plot-dpdk-throughput-latency"
2564 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2570 boxpoints: "outliers"
2573 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2579 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2580 algorithm: "plot_performance_box"
2581 output-file-type: ".html"
2582 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2584 "plot-dpdk-throughput-latency"
2585 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2591 boxpoints: "outliers"
2594 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2599 gridcolor: "rgb(238, 238, 238)"
2600 linecolor: "rgb(238, 238, 238)"
2604 showticklabels: True
2605 tickcolor: "rgb(238, 238, 238)"
2607 title: "Indexed Test Cases"
2610 gridcolor: "rgb(238, 238, 238)'"
2612 linecolor: "rgb(238, 238, 238)"
2614 range: [20000000, 30000000]
2617 showticklabels: True
2618 tickcolor: "rgb(238, 238, 238)"
2619 title: "Packets Per Second [pps]"
2637 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2638 algorithm: "plot_performance_box"
2639 output-file-type: ".html"
2640 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2642 "plot-dpdk-throughput-latency"
2643 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2649 boxpoints: "outliers"
2652 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2657 gridcolor: "rgb(238, 238, 238)"
2658 linecolor: "rgb(238, 238, 238)"
2662 showticklabels: True
2663 tickcolor: "rgb(238, 238, 238)"
2665 title: "Indexed Test Cases"
2668 gridcolor: "rgb(238, 238, 238)'"
2670 linecolor: "rgb(238, 238, 238)"
2672 range: [20000000, 30000000]
2675 showticklabels: True
2676 tickcolor: "rgb(238, 238, 238)"
2677 title: "Packets Per Second [pps]"
2698 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2699 algorithm: "plot_latency_box"
2700 output-file-type: ".html"
2701 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2703 "plot-vpp-throughput-latency"
2704 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2711 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2717 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2718 algorithm: "plot_latency_box"
2719 output-file-type: ".html"
2720 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2722 "plot-vpp-throughput-latency"
2723 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2730 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2737 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2738 algorithm: "plot_latency_box"
2739 output-file-type: ".html"
2740 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2742 "plot-vpp-throughput-latency"
2743 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2750 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2756 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2757 algorithm: "plot_latency_box"
2758 output-file-type: ".html"
2759 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2761 "plot-vpp-throughput-latency"
2762 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2769 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2776 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2777 algorithm: "plot_latency_box"
2778 output-file-type: ".html"
2779 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2781 "plot-vpp-throughput-latency"
2782 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2789 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2795 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2796 algorithm: "plot_latency_box"
2797 output-file-type: ".html"
2798 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2800 "plot-vpp-throughput-latency"
2801 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2808 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2815 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2816 algorithm: "plot_latency_box"
2817 output-file-type: ".html"
2818 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2820 "plot-vpp-throughput-latency"
2821 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2828 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2834 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2835 algorithm: "plot_latency_box"
2836 output-file-type: ".html"
2837 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2839 "plot-vpp-throughput-latency"
2840 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2847 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2854 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2855 algorithm: "plot_latency_box"
2856 output-file-type: ".html"
2857 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2859 "plot-vpp-throughput-latency"
2860 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2867 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2873 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2874 algorithm: "plot_latency_box"
2875 output-file-type: ".html"
2876 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2878 "plot-vpp-throughput-latency"
2879 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2886 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2893 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2894 algorithm: "plot_latency_box"
2895 output-file-type: ".html"
2896 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2898 "plot-vpp-throughput-latency"
2899 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2906 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2912 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2913 algorithm: "plot_latency_box"
2914 output-file-type: ".html"
2915 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2917 "plot-vpp-throughput-latency"
2918 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2925 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2932 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2933 algorithm: "plot_latency_box"
2934 output-file-type: ".html"
2935 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2937 "plot-vpp-throughput-latency"
2938 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2945 title: "64B-1t1c-.*vhost.*-ndrdisc"
2951 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2952 algorithm: "plot_latency_box"
2953 output-file-type: ".html"
2954 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2956 "plot-vpp-throughput-latency"
2957 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2964 title: "64B-2t2c-.*vhost.*-ndrdisc"
2968 # VPP VM VHOST selection
2971 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2972 algorithm: "plot_latency_box"
2973 output-file-type: ".html"
2974 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2976 "plot-vpp-throughput-latency"
2977 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2984 title: "64B-1t1c-.*vhost.*-ndrdisc"
2990 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2991 algorithm: "plot_latency_box"
2992 output-file-type: ".html"
2993 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2995 "plot-vpp-throughput-latency"
2996 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3003 title: "64B-2t2c-.*vhost.*-ndrdisc"
3010 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3011 algorithm: "plot_latency_box"
3012 output-file-type: ".html"
3013 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3015 "plot-vpp-throughput-latency"
3016 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3023 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3029 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3030 algorithm: "plot_latency_box"
3031 output-file-type: ".html"
3032 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3034 "plot-vpp-throughput-latency"
3035 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3042 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3049 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3050 algorithm: "plot_latency_box"
3051 output-file-type: ".html"
3052 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3054 "plot-dpdk-throughput-latency"
3055 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3062 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3068 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3069 algorithm: "plot_latency_box"
3070 output-file-type: ".html"
3071 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3073 "plot-dpdk-throughput-latency"
3074 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3081 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3087 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3088 algorithm: "plot_latency_box"
3089 output-file-type: ".html"
3090 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3092 "plot-dpdk-throughput-latency"
3093 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3100 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3106 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3107 algorithm: "plot_latency_box"
3108 output-file-type: ".html"
3109 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3111 "plot-dpdk-throughput-latency"
3112 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3119 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3123 # Ligato - Throughput
3128 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3129 algorithm: "plot_performance_box"
3130 output-file-type: ".html"
3131 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3133 "plot-vpp-throughput-latency"
3134 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3140 boxpoints: "outliers"
3143 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3148 gridcolor: "rgb(238, 238, 238)"
3149 linecolor: "rgb(238, 238, 238)"
3153 showticklabels: True
3154 tickcolor: "rgb(238, 238, 238)"
3156 title: "Indexed Test Cases"
3159 gridcolor: "rgb(238, 238, 238)'"
3161 linecolor: "rgb(238, 238, 238)"
3166 showticklabels: True
3167 tickcolor: "rgb(238, 238, 238)"
3168 title: "Packets Per Second [pps]"
3186 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3187 algorithm: "plot_performance_box"
3188 output-file-type: ".html"
3189 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3191 "plot-vpp-throughput-latency"
3192 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3198 boxpoints: "outliers"
3201 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3206 gridcolor: "rgb(238, 238, 238)"
3207 linecolor: "rgb(238, 238, 238)"
3211 showticklabels: True
3212 tickcolor: "rgb(238, 238, 238)"
3214 title: "Indexed Test Cases"
3217 gridcolor: "rgb(238, 238, 238)'"
3219 linecolor: "rgb(238, 238, 238)"
3224 showticklabels: True
3225 tickcolor: "rgb(238, 238, 238)"
3226 title: "Packets Per Second [pps]"
3244 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3245 algorithm: "plot_performance_box"
3246 output-file-type: ".html"
3247 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3249 "plot-vpp-throughput-latency"
3250 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3256 boxpoints: "outliers"
3259 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3264 gridcolor: "rgb(238, 238, 238)"
3265 linecolor: "rgb(238, 238, 238)"
3269 showticklabels: True
3270 tickcolor: "rgb(238, 238, 238)"
3272 title: "Indexed Test Cases"
3275 gridcolor: "rgb(238, 238, 238)'"
3277 linecolor: "rgb(238, 238, 238)"
3282 showticklabels: True
3283 tickcolor: "rgb(238, 238, 238)"
3284 title: "Packets Per Second [pps]"
3302 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3303 algorithm: "plot_performance_box"
3304 output-file-type: ".html"
3305 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3307 "plot-vpp-throughput-latency"
3308 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3314 boxpoints: "outliers"
3317 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3322 gridcolor: "rgb(238, 238, 238)"
3323 linecolor: "rgb(238, 238, 238)"
3327 showticklabels: True
3328 tickcolor: "rgb(238, 238, 238)"
3330 title: "Indexed Test Cases"
3333 gridcolor: "rgb(238, 238, 238)'"
3335 linecolor: "rgb(238, 238, 238)"
3340 showticklabels: True
3341 tickcolor: "rgb(238, 238, 238)"
3342 title: "Packets Per Second [pps]"
3358 # Container orchestrated
3361 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3362 algorithm: "plot_performance_box"
3363 output-file-type: ".html"
3364 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3366 "plot-ligato-throughput-latency"
3367 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3373 boxpoints: "outliers"
3376 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3382 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3383 algorithm: "plot_performance_box"
3384 output-file-type: ".html"
3385 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3387 "plot-ligato-throughput-latency"
3388 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3394 boxpoints: "outliers"
3397 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3403 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3404 algorithm: "plot_performance_box"
3405 output-file-type: ".html"
3406 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3408 "plot-ligato-throughput-latency"
3409 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3415 boxpoints: "outliers"
3418 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3424 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3425 algorithm: "plot_performance_box"
3426 output-file-type: ".html"
3427 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3429 "plot-ligato-throughput-latency"
3430 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3436 boxpoints: "outliers"
3439 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3448 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3449 algorithm: "plot_latency_box"
3450 output-file-type: ".html"
3451 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3453 "plot-vpp-throughput-latency"
3454 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3461 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3467 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3468 algorithm: "plot_latency_box"
3469 output-file-type: ".html"
3470 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3472 "plot-vpp-throughput-latency"
3473 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3480 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3484 # Container orchestrated
3487 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3488 algorithm: "plot_latency_box"
3489 output-file-type: ".html"
3490 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3492 "plot-ligato-throughput-latency"
3493 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3500 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3506 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3507 algorithm: "plot_latency_box"
3508 output-file-type: ".html"
3509 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3511 "plot-ligato-throughput-latency"
3512 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3519 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"