6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
45 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
46 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
47 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
49 # Detailed test configurations
50 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
52 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
55 # Detailed tests operational data
56 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
57 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
59 # .css patch file to fix tables generated by Sphinx
60 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
61 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
64 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
65 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 URL[NEXUS]: "https://docs.fd.io/csit"
67 DIR[NEXUS]: "report/_static/archive"
70 # List the directories which are created while preparing the environment.
71 # All directories MUST be defined in "paths" section.
78 - "DIR[WORKING,SRC,STATIC]"
81 # List the directories which are deleted while cleaning the environment.
82 # All directories MUST be defined in "paths" section.
86 # List the directories where the results (build) is stored.
87 # All directories MUST be defined in "paths" section.
94 plot-vpp-http-server-performance:
95 # TODO: Add the data sources
96 csit-vpp-perf-1801-all:
108 # TODO: Add the data sources
109 # vpp-meltdown-impact:
110 # csit-vpp-perf-1707-all:
114 # csit-vpp-perf-1710-all:
118 # TODO: Add the data sources
119 # vpp-spectre-impact:
120 # csit-vpp-perf-1707-all:
124 # csit-vpp-perf-1710-all:
128 vpp-performance-changes:
129 csit-vpp-perf-1710-all:
140 csit-vpp-perf-1801-all:
153 csit-vpp-perf-1804-all:
159 vpp-performance-changes-mrr:
160 csit-vpp-perf-check-1801:
173 csit-vpp-perf-check-1804:
179 plot-throughput-speedup-analysis:
180 csit-vpp-perf-1804-all:
187 # performance-improvements:
188 # csit-vpp-perf-1707-all:
199 # csit-vpp-perf-1710-all:
210 # csit-vpp-perf-1801-all:
214 # csit-ligato-perf-1710-all:
225 # csit-ligato-perf-1801-all:
236 csit-vpp-perf-1804-all:
239 csit-vpp-functional-1804-ubuntu1604-virl:
241 vpp-func-results-centos:
242 csit-vpp-functional-1804-centos7-virl:
245 csit-ligato-perf-1801-all:
248 csit-dpdk-perf-1804-all:
251 csit-hc2vpp-verify-func-1804-ubuntu1604:
254 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
256 plot-vpp-throughput-latency:
257 csit-vpp-perf-1804-all:
264 plot-dpdk-throughput-latency:
265 csit-dpdk-perf-1804-all:
276 plot-ligato-throughput-latency:
277 csit-ligato-perf-1801-all:
295 gridcolor: "rgb(238, 238, 238)"
296 linecolor: "rgb(238, 238, 238)"
301 tickcolor: "rgb(238, 238, 238)"
303 title: "Indexed Test Cases"
306 gridcolor: "rgb(238, 238, 238)'"
308 linecolor: "rgb(238, 238, 238)"
315 tickcolor: "rgb(238, 238, 238)"
316 title: "Connections Per Second [cps]"
337 gridcolor: "rgb(238, 238, 238)"
338 linecolor: "rgb(238, 238, 238)"
343 tickcolor: "rgb(238, 238, 238)"
345 title: "Indexed Test Cases"
348 gridcolor: "rgb(238, 238, 238)'"
350 linecolor: "rgb(238, 238, 238)"
357 tickcolor: "rgb(238, 238, 238)"
358 title: "Requests Per Second [rps]"
379 gridcolor: "rgb(238, 238, 238)"
380 linecolor: "rgb(238, 238, 238)"
385 tickcolor: "rgb(238, 238, 238)"
387 title: "Indexed Test Cases"
390 gridcolor: "rgb(238, 238, 238)'"
392 linecolor: "rgb(238, 238, 238)"
398 tickcolor: "rgb(238, 238, 238)"
399 title: "Packets Per Second [pps]"
420 gridcolor: "rgb(238, 238, 238)"
421 linecolor: "rgb(238, 238, 238)"
426 tickcolor: "rgb(238, 238, 238)"
428 title: "Indexed Test Cases"
431 gridcolor: "rgb(238, 238, 238)'"
433 linecolor: "rgb(238, 238, 238)"
439 tickcolor: "rgb(238, 238, 238)"
440 title: "Latency min/avg/max [uSec]"
456 plot-throughput-speedup-analysis:
461 gridcolor: "rgb(238, 238, 238)"
462 linecolor: "rgb(238, 238, 238)"
467 tickcolor: "rgb(238, 238, 238)"
472 title: "Throughput speedup factor"
473 gridcolor: "rgb(238, 238, 238)"
475 linecolor: "rgb(238, 238, 238)"
481 tickcolor: "rgb(238, 238, 238)"
489 bgcolor: "rgba(255, 255, 255, 0)"
490 bordercolor: "rgba(255, 255, 255, 0)"
507 input-format: "xml" # zip or xml
508 extract: "robot-plugin/output.xml" # Only for zip
510 # The files must be in the directory DIR[WORKING,DATA]
511 csit-vpp-perf-1801-all:
514 file: "{DIR[WORKING,DATA]}/output.xml"
517 file: "{DIR[WORKING,DATA]}/output.xml"
520 file: "{DIR[WORKING,DATA]}/output.xml"
523 file: "{DIR[WORKING,DATA]}/output.xml"
527 src-path: "{DIR[RST]}"
528 dst-path: "{DIR[WORKING,SRC]}"
531 type: "input" # Ignored in debug mode
533 file-name: "robot-plugin.zip"
535 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
536 extract: "robot-plugin/output.xml"
538 # csit-vpp-perf-1707-all:
549 csit-vpp-perf-1710-all:
560 csit-vpp-perf-1801-all:
588 csit-vpp-perf-1804-all:
595 csit-vpp-perf-check-1801:
608 csit-vpp-perf-check-1804:
614 # csit-ligato-perf-1710-all:
625 csit-ligato-perf-1801-all:
636 csit-dpdk-perf-1804-all:
647 csit-vpp-functional-1804-ubuntu1604-virl:
649 csit-vpp-functional-1804-centos7-virl:
651 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
653 csit-hc2vpp-verify-func-1804-ubuntu1604:
665 ################################################################################
667 ################################################################################
671 # title: "Performance Impact of Meltdown Patches"
672 # algorithm: "table_performance_comparison"
673 # output-file-ext: ".csv"
675 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
677 # title: "No Meltdown"
678 ## TODO: specify data sources
680 # csit-vpp-perf-1707-all:
685 # title: "Meltdown Patches Applied"
686 ## TODO: specify data sources
688 # csit-vpp-perf-1710-all:
693 # "vpp-meltdown-impact"
699 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
700 # # to present all tests.
701 # nr-of-tests-shown: 20
705 # title: "Performance Impact of Spectre Patches"
706 # algorithm: "table_performance_comparison"
707 # output-file-ext: ".csv"
709 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
711 # title: "No Spectre"
712 ## TODO: specify data sources
714 # csit-vpp-perf-1707-all:
719 # title: "Spectre Patches Applied"
720 ## TODO: specify data sources
722 # csit-vpp-perf-1710-all:
727 # "vpp-spectre-impact"
733 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
734 # # to present all tests.
735 # nr-of-tests-shown: 20
739 title: "VPP Performance Changes"
740 algorithm: "table_performance_comparison"
741 output-file-ext: ".csv"
742 output-file: "{DIR[STATIC,VPP]}/performance-changes"
747 csit-vpp-perf-1710-all:
761 csit-vpp-perf-1801-all:
777 csit-vpp-perf-1804-all:
783 data: "vpp-performance-changes"
789 # Number of the best and the worst tests presented in the table. Use 0 (zero)
790 # to present all tests.
791 nr-of-tests-shown: 20
796 title: "VPP Performance Changes - MRR"
797 algorithm: "table_performance_comparison_mrr"
798 output-file-ext: ".csv"
799 output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr"
801 title: "Release 1801"
803 csit-vpp-perf-check-1801:
817 title: "Release 1804"
819 csit-vpp-perf-check-1804:
825 data: "vpp-performance-changes-mrr"
831 # Number of the best and the worst tests presented in the table. Use 0 (zero)
832 # to present all tests.
833 nr-of-tests-shown: 20
838 # title: "Performance improvements"
839 # algorithm: "table_performance_improvements"
840 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
841 # output-file-ext: ".csv"
842 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
848 # title: "16.09 mean [Mpps]"
851 # title: "17.01 mean [Mpps]"
854 # title: "17.04 mean [Mpps]"
857 # title: "17.07 mean [Mpps]"
858 # data: "data csit-vpp-perf-1707-all mean"
860 # title: "17.10 mean [Mpps]"
861 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
863 # title: "18.01 mean [Mpps]"
864 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
866 # title: "18.01 stdev [Mpps]"
867 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
869 # title: "17.10 to 18.01 change [%]"
870 # data: "operation relative_change 5 6"
873 # "performance-improvements"
880 title: "Detailed Test Results - VPP Performance Results"
881 algorithm: "table_merged_details"
882 output-file-ext: ".csv"
883 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
889 title: "Documentation"
897 filter: "not 'NDRCHK' and not 'PDRCHK'"
906 title: "Test configuration - VPP Performance Test Configs"
907 algorithm: "table_merged_details"
908 output-file-ext: ".csv"
909 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
915 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
916 data: "data vat-history"
920 filter: "not 'NDRCHK' and not 'PDRCHK'"
928 title: "Test Operational Data - VPP Performance Operational Data"
929 algorithm: "table_merged_details"
930 output-file-ext: ".csv"
931 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
937 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
938 data: "data show-run"
942 filter: "not 'NDRCHK' and not 'PDRCHK'"
950 title: "Detailed Test Results - VPP Functional Results"
951 algorithm: "table_details"
952 output-file-ext: ".csv"
953 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
959 title: "Documentation"
976 title: "Detailed Test Results - VPP Functional Results - CentOS"
977 algorithm: "table_details"
978 output-file-ext: ".csv"
979 output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
985 title: "Documentation"
992 "vpp-func-results-centos"
1002 title: "Test configuration - VPP Functional Test Configs"
1003 algorithm: "table_details"
1004 output-file-ext: ".csv"
1005 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1011 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1012 data: "data vat-history"
1024 title: "Test configuration - VPP Functional Test Configs - CentOS"
1025 algorithm: "table_details"
1026 output-file-ext: ".csv"
1027 output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
1033 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
1034 data: "data vat-history"
1037 "vpp-func-results-centos"
1046 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
1047 algorithm: "table_details"
1048 output-file-ext: ".csv"
1049 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1055 title: "Documentation"
1062 "ligato-perf-results"
1072 title: "Detailed Test Results - DPDK Performance Results"
1073 algorithm: "table_details"
1074 output-file-ext: ".csv"
1075 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1081 title: "Documentation"
1098 title: "Detailed Test Results - Honeycomb Functional Results"
1099 algorithm: "table_details"
1100 output-file-ext: ".csv"
1101 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
1107 title: "Documentation"
1124 title: "Detailed Test Results - NSH SFC Functional Results"
1125 algorithm: "table_details"
1126 output-file-ext: ".csv"
1127 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1133 title: "Documentation"
1148 ################################################################################
1150 ################################################################################
1154 title: "VPP Performance Results"
1155 algorithm: "file_merged_test_results"
1156 output-file-ext: ".rst"
1157 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1158 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1159 dir-tables: "{DIR[DTR,PERF,VPP]}"
1162 filter: "not 'NDRCHK' and not 'PDRCHK'"
1168 data-start-level: 3 # 0, 1, 2, ...
1169 chapters-start-level: 2 # 0, 1, 2, ...
1173 title: "VPP Performance Configuration"
1174 algorithm: "file_merged_test_results"
1175 output-file-ext: ".rst"
1176 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1177 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1178 dir-tables: "{DIR[DTC,PERF,VPP]}"
1181 filter: "not 'NDRCHK' and not 'PDRCHK'"
1187 data-start-level: 3 # 0, 1, 2, ...
1188 chapters-start-level: 2 # 0, 1, 2, ...
1192 title: "VPP Performance Operational Data"
1193 algorithm: "file_merged_test_results"
1194 output-file-ext: ".rst"
1195 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1196 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1197 dir-tables: "{DIR[DTO,PERF,VPP]}"
1200 filter: "not 'NDRCHK' and not 'PDRCHK'"
1206 data-start-level: 3 # 0, 1, 2, ...
1207 chapters-start-level: 2 # 0, 1, 2, ...
1211 title: "VPP Functional Results"
1212 algorithm: "file_test_results"
1213 output-file-ext: ".rst"
1214 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1215 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1216 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1224 data-start-level: 3 # 0, 1, 2, ...
1225 chapters-start-level: 2 # 0, 1, 2, ...
1229 title: "VPP Functional Results - CentOS"
1230 algorithm: "file_test_results"
1231 output-file-ext: ".rst"
1232 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results_centos"
1233 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1234 dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
1236 "vpp-func-results-centos"
1242 data-start-level: 3 # 0, 1, 2, ...
1243 chapters-start-level: 2 # 0, 1, 2, ...
1247 title: "VPP Functional Configuration"
1248 algorithm: "file_test_results"
1249 output-file-ext: ".rst"
1250 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1251 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1252 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1260 data-start-level: 3 # 0, 1, 2, ...
1261 chapters-start-level: 2 # 0, 1, 2, ...
1265 title: "VPP Functional Configuration - CentOS"
1266 algorithm: "file_test_results"
1267 output-file-ext: ".rst"
1268 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration_centos"
1269 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1270 dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
1272 "vpp-func-results-centos"
1278 data-start-level: 3 # 0, 1, 2, ...
1279 chapters-start-level: 2 # 0, 1, 2, ...
1283 title: "Container Orchestrated Performance Results"
1284 algorithm: "file_test_results"
1285 output-file-ext: ".rst"
1286 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1287 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1288 dir-tables: "{DIR[DTR,PERF,COT]}"
1290 "ligato-perf-results"
1296 data-start-level: 2 # 0, 1, 2, ...
1297 chapters-start-level: 2 # 0, 1, 2, ...
1301 title: "DPDK Performance Results"
1302 algorithm: "file_test_results"
1303 output-file-ext: ".rst"
1304 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1305 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1306 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1316 data-start-level: 2 # 0, 1, 2, ...
1317 chapters-start-level: 2 # 0, 1, 2, ...
1321 title: "Honeycomb Functional Results"
1322 algorithm: "file_test_results"
1323 output-file-ext: ".rst"
1324 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1325 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1326 dir-tables: "{DIR[DTR,FUNC,HC]}"
1336 data-start-level: 3 # 0, 1, 2, ...
1337 chapters-start-level: 2 # 0, 1, 2, ...
1341 title: "NSH SFC Functional Results"
1342 algorithm: "file_test_results"
1343 output-file-ext: ".rst"
1344 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1345 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1346 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1356 data-start-level: 2 # 0, 1, 2, ...
1357 chapters-start-level: 2 # 0, 1, 2, ...
1359 ################################################################################
1361 ################################################################################
1363 # Plots VPP HTTP Server Performance
1366 title: "VPP HTTP Server Performance"
1367 algorithm: "plot_http_server_performance_box"
1368 output-file-type: ".html"
1369 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1371 "plot-vpp-http-server-performance"
1372 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1373 # each tag is enclosed with ' (apostrophe).
1374 filter: "'HTTP' and 'TCP_CPS'"
1380 boxpoints: "outliers"
1383 title: "VPP HTTP Server Performance"
1389 title: "VPP HTTP Server Performance"
1390 algorithm: "plot_http_server_performance_box"
1391 output-file-type: ".html"
1392 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1394 "plot-vpp-http-server-performance"
1395 filter: "'HTTP' and 'TCP_RPS'"
1401 boxpoints: "outliers"
1404 title: "VPP HTTP Server Performance"
1408 # Plot Throughput Speedup Analysis
1410 # L2 - 10ge2p1x520 - NDR
1413 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1414 algorithm: "plot_throughput_speedup_analysis"
1415 output-file-type: ".html"
1416 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1418 "plot-throughput-speedup-analysis"
1419 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1425 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1427 "plot-throughput-speedup-analysis"
1429 # L2 - 40ge2p1xl710 - NDR
1432 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1433 algorithm: "plot_throughput_speedup_analysis"
1434 output-file-type: ".html"
1435 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1437 "plot-throughput-speedup-analysis"
1438 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1444 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1446 "plot-throughput-speedup-analysis"
1448 # L2 - 10ge2p1x520 - PDR
1451 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1452 algorithm: "plot_throughput_speedup_analysis"
1453 output-file-type: ".html"
1454 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1456 "plot-throughput-speedup-analysis"
1457 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1463 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1465 "plot-throughput-speedup-analysis"
1467 # IPv4 - 10ge2p1x520 - NDR
1470 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1471 algorithm: "plot_throughput_speedup_analysis"
1472 output-file-type: ".html"
1473 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1475 "plot-throughput-speedup-analysis"
1476 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1482 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1484 "plot-throughput-speedup-analysis"
1486 # IPv4 - 40ge2p1xl710 - NDR
1489 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1490 algorithm: "plot_throughput_speedup_analysis"
1491 output-file-type: ".html"
1492 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1494 "plot-throughput-speedup-analysis"
1495 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1501 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1503 "plot-throughput-speedup-analysis"
1505 # IPv4 - 10ge2p1x520 - PDR
1508 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1509 algorithm: "plot_throughput_speedup_analysis"
1510 output-file-type: ".html"
1511 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1513 "plot-throughput-speedup-analysis"
1514 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1520 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1522 "plot-throughput-speedup-analysis"
1524 # IPv6 - 10ge2p1x520 - NDR
1527 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1528 algorithm: "plot_throughput_speedup_analysis"
1529 output-file-type: ".html"
1530 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1532 "plot-throughput-speedup-analysis"
1533 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1539 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1541 "plot-throughput-speedup-analysis"
1543 # IPv6 - 40ge2p1xl710 - NDR
1546 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1547 algorithm: "plot_throughput_speedup_analysis"
1548 output-file-type: ".html"
1549 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1551 "plot-throughput-speedup-analysis"
1552 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1558 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1560 "plot-throughput-speedup-analysis"
1562 # IPv6 - 10ge2p1x520 - PDR
1565 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1566 algorithm: "plot_throughput_speedup_analysis"
1567 output-file-type: ".html"
1568 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1570 "plot-throughput-speedup-analysis"
1571 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1577 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1579 "plot-throughput-speedup-analysis"
1581 # Plot packets per second
1586 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1587 algorithm: "plot_performance_box"
1588 output-file-type: ".html"
1589 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1591 "plot-vpp-throughput-latency"
1592 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1593 # each tag is enclosed with ' (apostrophe).
1594 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1600 boxpoints: "outliers"
1603 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1609 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1610 algorithm: "plot_performance_box"
1611 output-file-type: ".html"
1612 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1614 "plot-vpp-throughput-latency"
1615 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1621 boxpoints: "outliers"
1624 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1630 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1631 algorithm: "plot_performance_box"
1632 output-file-type: ".html"
1633 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1635 "plot-vpp-throughput-latency"
1636 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1642 boxpoints: "outliers"
1645 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1651 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1652 algorithm: "plot_performance_box"
1653 output-file-type: ".html"
1654 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1656 "plot-vpp-throughput-latency"
1657 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1663 boxpoints: "outliers"
1666 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1673 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1674 algorithm: "plot_performance_box"
1675 output-file-type: ".html"
1676 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1678 "plot-vpp-throughput-latency"
1679 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1685 boxpoints: "outliers"
1688 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1694 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1695 algorithm: "plot_performance_box"
1696 output-file-type: ".html"
1697 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1699 "plot-vpp-throughput-latency"
1700 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1706 boxpoints: "outliers"
1709 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1715 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1716 algorithm: "plot_performance_box"
1717 output-file-type: ".html"
1718 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1720 "plot-vpp-throughput-latency"
1721 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1727 boxpoints: "outliers"
1730 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1736 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1737 algorithm: "plot_performance_box"
1738 output-file-type: ".html"
1739 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1741 "plot-vpp-throughput-latency"
1742 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1748 boxpoints: "outliers"
1751 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1758 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1759 algorithm: "plot_performance_box"
1760 output-file-type: ".html"
1761 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1763 "plot-vpp-throughput-latency"
1764 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1770 boxpoints: "outliers"
1773 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1779 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1780 algorithm: "plot_performance_box"
1781 output-file-type: ".html"
1782 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1784 "plot-vpp-throughput-latency"
1785 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1791 boxpoints: "outliers"
1794 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1800 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1801 algorithm: "plot_performance_box"
1802 output-file-type: ".html"
1803 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1805 "plot-vpp-throughput-latency"
1806 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1812 boxpoints: "outliers"
1815 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1821 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1822 algorithm: "plot_performance_box"
1823 output-file-type: ".html"
1824 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1826 "plot-vpp-throughput-latency"
1827 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
1833 boxpoints: "outliers"
1836 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1843 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1844 algorithm: "plot_performance_box"
1845 output-file-type: ".html"
1846 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1848 "plot-vpp-throughput-latency"
1849 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1855 boxpoints: "outliers"
1858 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1864 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1865 algorithm: "plot_performance_box"
1866 output-file-type: ".html"
1867 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1869 "plot-vpp-throughput-latency"
1870 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1876 boxpoints: "outliers"
1879 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1885 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1886 algorithm: "plot_performance_box"
1887 output-file-type: ".html"
1888 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1890 "plot-vpp-throughput-latency"
1891 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1897 boxpoints: "outliers"
1900 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1906 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1907 algorithm: "plot_performance_box"
1908 output-file-type: ".html"
1909 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1911 "plot-vpp-throughput-latency"
1912 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1918 boxpoints: "outliers"
1921 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1928 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1929 algorithm: "plot_performance_box"
1930 output-file-type: ".html"
1931 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1933 "plot-vpp-throughput-latency"
1934 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1940 boxpoints: "outliers"
1943 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1949 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1950 algorithm: "plot_performance_box"
1951 output-file-type: ".html"
1952 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1954 "plot-vpp-throughput-latency"
1955 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1961 boxpoints: "outliers"
1964 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1970 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1971 algorithm: "plot_performance_box"
1972 output-file-type: ".html"
1973 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1975 "plot-vpp-throughput-latency"
1976 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1982 boxpoints: "outliers"
1985 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1991 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1992 algorithm: "plot_performance_box"
1993 output-file-type: ".html"
1994 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1996 "plot-vpp-throughput-latency"
1997 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2003 boxpoints: "outliers"
2006 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2013 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2014 algorithm: "plot_performance_box"
2015 output-file-type: ".html"
2016 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2018 "plot-vpp-throughput-latency"
2019 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2025 boxpoints: "outliers"
2028 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2033 gridcolor: "rgb(238, 238, 238)"
2034 linecolor: "rgb(238, 238, 238)"
2038 showticklabels: True
2039 tickcolor: "rgb(238, 238, 238)"
2041 title: "Indexed Test Cases"
2044 gridcolor: "rgb(238, 238, 238)'"
2046 linecolor: "rgb(238, 238, 238)"
2048 range: [2000000, 6000000]
2051 showticklabels: True
2052 tickcolor: "rgb(238, 238, 238)"
2053 title: "Packets Per Second [pps]"
2071 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2072 algorithm: "plot_performance_box"
2073 output-file-type: ".html"
2074 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2076 "plot-vpp-throughput-latency"
2077 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2083 boxpoints: "outliers"
2086 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2092 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2093 algorithm: "plot_performance_box"
2094 output-file-type: ".html"
2095 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2097 "plot-vpp-throughput-latency"
2098 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2104 boxpoints: "outliers"
2107 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2113 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2114 algorithm: "plot_performance_box"
2115 output-file-type: ".html"
2116 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2118 "plot-vpp-throughput-latency"
2119 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2125 boxpoints: "outliers"
2128 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2133 gridcolor: "rgb(238, 238, 238)"
2134 linecolor: "rgb(238, 238, 238)"
2138 showticklabels: True
2139 tickcolor: "rgb(238, 238, 238)"
2141 title: "Indexed Test Cases"
2144 gridcolor: "rgb(238, 238, 238)'"
2146 linecolor: "rgb(238, 238, 238)"
2148 range: [4000000, 12000000]
2151 showticklabels: True
2152 tickcolor: "rgb(238, 238, 238)"
2153 title: "Packets Per Second [pps]"
2172 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2173 algorithm: "plot_performance_box"
2174 output-file-type: ".html"
2175 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2177 "plot-vpp-throughput-latency"
2178 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2184 boxpoints: "outliers"
2187 title: "64B-1t1c-.*vhost.*-ndrdisc"
2192 gridcolor: "rgb(238, 238, 238)"
2193 linecolor: "rgb(238, 238, 238)"
2197 showticklabels: True
2198 tickcolor: "rgb(238, 238, 238)"
2200 title: "Indexed Test Cases"
2203 gridcolor: "rgb(238, 238, 238)'"
2205 linecolor: "rgb(238, 238, 238)"
2210 showticklabels: True
2211 tickcolor: "rgb(238, 238, 238)"
2212 title: "Packets Per Second [pps]"
2230 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2231 algorithm: "plot_performance_box"
2232 output-file-type: ".html"
2233 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2235 "plot-vpp-throughput-latency"
2236 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2242 boxpoints: "outliers"
2245 title: "64B-2t2c-.*vhost.*-ndrdisc"
2251 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2252 algorithm: "plot_performance_box"
2253 output-file-type: ".html"
2254 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2256 "plot-vpp-throughput-latency"
2257 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2263 boxpoints: "outliers"
2266 title: "64B-1t1c-.*vhost.*-pdrdisc"
2272 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2273 algorithm: "plot_performance_box"
2274 output-file-type: ".html"
2275 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2277 "plot-vpp-throughput-latency"
2278 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2284 boxpoints: "outliers"
2287 title: "64B-2t2c-.*vhost.*-pdrdisc"
2291 # VPP VM VHOST SELECTION
2294 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2295 algorithm: "plot_performance_box"
2296 output-file-type: ".html"
2297 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2299 "plot-vpp-throughput-latency"
2300 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2306 boxpoints: "outliers"
2309 title: "64B-1t1c-.*vhost.*-ndrdisc"
2315 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2316 algorithm: "plot_performance_box"
2317 output-file-type: ".html"
2318 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2320 "plot-vpp-throughput-latency"
2321 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2327 boxpoints: "outliers"
2330 title: "64B-2t2c-.*vhost.*-ndrdisc"
2336 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2337 algorithm: "plot_performance_box"
2338 output-file-type: ".html"
2339 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2341 "plot-vpp-throughput-latency"
2342 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2348 boxpoints: "outliers"
2351 title: "64B-1t1c-.*vhost.*-pdrdisc"
2357 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2358 algorithm: "plot_performance_box"
2359 output-file-type: ".html"
2360 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2362 "plot-vpp-throughput-latency"
2363 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2369 boxpoints: "outliers"
2372 title: "64B-2t2c-.*vhost.*-pdrdisc"
2379 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2380 algorithm: "plot_performance_box"
2381 output-file-type: ".html"
2382 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2384 "plot-vpp-throughput-latency"
2385 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2391 boxpoints: "outliers"
2394 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2400 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2401 algorithm: "plot_performance_box"
2402 output-file-type: ".html"
2403 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2405 "plot-vpp-throughput-latency"
2406 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2412 boxpoints: "outliers"
2415 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2421 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2422 algorithm: "plot_performance_box"
2423 output-file-type: ".html"
2424 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2426 "plot-vpp-throughput-latency"
2427 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2433 boxpoints: "outliers"
2436 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2442 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2443 algorithm: "plot_performance_box"
2444 output-file-type: ".html"
2445 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2447 "plot-vpp-throughput-latency"
2448 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2454 boxpoints: "outliers"
2457 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2464 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2465 algorithm: "plot_performance_box"
2466 output-file-type: ".html"
2467 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2469 "plot-dpdk-throughput-latency"
2470 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2476 boxpoints: "outliers"
2479 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2485 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2486 algorithm: "plot_performance_box"
2487 output-file-type: ".html"
2488 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2490 "plot-dpdk-throughput-latency"
2491 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2497 boxpoints: "outliers"
2500 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2506 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2507 algorithm: "plot_performance_box"
2508 output-file-type: ".html"
2509 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2511 "plot-dpdk-throughput-latency"
2512 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2518 boxpoints: "outliers"
2521 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2526 gridcolor: "rgb(238, 238, 238)"
2527 linecolor: "rgb(238, 238, 238)"
2531 showticklabels: True
2532 tickcolor: "rgb(238, 238, 238)"
2534 title: "Indexed Test Cases"
2537 gridcolor: "rgb(238, 238, 238)'"
2539 linecolor: "rgb(238, 238, 238)"
2541 range: [2000000, 12000000]
2544 showticklabels: True
2545 tickcolor: "rgb(238, 238, 238)"
2546 title: "Packets Per Second [pps]"
2564 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2565 algorithm: "plot_performance_box"
2566 output-file-type: ".html"
2567 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2569 "plot-dpdk-throughput-latency"
2570 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2576 boxpoints: "outliers"
2579 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2584 gridcolor: "rgb(238, 238, 238)"
2585 linecolor: "rgb(238, 238, 238)"
2589 showticklabels: True
2590 tickcolor: "rgb(238, 238, 238)"
2592 title: "Indexed Test Cases"
2595 gridcolor: "rgb(238, 238, 238)'"
2597 linecolor: "rgb(238, 238, 238)"
2599 range: [2000000, 12000000]
2602 showticklabels: True
2603 tickcolor: "rgb(238, 238, 238)"
2604 title: "Packets Per Second [pps]"
2622 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2623 algorithm: "plot_performance_box"
2624 output-file-type: ".html"
2625 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2627 "plot-dpdk-throughput-latency"
2628 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2634 boxpoints: "outliers"
2637 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2643 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2644 algorithm: "plot_performance_box"
2645 output-file-type: ".html"
2646 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2648 "plot-dpdk-throughput-latency"
2649 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2655 boxpoints: "outliers"
2658 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2664 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2665 algorithm: "plot_performance_box"
2666 output-file-type: ".html"
2667 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2669 "plot-dpdk-throughput-latency"
2670 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2676 boxpoints: "outliers"
2679 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2684 gridcolor: "rgb(238, 238, 238)"
2685 linecolor: "rgb(238, 238, 238)"
2689 showticklabels: True
2690 tickcolor: "rgb(238, 238, 238)"
2692 title: "Indexed Test Cases"
2695 gridcolor: "rgb(238, 238, 238)'"
2697 linecolor: "rgb(238, 238, 238)"
2699 range: [20000000, 30000000]
2702 showticklabels: True
2703 tickcolor: "rgb(238, 238, 238)"
2704 title: "Packets Per Second [pps]"
2722 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2723 algorithm: "plot_performance_box"
2724 output-file-type: ".html"
2725 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2727 "plot-dpdk-throughput-latency"
2728 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2734 boxpoints: "outliers"
2737 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2742 gridcolor: "rgb(238, 238, 238)"
2743 linecolor: "rgb(238, 238, 238)"
2747 showticklabels: True
2748 tickcolor: "rgb(238, 238, 238)"
2750 title: "Indexed Test Cases"
2753 gridcolor: "rgb(238, 238, 238)'"
2755 linecolor: "rgb(238, 238, 238)"
2757 range: [20000000, 30000000]
2760 showticklabels: True
2761 tickcolor: "rgb(238, 238, 238)"
2762 title: "Packets Per Second [pps]"
2783 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2784 algorithm: "plot_latency_box"
2785 output-file-type: ".html"
2786 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2788 "plot-vpp-throughput-latency"
2789 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2796 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2802 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2803 algorithm: "plot_latency_box"
2804 output-file-type: ".html"
2805 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2807 "plot-vpp-throughput-latency"
2808 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2815 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2822 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2823 algorithm: "plot_latency_box"
2824 output-file-type: ".html"
2825 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2827 "plot-vpp-throughput-latency"
2828 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2835 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2841 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2842 algorithm: "plot_latency_box"
2843 output-file-type: ".html"
2844 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2846 "plot-vpp-throughput-latency"
2847 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2854 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2861 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2862 algorithm: "plot_latency_box"
2863 output-file-type: ".html"
2864 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2866 "plot-vpp-throughput-latency"
2867 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2874 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2880 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2881 algorithm: "plot_latency_box"
2882 output-file-type: ".html"
2883 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2885 "plot-vpp-throughput-latency"
2886 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
2893 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2900 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2901 algorithm: "plot_latency_box"
2902 output-file-type: ".html"
2903 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2905 "plot-vpp-throughput-latency"
2906 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2913 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2919 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2920 algorithm: "plot_latency_box"
2921 output-file-type: ".html"
2922 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2924 "plot-vpp-throughput-latency"
2925 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2932 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2939 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2940 algorithm: "plot_latency_box"
2941 output-file-type: ".html"
2942 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2944 "plot-vpp-throughput-latency"
2945 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2952 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2958 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2959 algorithm: "plot_latency_box"
2960 output-file-type: ".html"
2961 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2963 "plot-vpp-throughput-latency"
2964 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2971 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2978 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2979 algorithm: "plot_latency_box"
2980 output-file-type: ".html"
2981 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2983 "plot-vpp-throughput-latency"
2984 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2991 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2997 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2998 algorithm: "plot_latency_box"
2999 output-file-type: ".html"
3000 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3002 "plot-vpp-throughput-latency"
3003 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3010 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3017 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3018 algorithm: "plot_latency_box"
3019 output-file-type: ".html"
3020 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
3022 "plot-vpp-throughput-latency"
3023 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3030 title: "64B-1t1c-.*vhost.*-ndrdisc"
3036 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3037 algorithm: "plot_latency_box"
3038 output-file-type: ".html"
3039 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
3041 "plot-vpp-throughput-latency"
3042 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3049 title: "64B-2t2c-.*vhost.*-ndrdisc"
3053 # VPP VM VHOST selection
3056 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3057 algorithm: "plot_latency_box"
3058 output-file-type: ".html"
3059 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
3061 "plot-vpp-throughput-latency"
3062 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3069 title: "64B-1t1c-.*vhost.*-ndrdisc"
3075 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3076 algorithm: "plot_latency_box"
3077 output-file-type: ".html"
3078 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
3080 "plot-vpp-throughput-latency"
3081 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
3088 title: "64B-2t2c-.*vhost.*-ndrdisc"
3095 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
3096 algorithm: "plot_latency_box"
3097 output-file-type: ".html"
3098 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
3100 "plot-vpp-throughput-latency"
3101 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3108 title: "64B-1t1c-.*ipsec.*-ndrdisc"
3114 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
3115 algorithm: "plot_latency_box"
3116 output-file-type: ".html"
3117 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
3119 "plot-vpp-throughput-latency"
3120 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3127 title: "64B-2t2c-.*ipsec.*-ndrdisc"
3134 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3135 algorithm: "plot_latency_box"
3136 output-file-type: ".html"
3137 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
3139 "plot-dpdk-throughput-latency"
3140 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3147 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3153 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3154 algorithm: "plot_latency_box"
3155 output-file-type: ".html"
3156 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
3158 "plot-dpdk-throughput-latency"
3159 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3166 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3172 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3173 algorithm: "plot_latency_box"
3174 output-file-type: ".html"
3175 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3177 "plot-dpdk-throughput-latency"
3178 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3185 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3191 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3192 algorithm: "plot_latency_box"
3193 output-file-type: ".html"
3194 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3196 "plot-dpdk-throughput-latency"
3197 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3204 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3208 # Ligato - Throughput
3213 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3214 algorithm: "plot_performance_box"
3215 output-file-type: ".html"
3216 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3218 "plot-vpp-throughput-latency"
3219 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3225 boxpoints: "outliers"
3228 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3233 gridcolor: "rgb(238, 238, 238)"
3234 linecolor: "rgb(238, 238, 238)"
3238 showticklabels: True
3239 tickcolor: "rgb(238, 238, 238)"
3241 title: "Indexed Test Cases"
3244 gridcolor: "rgb(238, 238, 238)'"
3246 linecolor: "rgb(238, 238, 238)"
3251 showticklabels: True
3252 tickcolor: "rgb(238, 238, 238)"
3253 title: "Packets Per Second [pps]"
3271 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3272 algorithm: "plot_performance_box"
3273 output-file-type: ".html"
3274 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3276 "plot-vpp-throughput-latency"
3277 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3283 boxpoints: "outliers"
3286 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3291 gridcolor: "rgb(238, 238, 238)"
3292 linecolor: "rgb(238, 238, 238)"
3296 showticklabels: True
3297 tickcolor: "rgb(238, 238, 238)"
3299 title: "Indexed Test Cases"
3302 gridcolor: "rgb(238, 238, 238)'"
3304 linecolor: "rgb(238, 238, 238)"
3309 showticklabels: True
3310 tickcolor: "rgb(238, 238, 238)"
3311 title: "Packets Per Second [pps]"
3329 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3330 algorithm: "plot_performance_box"
3331 output-file-type: ".html"
3332 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3334 "plot-vpp-throughput-latency"
3335 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3341 boxpoints: "outliers"
3344 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3349 gridcolor: "rgb(238, 238, 238)"
3350 linecolor: "rgb(238, 238, 238)"
3354 showticklabels: True
3355 tickcolor: "rgb(238, 238, 238)"
3357 title: "Indexed Test Cases"
3360 gridcolor: "rgb(238, 238, 238)'"
3362 linecolor: "rgb(238, 238, 238)"
3367 showticklabels: True
3368 tickcolor: "rgb(238, 238, 238)"
3369 title: "Packets Per Second [pps]"
3387 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3388 algorithm: "plot_performance_box"
3389 output-file-type: ".html"
3390 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3392 "plot-vpp-throughput-latency"
3393 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3399 boxpoints: "outliers"
3402 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3407 gridcolor: "rgb(238, 238, 238)"
3408 linecolor: "rgb(238, 238, 238)"
3412 showticklabels: True
3413 tickcolor: "rgb(238, 238, 238)"
3415 title: "Indexed Test Cases"
3418 gridcolor: "rgb(238, 238, 238)'"
3420 linecolor: "rgb(238, 238, 238)"
3425 showticklabels: True
3426 tickcolor: "rgb(238, 238, 238)"
3427 title: "Packets Per Second [pps]"
3443 # Container orchestrated
3446 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3447 algorithm: "plot_performance_box"
3448 output-file-type: ".html"
3449 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3451 "plot-ligato-throughput-latency"
3452 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3458 boxpoints: "outliers"
3461 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3467 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3468 algorithm: "plot_performance_box"
3469 output-file-type: ".html"
3470 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3472 "plot-ligato-throughput-latency"
3473 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3479 boxpoints: "outliers"
3482 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3488 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3489 algorithm: "plot_performance_box"
3490 output-file-type: ".html"
3491 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3493 "plot-ligato-throughput-latency"
3494 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3500 boxpoints: "outliers"
3503 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3509 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3510 algorithm: "plot_performance_box"
3511 output-file-type: ".html"
3512 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3514 "plot-ligato-throughput-latency"
3515 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3521 boxpoints: "outliers"
3524 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3533 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3534 algorithm: "plot_latency_box"
3535 output-file-type: ".html"
3536 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3538 "plot-vpp-throughput-latency"
3539 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3546 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3552 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3553 algorithm: "plot_latency_box"
3554 output-file-type: ".html"
3555 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3557 "plot-vpp-throughput-latency"
3558 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3565 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3569 # Container orchestrated
3572 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3573 algorithm: "plot_latency_box"
3574 output-file-type: ".html"
3575 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3577 "plot-ligato-throughput-latency"
3578 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3585 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3591 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3592 algorithm: "plot_latency_box"
3593 output-file-type: ".html"
3594 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3596 "plot-ligato-throughput-latency"
3597 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3604 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"