6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 plot-vpp-http-server-performance:
94 csit-vpp-perf-1801-all:
106 # TODO: Add the data sources
107 # vpp-meltdown-impact:
108 # csit-vpp-perf-1707-all:
112 # csit-vpp-perf-1710-all:
116 # TODO: Add the data sources
117 # vpp-spectre-impact:
118 # csit-vpp-perf-1707-all:
122 # csit-vpp-perf-1710-all:
126 vpp-performance-changes:
127 csit-vpp-perf-1710-all:
138 # TODO: Add the data sources
139 csit-vpp-perf-1801-all:
151 # TODO: Add the data sources
152 plot-throughput-speedup-analysis:
153 csit-vpp-perf-1801-all:
165 # performance-improvements:
166 # csit-vpp-perf-1707-all:
177 # csit-vpp-perf-1710-all:
188 # csit-vpp-perf-1801-all:
192 # csit-ligato-perf-1710-all:
203 # csit-ligato-perf-1801-all:
213 # TODO: Add the data sources
215 csit-vpp-perf-1801-all:
221 csit-vpp-functional-1801-ubuntu1604-virl:
222 - "lastSuccessfulBuild"
223 # TODO: Add the data sources
225 csit-ligato-perf-1801-all:
228 csit-dpdk-perf-1801-all:
231 csit-hc2vpp-verify-func-1801-ubuntu1604:
232 - "lastSuccessfulBuild"
234 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
236 # TODO: Add the data sources
237 plot-vpp-throughput-latency:
238 csit-vpp-perf-1801-all:
250 plot-dpdk-throughput-latency:
251 csit-dpdk-perf-1801-all:
261 # TODO: Add the data sources
262 plot-ligato-throughput-latency:
263 csit-ligato-perf-1801-all:
281 gridcolor: "rgb(238, 238, 238)"
282 linecolor: "rgb(238, 238, 238)"
287 tickcolor: "rgb(238, 238, 238)"
289 title: "Indexed Test Cases"
292 gridcolor: "rgb(238, 238, 238)'"
294 linecolor: "rgb(238, 238, 238)"
301 tickcolor: "rgb(238, 238, 238)"
302 title: "Connections Per Second [cps]"
323 gridcolor: "rgb(238, 238, 238)"
324 linecolor: "rgb(238, 238, 238)"
329 tickcolor: "rgb(238, 238, 238)"
331 title: "Indexed Test Cases"
334 gridcolor: "rgb(238, 238, 238)'"
336 linecolor: "rgb(238, 238, 238)"
343 tickcolor: "rgb(238, 238, 238)"
344 title: "Requests Per Second [rps]"
365 gridcolor: "rgb(238, 238, 238)"
366 linecolor: "rgb(238, 238, 238)"
371 tickcolor: "rgb(238, 238, 238)"
373 title: "Indexed Test Cases"
376 gridcolor: "rgb(238, 238, 238)'"
378 linecolor: "rgb(238, 238, 238)"
384 tickcolor: "rgb(238, 238, 238)"
385 title: "Packets Per Second [pps]"
406 gridcolor: "rgb(238, 238, 238)"
407 linecolor: "rgb(238, 238, 238)"
412 tickcolor: "rgb(238, 238, 238)"
414 title: "Indexed Test Cases"
417 gridcolor: "rgb(238, 238, 238)'"
419 linecolor: "rgb(238, 238, 238)"
425 tickcolor: "rgb(238, 238, 238)"
426 title: "Latency min/avg/max [uSec]"
442 plot-throughput-speedup-analysis:
447 gridcolor: "rgb(238, 238, 238)"
448 linecolor: "rgb(238, 238, 238)"
453 tickcolor: "rgb(238, 238, 238)"
458 title: "Throughput speedup factor"
459 gridcolor: "rgb(238, 238, 238)"
461 linecolor: "rgb(238, 238, 238)"
467 tickcolor: "rgb(238, 238, 238)"
475 bgcolor: "rgba(255, 255, 255, 0)"
476 bordercolor: "rgba(255, 255, 255, 0)"
493 input-format: "xml" # zip or xml
494 extract: "robot-plugin/output.xml" # Only for zip
496 # The files must be in the directory DIR[WORKING,DATA]
497 csit-vpp-perf-1801-all:
500 file: "{DIR[WORKING,DATA]}/output.xml"
503 file: "{DIR[WORKING,DATA]}/output.xml"
506 file: "{DIR[WORKING,DATA]}/output.xml"
509 file: "{DIR[WORKING,DATA]}/output.xml"
513 src-path: "{DIR[RST]}"
514 dst-path: "{DIR[WORKING,SRC]}"
517 type: "input" # Ignored in debug mode
519 file-name: "robot-plugin.zip"
521 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
522 extract: "robot-plugin/output.xml"
524 # csit-vpp-perf-1707-all:
535 csit-vpp-perf-1710-all:
547 csit-vpp-perf-1801-all:
574 csit-ligato-perf-1710-all:
585 csit-dpdk-perf-1801-all:
596 csit-ligato-perf-1801-all:
607 csit-dpdk-perf-1801-all:
618 csit-vpp-functional-1801-ubuntu1604-virl:
619 - lastSuccessfulBuild
620 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
622 csit-hc2vpp-verify-func-1801-ubuntu1604:
623 - lastSuccessfulBuild
633 ################################################################################
635 ################################################################################
639 # title: "Performance Impact of Meltdown Patches"
640 # algorithm: "table_performance_comparison"
641 # output-file-ext: ".csv"
643 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
645 # title: "No Meltdown"
646 ## TODO: specify data sources
648 # csit-vpp-perf-1707-all:
653 # title: "Meltdown Patches Applied"
654 ## TODO: specify data sources
656 # csit-vpp-perf-1710-all:
661 # "vpp-meltdown-impact"
667 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
668 # # to present all tests.
669 # nr-of-tests-shown: 20
673 # title: "Performance Impact of Spectre Patches"
674 # algorithm: "table_performance_comparison"
675 # output-file-ext: ".csv"
677 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
679 # title: "No Spectre"
680 ## TODO: specify data sources
682 # csit-vpp-perf-1707-all:
687 # title: "Spectre Patches Applied"
688 ## TODO: specify data sources
690 # csit-vpp-perf-1710-all:
695 # "vpp-spectre-impact"
701 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
702 # # to present all tests.
703 # nr-of-tests-shown: 20
707 title: "VPP Performance Changes"
708 algorithm: "table_performance_comparison"
709 output-file-ext: ".csv"
711 output-file: "{DIR[STATIC,VPP]}/performance-changes"
713 title: "Release 1710"
714 # TODO: specify data sources
716 csit-vpp-perf-1710-all:
728 title: "Release 1801"
729 # TODO: specify data sources
731 csit-vpp-perf-1801-all:
740 data: "vpp-performance-changes"
746 # Number of the best and the worst tests presented in the table. Use 0 (zero)
747 # to present all tests.
748 nr-of-tests-shown: 20
753 # title: "Performance improvements"
754 # algorithm: "table_performance_improvements"
755 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
756 # output-file-ext: ".csv"
757 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
763 # title: "16.09 mean [Mpps]"
766 # title: "17.01 mean [Mpps]"
769 # title: "17.04 mean [Mpps]"
772 # title: "17.07 mean [Mpps]"
773 # data: "data csit-vpp-perf-1707-all mean"
775 # title: "17.10 mean [Mpps]"
776 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
778 # title: "18.01 mean [Mpps]"
779 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
781 # title: "18.01 stdev [Mpps]"
782 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
784 # title: "17.10 to 18.01 change [%]"
785 # data: "operation relative_change 5 6"
788 # "performance-improvements"
795 title: "Detailed Test Results - VPP Performance Results"
796 algorithm: "table_merged_details"
797 output-file-ext: ".csv"
798 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
804 title: "Documentation"
812 filter: "not 'NDRCHK' and not 'PDRCHK'"
821 title: "Test configuration - VPP Performance Test Configs"
822 algorithm: "table_merged_details"
823 output-file-ext: ".csv"
824 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
830 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
831 data: "data vat-history"
835 filter: "not 'NDRCHK' and not 'PDRCHK'"
843 title: "Test Operational Data - VPP Performance Operational Data"
844 algorithm: "table_merged_details"
845 output-file-ext: ".csv"
846 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
852 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
853 data: "data show-run"
857 filter: "not 'NDRCHK' and not 'PDRCHK'"
865 title: "Detailed Test Results - VPP Functional Results"
866 algorithm: "table_details"
867 output-file-ext: ".csv"
868 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
874 title: "Documentation"
891 title: "Test configuration - VPP Functional Test Configs"
892 algorithm: "table_details"
893 output-file-ext: ".csv"
894 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
900 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
901 data: "data vat-history"
913 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
914 algorithm: "table_details"
915 output-file-ext: ".csv"
916 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
922 title: "Documentation"
929 "ligato-perf-results"
939 title: "Detailed Test Results - DPDK Performance Results"
940 algorithm: "table_details"
941 output-file-ext: ".csv"
942 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
948 title: "Documentation"
965 title: "Detailed Test Results - Honeycomb Functional Results"
966 algorithm: "table_details"
967 output-file-ext: ".csv"
968 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
974 title: "Documentation"
991 title: "Detailed Test Results - NSH SFC Functional Results"
992 algorithm: "table_details"
993 output-file-ext: ".csv"
994 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
1000 title: "Documentation"
1015 ################################################################################
1017 ################################################################################
1021 title: "VPP Performance Results"
1022 algorithm: "file_merged_test_results"
1023 output-file-ext: ".rst"
1024 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
1025 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1026 dir-tables: "{DIR[DTR,PERF,VPP]}"
1029 filter: "not 'NDRCHK' and not 'PDRCHK'"
1035 data-start-level: 3 # 0, 1, 2, ...
1036 chapters-start-level: 2 # 0, 1, 2, ...
1040 title: "VPP Performance Configuration"
1041 algorithm: "file_merged_test_results"
1042 output-file-ext: ".rst"
1043 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
1044 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1045 dir-tables: "{DIR[DTC,PERF,VPP]}"
1048 filter: "not 'NDRCHK' and not 'PDRCHK'"
1054 data-start-level: 3 # 0, 1, 2, ...
1055 chapters-start-level: 2 # 0, 1, 2, ...
1059 title: "VPP Performance Operational Data"
1060 algorithm: "file_merged_test_results"
1061 output-file-ext: ".rst"
1062 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1063 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1064 dir-tables: "{DIR[DTO,PERF,VPP]}"
1067 filter: "not 'NDRCHK' and not 'PDRCHK'"
1073 data-start-level: 3 # 0, 1, 2, ...
1074 chapters-start-level: 2 # 0, 1, 2, ...
1078 title: "VPP Functional Results"
1079 algorithm: "file_test_results"
1080 output-file-ext: ".rst"
1081 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1082 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1083 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1091 data-start-level: 3 # 0, 1, 2, ...
1092 chapters-start-level: 2 # 0, 1, 2, ...
1096 title: "VPP Functional Configuration"
1097 algorithm: "file_test_results"
1098 output-file-ext: ".rst"
1099 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1100 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1101 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1109 data-start-level: 3 # 0, 1, 2, ...
1110 chapters-start-level: 2 # 0, 1, 2, ...
1114 title: "Container Orchestrated Performance Results"
1115 algorithm: "file_test_results"
1116 output-file-ext: ".rst"
1117 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1118 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1119 dir-tables: "{DIR[DTR,PERF,COT]}"
1121 "ligato-perf-results"
1127 data-start-level: 2 # 0, 1, 2, ...
1128 chapters-start-level: 2 # 0, 1, 2, ...
1132 title: "DPDK Performance Results"
1133 algorithm: "file_test_results"
1134 output-file-ext: ".rst"
1135 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1136 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1137 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1147 data-start-level: 2 # 0, 1, 2, ...
1148 chapters-start-level: 2 # 0, 1, 2, ...
1152 title: "Honeycomb Functional Results"
1153 algorithm: "file_test_results"
1154 output-file-ext: ".rst"
1155 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1156 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1157 dir-tables: "{DIR[DTR,FUNC,HC]}"
1167 data-start-level: 3 # 0, 1, 2, ...
1168 chapters-start-level: 2 # 0, 1, 2, ...
1172 title: "NSH SFC Functional Results"
1173 algorithm: "file_test_results"
1174 output-file-ext: ".rst"
1175 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1176 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1177 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1187 data-start-level: 2 # 0, 1, 2, ...
1188 chapters-start-level: 2 # 0, 1, 2, ...
1190 ################################################################################
1192 ################################################################################
1194 # Plots VPP HTTP Server Performance
1197 title: "VPP HTTP Server Performance"
1198 algorithm: "plot_http_server_performance_box"
1199 output-file-type: ".html"
1200 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1202 "plot-vpp-http-server-performance"
1203 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1204 # each tag is enclosed with ' (apostrophe).
1205 filter: "'HTTP' and 'TCP_CPS'"
1211 boxpoints: "outliers"
1214 title: "VPP HTTP Server Performance"
1220 title: "VPP HTTP Server Performance"
1221 algorithm: "plot_http_server_performance_box"
1222 output-file-type: ".html"
1223 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1225 "plot-vpp-http-server-performance"
1226 filter: "'HTTP' and 'TCP_RPS'"
1232 boxpoints: "outliers"
1235 title: "VPP HTTP Server Performance"
1239 # Plot Throughput Speedup Analysis
1241 # L2 - 10ge2p1x520 - NDR
1244 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1245 algorithm: "plot_throughput_speedup_analysis"
1246 output-file-type: ".html"
1247 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1249 "plot-throughput-speedup-analysis"
1250 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1256 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1258 "plot-throughput-speedup-analysis"
1260 # L2 - 40ge2p1xl710 - NDR
1263 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1264 algorithm: "plot_throughput_speedup_analysis"
1265 output-file-type: ".html"
1266 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1268 "plot-throughput-speedup-analysis"
1269 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1275 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1277 "plot-throughput-speedup-analysis"
1279 # L2 - 10ge2p1x520 - PDR
1282 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1283 algorithm: "plot_throughput_speedup_analysis"
1284 output-file-type: ".html"
1285 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1287 "plot-throughput-speedup-analysis"
1288 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1294 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1296 "plot-throughput-speedup-analysis"
1298 # IPv4 - 10ge2p1x520 - NDR
1301 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1302 algorithm: "plot_throughput_speedup_analysis"
1303 output-file-type: ".html"
1304 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1306 "plot-throughput-speedup-analysis"
1307 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1313 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1315 "plot-throughput-speedup-analysis"
1317 # IPv4 - 40ge2p1xl710 - NDR
1320 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1321 algorithm: "plot_throughput_speedup_analysis"
1322 output-file-type: ".html"
1323 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1325 "plot-throughput-speedup-analysis"
1326 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1332 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1334 "plot-throughput-speedup-analysis"
1336 # IPv4 - 10ge2p1x520 - PDR
1339 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1340 algorithm: "plot_throughput_speedup_analysis"
1341 output-file-type: ".html"
1342 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1344 "plot-throughput-speedup-analysis"
1345 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1351 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1353 "plot-throughput-speedup-analysis"
1355 # IPv6 - 10ge2p1x520 - NDR
1358 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1359 algorithm: "plot_throughput_speedup_analysis"
1360 output-file-type: ".html"
1361 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1363 "plot-throughput-speedup-analysis"
1364 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1370 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1372 "plot-throughput-speedup-analysis"
1374 # IPv6 - 40ge2p1xl710 - NDR
1377 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1378 algorithm: "plot_throughput_speedup_analysis"
1379 output-file-type: ".html"
1380 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1382 "plot-throughput-speedup-analysis"
1383 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1389 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1391 "plot-throughput-speedup-analysis"
1393 # IPv6 - 10ge2p1x520 - PDR
1396 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1397 algorithm: "plot_throughput_speedup_analysis"
1398 output-file-type: ".html"
1399 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1401 "plot-throughput-speedup-analysis"
1402 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1408 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1410 "plot-throughput-speedup-analysis"
1412 # Plot packets per second
1417 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1418 algorithm: "plot_performance_box"
1419 output-file-type: ".html"
1420 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1422 "plot-vpp-throughput-latency"
1423 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1424 # each tag is enclosed with ' (apostrophe).
1425 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1431 boxpoints: "outliers"
1434 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1440 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1441 algorithm: "plot_performance_box"
1442 output-file-type: ".html"
1443 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1445 "plot-vpp-throughput-latency"
1446 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1452 boxpoints: "outliers"
1455 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1461 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1462 algorithm: "plot_performance_box"
1463 output-file-type: ".html"
1464 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1466 "plot-vpp-throughput-latency"
1467 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1473 boxpoints: "outliers"
1476 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1482 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1483 algorithm: "plot_performance_box"
1484 output-file-type: ".html"
1485 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1487 "plot-vpp-throughput-latency"
1488 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1494 boxpoints: "outliers"
1497 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1504 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1505 algorithm: "plot_performance_box"
1506 output-file-type: ".html"
1507 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1509 "plot-vpp-throughput-latency"
1510 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1516 boxpoints: "outliers"
1519 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1525 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1526 algorithm: "plot_performance_box"
1527 output-file-type: ".html"
1528 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1530 "plot-vpp-throughput-latency"
1531 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1537 boxpoints: "outliers"
1540 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1546 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1547 algorithm: "plot_performance_box"
1548 output-file-type: ".html"
1549 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1551 "plot-vpp-throughput-latency"
1552 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1558 boxpoints: "outliers"
1561 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1567 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1568 algorithm: "plot_performance_box"
1569 output-file-type: ".html"
1570 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1572 "plot-vpp-throughput-latency"
1573 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1579 boxpoints: "outliers"
1582 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1589 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1590 algorithm: "plot_performance_box"
1591 output-file-type: ".html"
1592 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1594 "plot-vpp-throughput-latency"
1595 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1601 boxpoints: "outliers"
1604 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1610 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1611 algorithm: "plot_performance_box"
1612 output-file-type: ".html"
1613 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1615 "plot-vpp-throughput-latency"
1616 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1622 boxpoints: "outliers"
1625 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1631 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1632 algorithm: "plot_performance_box"
1633 output-file-type: ".html"
1634 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1636 "plot-vpp-throughput-latency"
1637 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1643 boxpoints: "outliers"
1646 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1652 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1653 algorithm: "plot_performance_box"
1654 output-file-type: ".html"
1655 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1657 "plot-vpp-throughput-latency"
1658 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1664 boxpoints: "outliers"
1667 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1674 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1675 algorithm: "plot_performance_box"
1676 output-file-type: ".html"
1677 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1679 "plot-vpp-throughput-latency"
1680 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1686 boxpoints: "outliers"
1689 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1695 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1696 algorithm: "plot_performance_box"
1697 output-file-type: ".html"
1698 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1700 "plot-vpp-throughput-latency"
1701 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1707 boxpoints: "outliers"
1710 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1716 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1717 algorithm: "plot_performance_box"
1718 output-file-type: ".html"
1719 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1721 "plot-vpp-throughput-latency"
1722 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1728 boxpoints: "outliers"
1731 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1737 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1738 algorithm: "plot_performance_box"
1739 output-file-type: ".html"
1740 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1742 "plot-vpp-throughput-latency"
1743 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1749 boxpoints: "outliers"
1752 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1759 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1760 algorithm: "plot_performance_box"
1761 output-file-type: ".html"
1762 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1764 "plot-vpp-throughput-latency"
1765 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1771 boxpoints: "outliers"
1774 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1780 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1781 algorithm: "plot_performance_box"
1782 output-file-type: ".html"
1783 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1785 "plot-vpp-throughput-latency"
1786 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1792 boxpoints: "outliers"
1795 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1801 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1802 algorithm: "plot_performance_box"
1803 output-file-type: ".html"
1804 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1806 "plot-vpp-throughput-latency"
1807 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1813 boxpoints: "outliers"
1816 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1822 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1823 algorithm: "plot_performance_box"
1824 output-file-type: ".html"
1825 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1827 "plot-vpp-throughput-latency"
1828 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1834 boxpoints: "outliers"
1837 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1844 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1845 algorithm: "plot_performance_box"
1846 output-file-type: ".html"
1847 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1849 "plot-vpp-throughput-latency"
1850 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1856 boxpoints: "outliers"
1859 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1864 gridcolor: "rgb(238, 238, 238)"
1865 linecolor: "rgb(238, 238, 238)"
1869 showticklabels: True
1870 tickcolor: "rgb(238, 238, 238)"
1872 title: "Indexed Test Cases"
1875 gridcolor: "rgb(238, 238, 238)'"
1877 linecolor: "rgb(238, 238, 238)"
1879 range: [2000000, 6000000]
1882 showticklabels: True
1883 tickcolor: "rgb(238, 238, 238)"
1884 title: "Packets Per Second [pps]"
1902 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1903 algorithm: "plot_performance_box"
1904 output-file-type: ".html"
1905 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1907 "plot-vpp-throughput-latency"
1908 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1914 boxpoints: "outliers"
1917 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1923 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1924 algorithm: "plot_performance_box"
1925 output-file-type: ".html"
1926 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1928 "plot-vpp-throughput-latency"
1929 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1935 boxpoints: "outliers"
1938 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1944 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1945 algorithm: "plot_performance_box"
1946 output-file-type: ".html"
1947 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1949 "plot-vpp-throughput-latency"
1950 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1956 boxpoints: "outliers"
1959 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1964 gridcolor: "rgb(238, 238, 238)"
1965 linecolor: "rgb(238, 238, 238)"
1969 showticklabels: True
1970 tickcolor: "rgb(238, 238, 238)"
1972 title: "Indexed Test Cases"
1975 gridcolor: "rgb(238, 238, 238)'"
1977 linecolor: "rgb(238, 238, 238)"
1979 range: [4000000, 12000000]
1982 showticklabels: True
1983 tickcolor: "rgb(238, 238, 238)"
1984 title: "Packets Per Second [pps]"
2003 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2004 algorithm: "plot_performance_box"
2005 output-file-type: ".html"
2006 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2008 "plot-vpp-throughput-latency"
2009 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2015 boxpoints: "outliers"
2018 title: "64B-1t1c-.*vhost.*-ndrdisc"
2023 gridcolor: "rgb(238, 238, 238)"
2024 linecolor: "rgb(238, 238, 238)"
2028 showticklabels: True
2029 tickcolor: "rgb(238, 238, 238)"
2031 title: "Indexed Test Cases"
2034 gridcolor: "rgb(238, 238, 238)'"
2036 linecolor: "rgb(238, 238, 238)"
2041 showticklabels: True
2042 tickcolor: "rgb(238, 238, 238)"
2043 title: "Packets Per Second [pps]"
2061 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2062 algorithm: "plot_performance_box"
2063 output-file-type: ".html"
2064 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2066 "plot-vpp-throughput-latency"
2067 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2073 boxpoints: "outliers"
2076 title: "64B-2t2c-.*vhost.*-ndrdisc"
2082 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2083 algorithm: "plot_performance_box"
2084 output-file-type: ".html"
2085 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2087 "plot-vpp-throughput-latency"
2088 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2094 boxpoints: "outliers"
2097 title: "64B-1t1c-.*vhost.*-pdrdisc"
2103 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2104 algorithm: "plot_performance_box"
2105 output-file-type: ".html"
2106 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2108 "plot-vpp-throughput-latency"
2109 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2115 boxpoints: "outliers"
2118 title: "64B-2t2c-.*vhost.*-pdrdisc"
2122 # VPP VM VHOST SELECTION
2125 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2126 algorithm: "plot_performance_box"
2127 output-file-type: ".html"
2128 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2130 "plot-vpp-throughput-latency"
2131 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2137 boxpoints: "outliers"
2140 title: "64B-1t1c-.*vhost.*-ndrdisc"
2146 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2147 algorithm: "plot_performance_box"
2148 output-file-type: ".html"
2149 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2151 "plot-vpp-throughput-latency"
2152 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2158 boxpoints: "outliers"
2161 title: "64B-2t2c-.*vhost.*-ndrdisc"
2167 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2168 algorithm: "plot_performance_box"
2169 output-file-type: ".html"
2170 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2172 "plot-vpp-throughput-latency"
2173 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2179 boxpoints: "outliers"
2182 title: "64B-1t1c-.*vhost.*-pdrdisc"
2188 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2189 algorithm: "plot_performance_box"
2190 output-file-type: ".html"
2191 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2193 "plot-vpp-throughput-latency"
2194 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2200 boxpoints: "outliers"
2203 title: "64B-2t2c-.*vhost.*-pdrdisc"
2210 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2211 algorithm: "plot_performance_box"
2212 output-file-type: ".html"
2213 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2215 "plot-vpp-throughput-latency"
2216 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2222 boxpoints: "outliers"
2225 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2231 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2232 algorithm: "plot_performance_box"
2233 output-file-type: ".html"
2234 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2236 "plot-vpp-throughput-latency"
2237 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2243 boxpoints: "outliers"
2246 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2252 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2253 algorithm: "plot_performance_box"
2254 output-file-type: ".html"
2255 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2257 "plot-vpp-throughput-latency"
2258 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2264 boxpoints: "outliers"
2267 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2273 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2274 algorithm: "plot_performance_box"
2275 output-file-type: ".html"
2276 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2278 "plot-vpp-throughput-latency"
2279 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2285 boxpoints: "outliers"
2288 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2295 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2296 algorithm: "plot_performance_box"
2297 output-file-type: ".html"
2298 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2300 "plot-dpdk-throughput-latency"
2301 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2307 boxpoints: "outliers"
2310 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2316 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2317 algorithm: "plot_performance_box"
2318 output-file-type: ".html"
2319 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2321 "plot-dpdk-throughput-latency"
2322 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2328 boxpoints: "outliers"
2331 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2337 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2338 algorithm: "plot_performance_box"
2339 output-file-type: ".html"
2340 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2342 "plot-dpdk-throughput-latency"
2343 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2349 boxpoints: "outliers"
2352 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2357 gridcolor: "rgb(238, 238, 238)"
2358 linecolor: "rgb(238, 238, 238)"
2362 showticklabels: True
2363 tickcolor: "rgb(238, 238, 238)"
2365 title: "Indexed Test Cases"
2368 gridcolor: "rgb(238, 238, 238)'"
2370 linecolor: "rgb(238, 238, 238)"
2372 range: [2000000, 12000000]
2375 showticklabels: True
2376 tickcolor: "rgb(238, 238, 238)"
2377 title: "Packets Per Second [pps]"
2395 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2396 algorithm: "plot_performance_box"
2397 output-file-type: ".html"
2398 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2400 "plot-dpdk-throughput-latency"
2401 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2407 boxpoints: "outliers"
2410 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2415 gridcolor: "rgb(238, 238, 238)"
2416 linecolor: "rgb(238, 238, 238)"
2420 showticklabels: True
2421 tickcolor: "rgb(238, 238, 238)"
2423 title: "Indexed Test Cases"
2426 gridcolor: "rgb(238, 238, 238)'"
2428 linecolor: "rgb(238, 238, 238)"
2430 range: [2000000, 12000000]
2433 showticklabels: True
2434 tickcolor: "rgb(238, 238, 238)"
2435 title: "Packets Per Second [pps]"
2453 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2454 algorithm: "plot_performance_box"
2455 output-file-type: ".html"
2456 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2458 "plot-dpdk-throughput-latency"
2459 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2465 boxpoints: "outliers"
2468 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2474 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2475 algorithm: "plot_performance_box"
2476 output-file-type: ".html"
2477 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2479 "plot-dpdk-throughput-latency"
2480 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2486 boxpoints: "outliers"
2489 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2495 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2496 algorithm: "plot_performance_box"
2497 output-file-type: ".html"
2498 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2500 "plot-dpdk-throughput-latency"
2501 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2507 boxpoints: "outliers"
2510 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2515 gridcolor: "rgb(238, 238, 238)"
2516 linecolor: "rgb(238, 238, 238)"
2520 showticklabels: True
2521 tickcolor: "rgb(238, 238, 238)"
2523 title: "Indexed Test Cases"
2526 gridcolor: "rgb(238, 238, 238)'"
2528 linecolor: "rgb(238, 238, 238)"
2530 range: [20000000, 30000000]
2533 showticklabels: True
2534 tickcolor: "rgb(238, 238, 238)"
2535 title: "Packets Per Second [pps]"
2553 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2554 algorithm: "plot_performance_box"
2555 output-file-type: ".html"
2556 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2558 "plot-dpdk-throughput-latency"
2559 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2565 boxpoints: "outliers"
2568 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2573 gridcolor: "rgb(238, 238, 238)"
2574 linecolor: "rgb(238, 238, 238)"
2578 showticklabels: True
2579 tickcolor: "rgb(238, 238, 238)"
2581 title: "Indexed Test Cases"
2584 gridcolor: "rgb(238, 238, 238)'"
2586 linecolor: "rgb(238, 238, 238)"
2588 range: [20000000, 30000000]
2591 showticklabels: True
2592 tickcolor: "rgb(238, 238, 238)"
2593 title: "Packets Per Second [pps]"
2614 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2615 algorithm: "plot_latency_box"
2616 output-file-type: ".html"
2617 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2619 "plot-vpp-throughput-latency"
2620 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2627 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2633 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2634 algorithm: "plot_latency_box"
2635 output-file-type: ".html"
2636 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2638 "plot-vpp-throughput-latency"
2639 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2646 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2653 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2654 algorithm: "plot_latency_box"
2655 output-file-type: ".html"
2656 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2658 "plot-vpp-throughput-latency"
2659 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2666 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2672 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2673 algorithm: "plot_latency_box"
2674 output-file-type: ".html"
2675 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2677 "plot-vpp-throughput-latency"
2678 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2685 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2692 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2693 algorithm: "plot_latency_box"
2694 output-file-type: ".html"
2695 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2697 "plot-vpp-throughput-latency"
2698 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2705 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2711 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2712 algorithm: "plot_latency_box"
2713 output-file-type: ".html"
2714 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2716 "plot-vpp-throughput-latency"
2717 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2724 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2731 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2732 algorithm: "plot_latency_box"
2733 output-file-type: ".html"
2734 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2736 "plot-vpp-throughput-latency"
2737 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2744 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2750 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2751 algorithm: "plot_latency_box"
2752 output-file-type: ".html"
2753 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2755 "plot-vpp-throughput-latency"
2756 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2763 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2770 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2771 algorithm: "plot_latency_box"
2772 output-file-type: ".html"
2773 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2775 "plot-vpp-throughput-latency"
2776 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2783 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2789 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2790 algorithm: "plot_latency_box"
2791 output-file-type: ".html"
2792 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2794 "plot-vpp-throughput-latency"
2795 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2802 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2809 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2810 algorithm: "plot_latency_box"
2811 output-file-type: ".html"
2812 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2814 "plot-vpp-throughput-latency"
2815 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2822 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2828 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2829 algorithm: "plot_latency_box"
2830 output-file-type: ".html"
2831 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2833 "plot-vpp-throughput-latency"
2834 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2841 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2848 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2849 algorithm: "plot_latency_box"
2850 output-file-type: ".html"
2851 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2853 "plot-vpp-throughput-latency"
2854 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2861 title: "64B-1t1c-.*vhost.*-ndrdisc"
2867 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2868 algorithm: "plot_latency_box"
2869 output-file-type: ".html"
2870 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2872 "plot-vpp-throughput-latency"
2873 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2880 title: "64B-2t2c-.*vhost.*-ndrdisc"
2884 # VPP VM VHOST selection
2887 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2888 algorithm: "plot_latency_box"
2889 output-file-type: ".html"
2890 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2892 "plot-vpp-throughput-latency"
2893 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2900 title: "64B-1t1c-.*vhost.*-ndrdisc"
2906 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2907 algorithm: "plot_latency_box"
2908 output-file-type: ".html"
2909 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2911 "plot-vpp-throughput-latency"
2912 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2919 title: "64B-2t2c-.*vhost.*-ndrdisc"
2926 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2927 algorithm: "plot_latency_box"
2928 output-file-type: ".html"
2929 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2931 "plot-vpp-throughput-latency"
2932 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2939 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2945 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2946 algorithm: "plot_latency_box"
2947 output-file-type: ".html"
2948 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2950 "plot-vpp-throughput-latency"
2951 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2958 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2965 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2966 algorithm: "plot_latency_box"
2967 output-file-type: ".html"
2968 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2970 "plot-dpdk-throughput-latency"
2971 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2978 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2984 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2985 algorithm: "plot_latency_box"
2986 output-file-type: ".html"
2987 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2989 "plot-dpdk-throughput-latency"
2990 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2997 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3003 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3004 algorithm: "plot_latency_box"
3005 output-file-type: ".html"
3006 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
3008 "plot-dpdk-throughput-latency"
3009 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3016 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3022 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3023 algorithm: "plot_latency_box"
3024 output-file-type: ".html"
3025 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
3027 "plot-dpdk-throughput-latency"
3028 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3035 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3039 # Ligato - Throughput
3044 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3045 algorithm: "plot_performance_box"
3046 output-file-type: ".html"
3047 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3049 "plot-vpp-throughput-latency"
3050 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3056 boxpoints: "outliers"
3059 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3064 gridcolor: "rgb(238, 238, 238)"
3065 linecolor: "rgb(238, 238, 238)"
3069 showticklabels: True
3070 tickcolor: "rgb(238, 238, 238)"
3072 title: "Indexed Test Cases"
3075 gridcolor: "rgb(238, 238, 238)'"
3077 linecolor: "rgb(238, 238, 238)"
3082 showticklabels: True
3083 tickcolor: "rgb(238, 238, 238)"
3084 title: "Packets Per Second [pps]"
3102 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3103 algorithm: "plot_performance_box"
3104 output-file-type: ".html"
3105 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3107 "plot-vpp-throughput-latency"
3108 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3114 boxpoints: "outliers"
3117 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3122 gridcolor: "rgb(238, 238, 238)"
3123 linecolor: "rgb(238, 238, 238)"
3127 showticklabels: True
3128 tickcolor: "rgb(238, 238, 238)"
3130 title: "Indexed Test Cases"
3133 gridcolor: "rgb(238, 238, 238)'"
3135 linecolor: "rgb(238, 238, 238)"
3140 showticklabels: True
3141 tickcolor: "rgb(238, 238, 238)"
3142 title: "Packets Per Second [pps]"
3160 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3161 algorithm: "plot_performance_box"
3162 output-file-type: ".html"
3163 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3165 "plot-vpp-throughput-latency"
3166 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3172 boxpoints: "outliers"
3175 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3180 gridcolor: "rgb(238, 238, 238)"
3181 linecolor: "rgb(238, 238, 238)"
3185 showticklabels: True
3186 tickcolor: "rgb(238, 238, 238)"
3188 title: "Indexed Test Cases"
3191 gridcolor: "rgb(238, 238, 238)'"
3193 linecolor: "rgb(238, 238, 238)"
3198 showticklabels: True
3199 tickcolor: "rgb(238, 238, 238)"
3200 title: "Packets Per Second [pps]"
3218 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3219 algorithm: "plot_performance_box"
3220 output-file-type: ".html"
3221 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3223 "plot-vpp-throughput-latency"
3224 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3230 boxpoints: "outliers"
3233 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3238 gridcolor: "rgb(238, 238, 238)"
3239 linecolor: "rgb(238, 238, 238)"
3243 showticklabels: True
3244 tickcolor: "rgb(238, 238, 238)"
3246 title: "Indexed Test Cases"
3249 gridcolor: "rgb(238, 238, 238)'"
3251 linecolor: "rgb(238, 238, 238)"
3256 showticklabels: True
3257 tickcolor: "rgb(238, 238, 238)"
3258 title: "Packets Per Second [pps]"
3274 # Container orchestrated
3277 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3278 algorithm: "plot_performance_box"
3279 output-file-type: ".html"
3280 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3282 "plot-ligato-throughput-latency"
3283 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3289 boxpoints: "outliers"
3292 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3298 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3299 algorithm: "plot_performance_box"
3300 output-file-type: ".html"
3301 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3303 "plot-ligato-throughput-latency"
3304 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3310 boxpoints: "outliers"
3313 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3319 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3320 algorithm: "plot_performance_box"
3321 output-file-type: ".html"
3322 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3324 "plot-ligato-throughput-latency"
3325 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3331 boxpoints: "outliers"
3334 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3340 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3341 algorithm: "plot_performance_box"
3342 output-file-type: ".html"
3343 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3345 "plot-ligato-throughput-latency"
3346 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3352 boxpoints: "outliers"
3355 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3364 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3365 algorithm: "plot_latency_box"
3366 output-file-type: ".html"
3367 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3369 "plot-vpp-throughput-latency"
3370 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3377 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3383 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3384 algorithm: "plot_latency_box"
3385 output-file-type: ".html"
3386 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3388 "plot-vpp-throughput-latency"
3389 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3396 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3400 # Container orchestrated
3403 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3404 algorithm: "plot_latency_box"
3405 output-file-type: ".html"
3406 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3408 "plot-ligato-throughput-latency"
3409 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3416 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3422 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3423 algorithm: "plot_latency_box"
3424 output-file-type: ".html"
3425 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3427 "plot-ligato-throughput-latency"
3428 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3435 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"