6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 # plot-vpp-http-server-performance:
94 # csit-vpp-perf-1801-all:
99 # TODO: Add the data sources
100 # vpp-meltdown-impact:
101 # csit-vpp-perf-1707-all:
105 # csit-vpp-perf-1710-all:
109 # TODO: Add the data sources
110 # vpp-spectre-impact:
111 # csit-vpp-perf-1707-all:
115 # csit-vpp-perf-1710-all:
119 vpp-performance-changes:
120 csit-vpp-perf-1710-all:
131 # TODO: Add the data sources
132 csit-vpp-perf-1801-all:
136 # TODO: Add the data sources
137 plot-throughput-speedup-analysis:
138 csit-vpp-perf-1801-all:
142 # performance-improvements:
143 # csit-vpp-perf-1707-all:
154 # csit-vpp-perf-1710-all:
165 ## TODO: Add the data sources
166 # csit-vpp-perf-1801-all:
170 # csit-ligato-perf-1710-all:
181 # csit-ligato-perf-1801-all:
185 # TODO: Add the data sources
187 csit-vpp-perf-1801-all:
193 csit-vpp-functional-1801-ubuntu1604-virl:
194 - "lastSuccessfulBuild"
195 # TODO: Add the data sources
197 csit-ligato-perf-1801-all:
200 csit-dpdk-perf-1801-all:
203 csit-hc2vpp-verify-func-1801-ubuntu1604:
204 - "lastSuccessfulBuild"
206 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
208 # TODO: Add the data sources
209 plot-vpp-throughput-latency:
210 csit-vpp-perf-1801-all:
214 plot-dpdk-throughput-latency:
215 csit-dpdk-perf-1801-all:
225 # TODO: Add the data sources
226 plot-ligato-throughput-latency:
227 csit-ligato-perf-1801-all:
239 gridcolor: "rgb(238, 238, 238)"
240 linecolor: "rgb(238, 238, 238)"
245 tickcolor: "rgb(238, 238, 238)"
247 title: "Indexed Test Cases"
250 gridcolor: "rgb(238, 238, 238)'"
252 linecolor: "rgb(238, 238, 238)"
259 tickcolor: "rgb(238, 238, 238)"
260 title: "Connections Per Second [cps]"
281 gridcolor: "rgb(238, 238, 238)"
282 linecolor: "rgb(238, 238, 238)"
287 tickcolor: "rgb(238, 238, 238)"
289 title: "Indexed Test Cases"
292 gridcolor: "rgb(238, 238, 238)'"
294 linecolor: "rgb(238, 238, 238)"
301 tickcolor: "rgb(238, 238, 238)"
302 title: "Requests Per Second [rps]"
323 gridcolor: "rgb(238, 238, 238)"
324 linecolor: "rgb(238, 238, 238)"
329 tickcolor: "rgb(238, 238, 238)"
331 title: "Indexed Test Cases"
334 gridcolor: "rgb(238, 238, 238)'"
336 linecolor: "rgb(238, 238, 238)"
342 tickcolor: "rgb(238, 238, 238)"
343 title: "Packets Per Second [pps]"
364 gridcolor: "rgb(238, 238, 238)"
365 linecolor: "rgb(238, 238, 238)"
370 tickcolor: "rgb(238, 238, 238)"
372 title: "Indexed Test Cases"
375 gridcolor: "rgb(238, 238, 238)'"
377 linecolor: "rgb(238, 238, 238)"
383 tickcolor: "rgb(238, 238, 238)"
384 title: "Latency min/avg/max [uSec]"
400 plot-throughput-speedup-analysis:
405 gridcolor: "rgb(238, 238, 238)"
406 linecolor: "rgb(238, 238, 238)"
411 tickcolor: "rgb(238, 238, 238)"
416 title: "Throughput speedup factor"
417 gridcolor: "rgb(238, 238, 238)"
419 linecolor: "rgb(238, 238, 238)"
425 tickcolor: "rgb(238, 238, 238)"
433 bgcolor: "rgba(255, 255, 255, 0)"
434 bordercolor: "rgba(255, 255, 255, 0)"
451 input-format: "xml" # zip or xml
452 extract: "robot-plugin/output.xml" # Only for zip
454 # The files must be in the directory DIR[WORKING,DATA]
455 csit-vpp-perf-1801-all:
458 file: "{DIR[WORKING,DATA]}/output.xml"
461 file: "{DIR[WORKING,DATA]}/output.xml"
464 file: "{DIR[WORKING,DATA]}/output.xml"
467 file: "{DIR[WORKING,DATA]}/output.xml"
471 src-path: "{DIR[RST]}"
472 dst-path: "{DIR[WORKING,SRC]}"
475 type: "input" # Ignored in debug mode
477 file-name: "robot-plugin.zip"
479 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
480 extract: "robot-plugin/output.xml"
482 # csit-vpp-perf-1707-all:
493 csit-vpp-perf-1710-all:
505 csit-vpp-perf-1801-all:
513 csit-ligato-perf-1710-all:
524 csit-dpdk-perf-1801-all:
535 csit-ligato-perf-1801-all:
539 csit-dpdk-perf-1801-all:
550 csit-vpp-functional-1801-ubuntu1604-virl:
551 - lastSuccessfulBuild
552 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
554 csit-hc2vpp-verify-func-1801-ubuntu1604:
555 - lastSuccessfulBuild
565 ################################################################################
567 ################################################################################
571 # title: "Performance Impact of Meltdown Patches"
572 # algorithm: "table_performance_comparison"
573 # output-file-ext: ".csv"
575 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
577 # title: "No Meltdown"
578 ## TODO: specify data sources
580 # csit-vpp-perf-1707-all:
585 # title: "Meltdown Patches Applied"
586 ## TODO: specify data sources
588 # csit-vpp-perf-1710-all:
593 # "vpp-meltdown-impact"
599 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
600 # # to present all tests.
601 # nr-of-tests-shown: 20
605 # title: "Performance Impact of Spectre Patches"
606 # algorithm: "table_performance_comparison"
607 # output-file-ext: ".csv"
609 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
611 # title: "No Spectre"
612 ## TODO: specify data sources
614 # csit-vpp-perf-1707-all:
619 # title: "Spectre Patches Applied"
620 ## TODO: specify data sources
622 # csit-vpp-perf-1710-all:
627 # "vpp-spectre-impact"
633 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
634 # # to present all tests.
635 # nr-of-tests-shown: 20
639 title: "VPP Performance Changes"
640 algorithm: "table_performance_comparison"
641 output-file-ext: ".csv"
643 output-file: "{DIR[STATIC,VPP]}/performance-changes"
645 title: "Release 1710"
646 # TODO: specify data sources
648 csit-vpp-perf-1710-all:
660 title: "Release 1801"
661 # TODO: specify data sources
663 csit-vpp-perf-1801-all:
667 data: "vpp-performance-changes"
673 # Number of the best and the worst tests presented in the table. Use 0 (zero)
674 # to present all tests.
675 nr-of-tests-shown: 20
679 # title: "Performance improvements"
680 # algorithm: "table_performance_improvements"
681 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
682 # output-file-ext: ".csv"
683 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
689 # title: "16.09 mean [Mpps]"
692 # title: "17.01 mean [Mpps]"
695 # title: "17.04 mean [Mpps]"
698 # title: "17.07 mean [Mpps]"
699 # data: "data csit-vpp-perf-1707-all mean"
701 # title: "17.10 mean [Mpps]"
702 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
704 # title: "18.01 mean [Mpps]"
705 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
707 # title: "18.01 stdev [Mpps]"
708 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
710 # title: "17.10 to 18.01 change [%]"
711 # data: "operation relative_change 5 6"
714 # "performance-improvements"
721 title: "Detailed Test Results - VPP Performance Results"
722 algorithm: "table_merged_details"
723 output-file-ext: ".csv"
724 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
730 title: "Documentation"
738 filter: "not 'NDRCHK' and not 'PDRCHK'"
747 title: "Test configuration - VPP Performance Test Configs"
748 algorithm: "table_merged_details"
749 output-file-ext: ".csv"
750 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
756 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
757 data: "data vat-history"
761 filter: "not 'NDRCHK' and not 'PDRCHK'"
769 title: "Test Operational Data - VPP Performance Operational Data"
770 algorithm: "table_merged_details"
771 output-file-ext: ".csv"
772 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
778 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
779 data: "data show-run"
783 filter: "not 'NDRCHK' and not 'PDRCHK'"
791 title: "Detailed Test Results - VPP Functional Results"
792 algorithm: "table_details"
793 output-file-ext: ".csv"
794 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
800 title: "Documentation"
817 title: "Test configuration - VPP Functional Test Configs"
818 algorithm: "table_details"
819 output-file-ext: ".csv"
820 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
826 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
827 data: "data vat-history"
839 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
840 algorithm: "table_details"
841 output-file-ext: ".csv"
842 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
848 title: "Documentation"
855 "ligato-perf-results"
865 title: "Detailed Test Results - DPDK Performance Results"
866 algorithm: "table_details"
867 output-file-ext: ".csv"
868 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
874 title: "Documentation"
891 title: "Detailed Test Results - Honeycomb Functional Results"
892 algorithm: "table_details"
893 output-file-ext: ".csv"
894 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
900 title: "Documentation"
917 title: "Detailed Test Results - NSH SFC Functional Results"
918 algorithm: "table_details"
919 output-file-ext: ".csv"
920 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
926 title: "Documentation"
941 ################################################################################
943 ################################################################################
947 title: "VPP Performance Results"
948 algorithm: "file_merged_test_results"
949 output-file-ext: ".rst"
950 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
951 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
952 dir-tables: "{DIR[DTR,PERF,VPP]}"
955 filter: "not 'NDRCHK' and not 'PDRCHK'"
961 data-start-level: 3 # 0, 1, 2, ...
962 chapters-start-level: 2 # 0, 1, 2, ...
966 title: "VPP Performance Configuration"
967 algorithm: "file_merged_test_results"
968 output-file-ext: ".rst"
969 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
970 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
971 dir-tables: "{DIR[DTC,PERF,VPP]}"
974 filter: "not 'NDRCHK' and not 'PDRCHK'"
980 data-start-level: 3 # 0, 1, 2, ...
981 chapters-start-level: 2 # 0, 1, 2, ...
985 title: "VPP Performance Operational Data"
986 algorithm: "file_merged_test_results"
987 output-file-ext: ".rst"
988 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
989 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
990 dir-tables: "{DIR[DTO,PERF,VPP]}"
993 filter: "not 'NDRCHK' and not 'PDRCHK'"
999 data-start-level: 3 # 0, 1, 2, ...
1000 chapters-start-level: 2 # 0, 1, 2, ...
1004 title: "VPP Functional Results"
1005 algorithm: "file_test_results"
1006 output-file-ext: ".rst"
1007 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1008 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1009 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1017 data-start-level: 3 # 0, 1, 2, ...
1018 chapters-start-level: 2 # 0, 1, 2, ...
1022 title: "VPP Functional Configuration"
1023 algorithm: "file_test_results"
1024 output-file-ext: ".rst"
1025 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1026 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1027 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1035 data-start-level: 3 # 0, 1, 2, ...
1036 chapters-start-level: 2 # 0, 1, 2, ...
1040 title: "Container Orchestrated Performance Results"
1041 algorithm: "file_test_results"
1042 output-file-ext: ".rst"
1043 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1044 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1045 dir-tables: "{DIR[DTR,PERF,COT]}"
1047 "ligato-perf-results"
1053 data-start-level: 2 # 0, 1, 2, ...
1054 chapters-start-level: 2 # 0, 1, 2, ...
1058 title: "DPDK Performance Results"
1059 algorithm: "file_test_results"
1060 output-file-ext: ".rst"
1061 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1062 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1063 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1073 data-start-level: 2 # 0, 1, 2, ...
1074 chapters-start-level: 2 # 0, 1, 2, ...
1078 title: "Honeycomb Functional Results"
1079 algorithm: "file_test_results"
1080 output-file-ext: ".rst"
1081 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1082 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1083 dir-tables: "{DIR[DTR,FUNC,HC]}"
1093 data-start-level: 3 # 0, 1, 2, ...
1094 chapters-start-level: 2 # 0, 1, 2, ...
1098 title: "NSH SFC Functional Results"
1099 algorithm: "file_test_results"
1100 output-file-ext: ".rst"
1101 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1102 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1103 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1113 data-start-level: 2 # 0, 1, 2, ...
1114 chapters-start-level: 2 # 0, 1, 2, ...
1116 ################################################################################
1118 ################################################################################
1120 # Plots VPP HTTP Server Performance
1123 # title: "VPP HTTP Server Performance"
1124 # algorithm: "plot_http_server_performance_box"
1125 # output-file-type: ".html"
1126 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1128 # "plot-vpp-http-server-performance"
1129 # # Keep this formatting, the filter is enclosed with " (quotation mark) and
1130 # # each tag is enclosed with ' (apostrophe).
1131 # filter: "'HTTP' and 'TCP_CPS'"
1137 # boxpoints: "outliers"
1140 # title: "VPP HTTP Server Performance"
1146 # title: "VPP HTTP Server Performance"
1147 # algorithm: "plot_http_server_performance_box"
1148 # output-file-type: ".html"
1149 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1151 # "plot-vpp-http-server-performance"
1152 # filter: "'HTTP' and 'TCP_RPS'"
1158 # boxpoints: "outliers"
1161 # title: "VPP HTTP Server Performance"
1165 # Plot Throughput Speedup Analysis
1167 # L2 - 10ge2p1x520 - NDR
1170 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1171 algorithm: "plot_throughput_speedup_analysis"
1172 output-file-type: ".html"
1173 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1175 "plot-throughput-speedup-analysis"
1176 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1182 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1184 "plot-throughput-speedup-analysis"
1186 # L2 - 40ge2p1xl710 - NDR
1189 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1190 algorithm: "plot_throughput_speedup_analysis"
1191 output-file-type: ".html"
1192 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1194 "plot-throughput-speedup-analysis"
1195 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1201 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1203 "plot-throughput-speedup-analysis"
1205 # L2 - 10ge2p1x520 - PDR
1208 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1209 algorithm: "plot_throughput_speedup_analysis"
1210 output-file-type: ".html"
1211 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1213 "plot-throughput-speedup-analysis"
1214 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1220 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1222 "plot-throughput-speedup-analysis"
1224 # IPv4 - 10ge2p1x520 - NDR
1227 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1228 algorithm: "plot_throughput_speedup_analysis"
1229 output-file-type: ".html"
1230 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1232 "plot-throughput-speedup-analysis"
1233 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1239 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1241 "plot-throughput-speedup-analysis"
1243 # IPv4 - 40ge2p1xl710 - NDR
1246 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1247 algorithm: "plot_throughput_speedup_analysis"
1248 output-file-type: ".html"
1249 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1251 "plot-throughput-speedup-analysis"
1252 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1258 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1260 "plot-throughput-speedup-analysis"
1262 # IPv4 - 10ge2p1x520 - PDR
1265 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1266 algorithm: "plot_throughput_speedup_analysis"
1267 output-file-type: ".html"
1268 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1270 "plot-throughput-speedup-analysis"
1271 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1277 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1279 "plot-throughput-speedup-analysis"
1281 # IPv6 - 10ge2p1x520 - NDR
1284 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1285 algorithm: "plot_throughput_speedup_analysis"
1286 output-file-type: ".html"
1287 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1289 "plot-throughput-speedup-analysis"
1290 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1296 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1298 "plot-throughput-speedup-analysis"
1300 # IPv6 - 40ge2p1xl710 - NDR
1303 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1304 algorithm: "plot_throughput_speedup_analysis"
1305 output-file-type: ".html"
1306 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1308 "plot-throughput-speedup-analysis"
1309 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1315 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1317 "plot-throughput-speedup-analysis"
1319 # IPv6 - 10ge2p1x520 - PDR
1322 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1323 algorithm: "plot_throughput_speedup_analysis"
1324 output-file-type: ".html"
1325 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1327 "plot-throughput-speedup-analysis"
1328 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1334 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1336 "plot-throughput-speedup-analysis"
1338 # Plot packets per second
1343 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1344 algorithm: "plot_performance_box"
1345 output-file-type: ".html"
1346 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1348 "plot-vpp-throughput-latency"
1349 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1350 # each tag is enclosed with ' (apostrophe).
1351 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1357 boxpoints: "outliers"
1360 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1366 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1367 algorithm: "plot_performance_box"
1368 output-file-type: ".html"
1369 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1371 "plot-vpp-throughput-latency"
1372 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1378 boxpoints: "outliers"
1381 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1387 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1388 algorithm: "plot_performance_box"
1389 output-file-type: ".html"
1390 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1392 "plot-vpp-throughput-latency"
1393 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1399 boxpoints: "outliers"
1402 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1408 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1409 algorithm: "plot_performance_box"
1410 output-file-type: ".html"
1411 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1413 "plot-vpp-throughput-latency"
1414 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1420 boxpoints: "outliers"
1423 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1430 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1431 algorithm: "plot_performance_box"
1432 output-file-type: ".html"
1433 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1435 "plot-vpp-throughput-latency"
1436 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1442 boxpoints: "outliers"
1445 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1451 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1452 algorithm: "plot_performance_box"
1453 output-file-type: ".html"
1454 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1456 "plot-vpp-throughput-latency"
1457 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1463 boxpoints: "outliers"
1466 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1472 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1473 algorithm: "plot_performance_box"
1474 output-file-type: ".html"
1475 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1477 "plot-vpp-throughput-latency"
1478 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1484 boxpoints: "outliers"
1487 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1493 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1494 algorithm: "plot_performance_box"
1495 output-file-type: ".html"
1496 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1498 "plot-vpp-throughput-latency"
1499 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1505 boxpoints: "outliers"
1508 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1515 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1516 algorithm: "plot_performance_box"
1517 output-file-type: ".html"
1518 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1520 "plot-vpp-throughput-latency"
1521 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1527 boxpoints: "outliers"
1530 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1536 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1537 algorithm: "plot_performance_box"
1538 output-file-type: ".html"
1539 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1541 "plot-vpp-throughput-latency"
1542 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1548 boxpoints: "outliers"
1551 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1557 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1558 algorithm: "plot_performance_box"
1559 output-file-type: ".html"
1560 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1562 "plot-vpp-throughput-latency"
1563 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1569 boxpoints: "outliers"
1572 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1578 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1579 algorithm: "plot_performance_box"
1580 output-file-type: ".html"
1581 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1583 "plot-vpp-throughput-latency"
1584 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1590 boxpoints: "outliers"
1593 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1600 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1601 algorithm: "plot_performance_box"
1602 output-file-type: ".html"
1603 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1605 "plot-vpp-throughput-latency"
1606 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1612 boxpoints: "outliers"
1615 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1621 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1622 algorithm: "plot_performance_box"
1623 output-file-type: ".html"
1624 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1626 "plot-vpp-throughput-latency"
1627 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1633 boxpoints: "outliers"
1636 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1642 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1643 algorithm: "plot_performance_box"
1644 output-file-type: ".html"
1645 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1647 "plot-vpp-throughput-latency"
1648 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1654 boxpoints: "outliers"
1657 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1663 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1664 algorithm: "plot_performance_box"
1665 output-file-type: ".html"
1666 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1668 "plot-vpp-throughput-latency"
1669 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1675 boxpoints: "outliers"
1678 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1685 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1686 algorithm: "plot_performance_box"
1687 output-file-type: ".html"
1688 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1690 "plot-vpp-throughput-latency"
1691 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1697 boxpoints: "outliers"
1700 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1706 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1707 algorithm: "plot_performance_box"
1708 output-file-type: ".html"
1709 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1711 "plot-vpp-throughput-latency"
1712 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1718 boxpoints: "outliers"
1721 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1727 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1728 algorithm: "plot_performance_box"
1729 output-file-type: ".html"
1730 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1732 "plot-vpp-throughput-latency"
1733 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1739 boxpoints: "outliers"
1742 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1748 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1749 algorithm: "plot_performance_box"
1750 output-file-type: ".html"
1751 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1753 "plot-vpp-throughput-latency"
1754 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1760 boxpoints: "outliers"
1763 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1770 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1771 algorithm: "plot_performance_box"
1772 output-file-type: ".html"
1773 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1775 "plot-vpp-throughput-latency"
1776 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1782 boxpoints: "outliers"
1785 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1790 gridcolor: "rgb(238, 238, 238)"
1791 linecolor: "rgb(238, 238, 238)"
1795 showticklabels: True
1796 tickcolor: "rgb(238, 238, 238)"
1798 title: "Indexed Test Cases"
1801 gridcolor: "rgb(238, 238, 238)'"
1803 linecolor: "rgb(238, 238, 238)"
1805 range: [2000000, 6000000]
1808 showticklabels: True
1809 tickcolor: "rgb(238, 238, 238)"
1810 title: "Packets Per Second [pps]"
1828 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1829 algorithm: "plot_performance_box"
1830 output-file-type: ".html"
1831 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1833 "plot-vpp-throughput-latency"
1834 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1840 boxpoints: "outliers"
1843 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1849 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1850 algorithm: "plot_performance_box"
1851 output-file-type: ".html"
1852 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1854 "plot-vpp-throughput-latency"
1855 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1861 boxpoints: "outliers"
1864 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1870 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1871 algorithm: "plot_performance_box"
1872 output-file-type: ".html"
1873 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1875 "plot-vpp-throughput-latency"
1876 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1882 boxpoints: "outliers"
1885 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1890 gridcolor: "rgb(238, 238, 238)"
1891 linecolor: "rgb(238, 238, 238)"
1895 showticklabels: True
1896 tickcolor: "rgb(238, 238, 238)"
1898 title: "Indexed Test Cases"
1901 gridcolor: "rgb(238, 238, 238)'"
1903 linecolor: "rgb(238, 238, 238)"
1905 range: [4000000, 12000000]
1908 showticklabels: True
1909 tickcolor: "rgb(238, 238, 238)"
1910 title: "Packets Per Second [pps]"
1929 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1930 algorithm: "plot_performance_box"
1931 output-file-type: ".html"
1932 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1934 "plot-vpp-throughput-latency"
1935 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1941 boxpoints: "outliers"
1944 title: "64B-1t1c-.*vhost.*-ndrdisc"
1949 gridcolor: "rgb(238, 238, 238)"
1950 linecolor: "rgb(238, 238, 238)"
1954 showticklabels: True
1955 tickcolor: "rgb(238, 238, 238)"
1957 title: "Indexed Test Cases"
1960 gridcolor: "rgb(238, 238, 238)'"
1962 linecolor: "rgb(238, 238, 238)"
1967 showticklabels: True
1968 tickcolor: "rgb(238, 238, 238)"
1969 title: "Packets Per Second [pps]"
1987 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
1988 algorithm: "plot_performance_box"
1989 output-file-type: ".html"
1990 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
1992 "plot-vpp-throughput-latency"
1993 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1999 boxpoints: "outliers"
2002 title: "64B-2t2c-.*vhost.*-ndrdisc"
2008 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2009 algorithm: "plot_performance_box"
2010 output-file-type: ".html"
2011 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2013 "plot-vpp-throughput-latency"
2014 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2020 boxpoints: "outliers"
2023 title: "64B-1t1c-.*vhost.*-pdrdisc"
2029 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2030 algorithm: "plot_performance_box"
2031 output-file-type: ".html"
2032 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2034 "plot-vpp-throughput-latency"
2035 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2041 boxpoints: "outliers"
2044 title: "64B-2t2c-.*vhost.*-pdrdisc"
2048 # VPP VM VHOST SELECTION
2051 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2052 algorithm: "plot_performance_box"
2053 output-file-type: ".html"
2054 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2056 "plot-vpp-throughput-latency"
2057 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2063 boxpoints: "outliers"
2066 title: "64B-1t1c-.*vhost.*-ndrdisc"
2072 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2073 algorithm: "plot_performance_box"
2074 output-file-type: ".html"
2075 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2077 "plot-vpp-throughput-latency"
2078 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2084 boxpoints: "outliers"
2087 title: "64B-2t2c-.*vhost.*-ndrdisc"
2093 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2094 algorithm: "plot_performance_box"
2095 output-file-type: ".html"
2096 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2098 "plot-vpp-throughput-latency"
2099 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2105 boxpoints: "outliers"
2108 title: "64B-1t1c-.*vhost.*-pdrdisc"
2114 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2115 algorithm: "plot_performance_box"
2116 output-file-type: ".html"
2117 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2119 "plot-vpp-throughput-latency"
2120 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2126 boxpoints: "outliers"
2129 title: "64B-2t2c-.*vhost.*-pdrdisc"
2136 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2137 algorithm: "plot_performance_box"
2138 output-file-type: ".html"
2139 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2141 "plot-vpp-throughput-latency"
2142 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2148 boxpoints: "outliers"
2151 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2157 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2158 algorithm: "plot_performance_box"
2159 output-file-type: ".html"
2160 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2162 "plot-vpp-throughput-latency"
2163 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2169 boxpoints: "outliers"
2172 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2178 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2179 algorithm: "plot_performance_box"
2180 output-file-type: ".html"
2181 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2183 "plot-vpp-throughput-latency"
2184 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2190 boxpoints: "outliers"
2193 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2199 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2200 algorithm: "plot_performance_box"
2201 output-file-type: ".html"
2202 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2204 "plot-vpp-throughput-latency"
2205 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2211 boxpoints: "outliers"
2214 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2221 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2222 algorithm: "plot_performance_box"
2223 output-file-type: ".html"
2224 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2226 "plot-dpdk-throughput-latency"
2227 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2233 boxpoints: "outliers"
2236 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2242 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2243 algorithm: "plot_performance_box"
2244 output-file-type: ".html"
2245 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2247 "plot-dpdk-throughput-latency"
2248 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2254 boxpoints: "outliers"
2257 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2263 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2264 algorithm: "plot_performance_box"
2265 output-file-type: ".html"
2266 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2268 "plot-dpdk-throughput-latency"
2269 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2275 boxpoints: "outliers"
2278 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2283 gridcolor: "rgb(238, 238, 238)"
2284 linecolor: "rgb(238, 238, 238)"
2288 showticklabels: True
2289 tickcolor: "rgb(238, 238, 238)"
2291 title: "Indexed Test Cases"
2294 gridcolor: "rgb(238, 238, 238)'"
2296 linecolor: "rgb(238, 238, 238)"
2298 range: [2000000, 12000000]
2301 showticklabels: True
2302 tickcolor: "rgb(238, 238, 238)"
2303 title: "Packets Per Second [pps]"
2321 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2322 algorithm: "plot_performance_box"
2323 output-file-type: ".html"
2324 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2326 "plot-dpdk-throughput-latency"
2327 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2333 boxpoints: "outliers"
2336 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2341 gridcolor: "rgb(238, 238, 238)"
2342 linecolor: "rgb(238, 238, 238)"
2346 showticklabels: True
2347 tickcolor: "rgb(238, 238, 238)"
2349 title: "Indexed Test Cases"
2352 gridcolor: "rgb(238, 238, 238)'"
2354 linecolor: "rgb(238, 238, 238)"
2356 range: [2000000, 12000000]
2359 showticklabels: True
2360 tickcolor: "rgb(238, 238, 238)"
2361 title: "Packets Per Second [pps]"
2379 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2380 algorithm: "plot_performance_box"
2381 output-file-type: ".html"
2382 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2384 "plot-dpdk-throughput-latency"
2385 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2391 boxpoints: "outliers"
2394 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2400 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2401 algorithm: "plot_performance_box"
2402 output-file-type: ".html"
2403 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2405 "plot-dpdk-throughput-latency"
2406 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2412 boxpoints: "outliers"
2415 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2421 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2422 algorithm: "plot_performance_box"
2423 output-file-type: ".html"
2424 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2426 "plot-dpdk-throughput-latency"
2427 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2433 boxpoints: "outliers"
2436 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2441 gridcolor: "rgb(238, 238, 238)"
2442 linecolor: "rgb(238, 238, 238)"
2446 showticklabels: True
2447 tickcolor: "rgb(238, 238, 238)"
2449 title: "Indexed Test Cases"
2452 gridcolor: "rgb(238, 238, 238)'"
2454 linecolor: "rgb(238, 238, 238)"
2456 range: [20000000, 30000000]
2459 showticklabels: True
2460 tickcolor: "rgb(238, 238, 238)"
2461 title: "Packets Per Second [pps]"
2479 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2480 algorithm: "plot_performance_box"
2481 output-file-type: ".html"
2482 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2484 "plot-dpdk-throughput-latency"
2485 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2491 boxpoints: "outliers"
2494 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2499 gridcolor: "rgb(238, 238, 238)"
2500 linecolor: "rgb(238, 238, 238)"
2504 showticklabels: True
2505 tickcolor: "rgb(238, 238, 238)"
2507 title: "Indexed Test Cases"
2510 gridcolor: "rgb(238, 238, 238)'"
2512 linecolor: "rgb(238, 238, 238)"
2514 range: [20000000, 30000000]
2517 showticklabels: True
2518 tickcolor: "rgb(238, 238, 238)"
2519 title: "Packets Per Second [pps]"
2540 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2541 algorithm: "plot_latency_box"
2542 output-file-type: ".html"
2543 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2545 "plot-vpp-throughput-latency"
2546 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2553 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2559 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2560 algorithm: "plot_latency_box"
2561 output-file-type: ".html"
2562 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2564 "plot-vpp-throughput-latency"
2565 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2572 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2579 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2580 algorithm: "plot_latency_box"
2581 output-file-type: ".html"
2582 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2584 "plot-vpp-throughput-latency"
2585 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2592 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2598 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2599 algorithm: "plot_latency_box"
2600 output-file-type: ".html"
2601 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2603 "plot-vpp-throughput-latency"
2604 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2611 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2618 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2619 algorithm: "plot_latency_box"
2620 output-file-type: ".html"
2621 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2623 "plot-vpp-throughput-latency"
2624 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2631 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2637 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2638 algorithm: "plot_latency_box"
2639 output-file-type: ".html"
2640 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2642 "plot-vpp-throughput-latency"
2643 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2650 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2657 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2658 algorithm: "plot_latency_box"
2659 output-file-type: ".html"
2660 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2662 "plot-vpp-throughput-latency"
2663 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2670 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2676 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2677 algorithm: "plot_latency_box"
2678 output-file-type: ".html"
2679 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2681 "plot-vpp-throughput-latency"
2682 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2689 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2696 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2697 algorithm: "plot_latency_box"
2698 output-file-type: ".html"
2699 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2701 "plot-vpp-throughput-latency"
2702 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2709 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2715 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2716 algorithm: "plot_latency_box"
2717 output-file-type: ".html"
2718 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2720 "plot-vpp-throughput-latency"
2721 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2728 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2735 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2736 algorithm: "plot_latency_box"
2737 output-file-type: ".html"
2738 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2740 "plot-vpp-throughput-latency"
2741 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2748 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2754 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2755 algorithm: "plot_latency_box"
2756 output-file-type: ".html"
2757 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2759 "plot-vpp-throughput-latency"
2760 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2767 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2774 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2775 algorithm: "plot_latency_box"
2776 output-file-type: ".html"
2777 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2779 "plot-vpp-throughput-latency"
2780 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2787 title: "64B-1t1c-.*vhost.*-ndrdisc"
2793 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2794 algorithm: "plot_latency_box"
2795 output-file-type: ".html"
2796 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2798 "plot-vpp-throughput-latency"
2799 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2806 title: "64B-2t2c-.*vhost.*-ndrdisc"
2810 # VPP VM VHOST selection
2813 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2814 algorithm: "plot_latency_box"
2815 output-file-type: ".html"
2816 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2818 "plot-vpp-throughput-latency"
2819 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2826 title: "64B-1t1c-.*vhost.*-ndrdisc"
2832 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2833 algorithm: "plot_latency_box"
2834 output-file-type: ".html"
2835 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2837 "plot-vpp-throughput-latency"
2838 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2845 title: "64B-2t2c-.*vhost.*-ndrdisc"
2852 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2853 algorithm: "plot_latency_box"
2854 output-file-type: ".html"
2855 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2857 "plot-vpp-throughput-latency"
2858 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2865 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2871 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2872 algorithm: "plot_latency_box"
2873 output-file-type: ".html"
2874 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2876 "plot-vpp-throughput-latency"
2877 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2884 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2891 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2892 algorithm: "plot_latency_box"
2893 output-file-type: ".html"
2894 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2896 "plot-dpdk-throughput-latency"
2897 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2904 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2910 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2911 algorithm: "plot_latency_box"
2912 output-file-type: ".html"
2913 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2915 "plot-dpdk-throughput-latency"
2916 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2923 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2929 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2930 algorithm: "plot_latency_box"
2931 output-file-type: ".html"
2932 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2934 "plot-dpdk-throughput-latency"
2935 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2942 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2948 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2949 algorithm: "plot_latency_box"
2950 output-file-type: ".html"
2951 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
2953 "plot-dpdk-throughput-latency"
2954 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2961 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2965 # Ligato - Throughput
2970 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2971 algorithm: "plot_performance_box"
2972 output-file-type: ".html"
2973 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
2975 "plot-vpp-throughput-latency"
2976 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2982 boxpoints: "outliers"
2985 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2990 gridcolor: "rgb(238, 238, 238)"
2991 linecolor: "rgb(238, 238, 238)"
2995 showticklabels: True
2996 tickcolor: "rgb(238, 238, 238)"
2998 title: "Indexed Test Cases"
3001 gridcolor: "rgb(238, 238, 238)'"
3003 linecolor: "rgb(238, 238, 238)"
3008 showticklabels: True
3009 tickcolor: "rgb(238, 238, 238)"
3010 title: "Packets Per Second [pps]"
3028 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3029 algorithm: "plot_performance_box"
3030 output-file-type: ".html"
3031 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3033 "plot-vpp-throughput-latency"
3034 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3040 boxpoints: "outliers"
3043 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3048 gridcolor: "rgb(238, 238, 238)"
3049 linecolor: "rgb(238, 238, 238)"
3053 showticklabels: True
3054 tickcolor: "rgb(238, 238, 238)"
3056 title: "Indexed Test Cases"
3059 gridcolor: "rgb(238, 238, 238)'"
3061 linecolor: "rgb(238, 238, 238)"
3066 showticklabels: True
3067 tickcolor: "rgb(238, 238, 238)"
3068 title: "Packets Per Second [pps]"
3086 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3087 algorithm: "plot_performance_box"
3088 output-file-type: ".html"
3089 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3091 "plot-vpp-throughput-latency"
3092 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3098 boxpoints: "outliers"
3101 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3106 gridcolor: "rgb(238, 238, 238)"
3107 linecolor: "rgb(238, 238, 238)"
3111 showticklabels: True
3112 tickcolor: "rgb(238, 238, 238)"
3114 title: "Indexed Test Cases"
3117 gridcolor: "rgb(238, 238, 238)'"
3119 linecolor: "rgb(238, 238, 238)"
3124 showticklabels: True
3125 tickcolor: "rgb(238, 238, 238)"
3126 title: "Packets Per Second [pps]"
3144 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3145 algorithm: "plot_performance_box"
3146 output-file-type: ".html"
3147 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3149 "plot-vpp-throughput-latency"
3150 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3156 boxpoints: "outliers"
3159 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3164 gridcolor: "rgb(238, 238, 238)"
3165 linecolor: "rgb(238, 238, 238)"
3169 showticklabels: True
3170 tickcolor: "rgb(238, 238, 238)"
3172 title: "Indexed Test Cases"
3175 gridcolor: "rgb(238, 238, 238)'"
3177 linecolor: "rgb(238, 238, 238)"
3182 showticklabels: True
3183 tickcolor: "rgb(238, 238, 238)"
3184 title: "Packets Per Second [pps]"
3200 # Container orchestrated
3203 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3204 algorithm: "plot_performance_box"
3205 output-file-type: ".html"
3206 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3208 "plot-ligato-throughput-latency"
3209 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3215 boxpoints: "outliers"
3218 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3224 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3225 algorithm: "plot_performance_box"
3226 output-file-type: ".html"
3227 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3229 "plot-ligato-throughput-latency"
3230 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3236 boxpoints: "outliers"
3239 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3245 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3246 algorithm: "plot_performance_box"
3247 output-file-type: ".html"
3248 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3250 "plot-ligato-throughput-latency"
3251 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3257 boxpoints: "outliers"
3260 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3266 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3267 algorithm: "plot_performance_box"
3268 output-file-type: ".html"
3269 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3271 "plot-ligato-throughput-latency"
3272 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3278 boxpoints: "outliers"
3281 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3290 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3291 algorithm: "plot_latency_box"
3292 output-file-type: ".html"
3293 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3295 "plot-vpp-throughput-latency"
3296 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3303 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3309 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3310 algorithm: "plot_latency_box"
3311 output-file-type: ".html"
3312 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3314 "plot-vpp-throughput-latency"
3315 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3322 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3326 # Container orchestrated
3329 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3330 algorithm: "plot_latency_box"
3331 output-file-type: ".html"
3332 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3334 "plot-ligato-throughput-latency"
3335 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3342 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3348 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3349 algorithm: "plot_latency_box"
3350 output-file-type: ".html"
3351 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3353 "plot-ligato-throughput-latency"
3354 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3361 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"