6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 plot-vpp-http-server-performance:
94 csit-vpp-perf-1801-all:
97 # TODO: Add the data sources
98 # vpp-meltdown-impact:
99 # csit-vpp-perf-1707-all:
103 # csit-vpp-perf-1710-all:
107 # TODO: Add the data sources
108 # vpp-spectre-impact:
109 # csit-vpp-perf-1707-all:
113 # csit-vpp-perf-1710-all:
117 vpp-performance-changes:
118 csit-vpp-perf-1710-all:
129 # TODO: Add the data sources
130 csit-vpp-perf-1801-all:
139 # TODO: Add the data sources
140 plot-throughput-speedup-analysis:
141 csit-vpp-perf-1801-all:
150 # performance-improvements:
151 # csit-vpp-perf-1707-all:
162 # csit-vpp-perf-1710-all:
173 # csit-vpp-perf-1801-all:
177 # csit-ligato-perf-1710-all:
188 # csit-ligato-perf-1801-all:
192 # TODO: Add the data sources
194 csit-vpp-perf-1801-all:
200 csit-vpp-functional-1801-ubuntu1604-virl:
201 - "lastSuccessfulBuild"
202 # TODO: Add the data sources
204 csit-ligato-perf-1801-all:
207 csit-dpdk-perf-1801-all:
210 csit-hc2vpp-verify-func-1801-ubuntu1604:
211 - "lastSuccessfulBuild"
213 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
215 # TODO: Add the data sources
216 plot-vpp-throughput-latency:
217 csit-vpp-perf-1801-all:
226 plot-dpdk-throughput-latency:
227 csit-dpdk-perf-1801-all:
237 # TODO: Add the data sources
238 plot-ligato-throughput-latency:
239 csit-ligato-perf-1801-all:
251 gridcolor: "rgb(238, 238, 238)"
252 linecolor: "rgb(238, 238, 238)"
257 tickcolor: "rgb(238, 238, 238)"
259 title: "Indexed Test Cases"
262 gridcolor: "rgb(238, 238, 238)'"
264 linecolor: "rgb(238, 238, 238)"
271 tickcolor: "rgb(238, 238, 238)"
272 title: "Connections Per Second [cps]"
293 gridcolor: "rgb(238, 238, 238)"
294 linecolor: "rgb(238, 238, 238)"
299 tickcolor: "rgb(238, 238, 238)"
301 title: "Indexed Test Cases"
304 gridcolor: "rgb(238, 238, 238)'"
306 linecolor: "rgb(238, 238, 238)"
313 tickcolor: "rgb(238, 238, 238)"
314 title: "Requests Per Second [rps]"
335 gridcolor: "rgb(238, 238, 238)"
336 linecolor: "rgb(238, 238, 238)"
341 tickcolor: "rgb(238, 238, 238)"
343 title: "Indexed Test Cases"
346 gridcolor: "rgb(238, 238, 238)'"
348 linecolor: "rgb(238, 238, 238)"
354 tickcolor: "rgb(238, 238, 238)"
355 title: "Packets Per Second [pps]"
376 gridcolor: "rgb(238, 238, 238)"
377 linecolor: "rgb(238, 238, 238)"
382 tickcolor: "rgb(238, 238, 238)"
384 title: "Indexed Test Cases"
387 gridcolor: "rgb(238, 238, 238)'"
389 linecolor: "rgb(238, 238, 238)"
395 tickcolor: "rgb(238, 238, 238)"
396 title: "Latency min/avg/max [uSec]"
412 plot-throughput-speedup-analysis:
417 gridcolor: "rgb(238, 238, 238)"
418 linecolor: "rgb(238, 238, 238)"
423 tickcolor: "rgb(238, 238, 238)"
428 title: "Throughput speedup factor"
429 gridcolor: "rgb(238, 238, 238)"
431 linecolor: "rgb(238, 238, 238)"
437 tickcolor: "rgb(238, 238, 238)"
445 bgcolor: "rgba(255, 255, 255, 0)"
446 bordercolor: "rgba(255, 255, 255, 0)"
463 input-format: "xml" # zip or xml
464 extract: "robot-plugin/output.xml" # Only for zip
466 # The files must be in the directory DIR[WORKING,DATA]
467 csit-vpp-perf-1801-all:
470 file: "{DIR[WORKING,DATA]}/output.xml"
473 file: "{DIR[WORKING,DATA]}/output.xml"
476 file: "{DIR[WORKING,DATA]}/output.xml"
479 file: "{DIR[WORKING,DATA]}/output.xml"
483 src-path: "{DIR[RST]}"
484 dst-path: "{DIR[WORKING,SRC]}"
487 type: "input" # Ignored in debug mode
489 file-name: "robot-plugin.zip"
491 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
492 extract: "robot-plugin/output.xml"
494 # csit-vpp-perf-1707-all:
505 csit-vpp-perf-1710-all:
517 csit-vpp-perf-1801-all:
532 csit-ligato-perf-1710-all:
543 csit-dpdk-perf-1801-all:
554 csit-ligato-perf-1801-all:
558 csit-dpdk-perf-1801-all:
569 csit-vpp-functional-1801-ubuntu1604-virl:
570 - lastSuccessfulBuild
571 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
573 csit-hc2vpp-verify-func-1801-ubuntu1604:
574 - lastSuccessfulBuild
584 ################################################################################
586 ################################################################################
590 # title: "Performance Impact of Meltdown Patches"
591 # algorithm: "table_performance_comparison"
592 # output-file-ext: ".csv"
594 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
596 # title: "No Meltdown"
597 ## TODO: specify data sources
599 # csit-vpp-perf-1707-all:
604 # title: "Meltdown Patches Applied"
605 ## TODO: specify data sources
607 # csit-vpp-perf-1710-all:
612 # "vpp-meltdown-impact"
618 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
619 # # to present all tests.
620 # nr-of-tests-shown: 20
624 # title: "Performance Impact of Spectre Patches"
625 # algorithm: "table_performance_comparison"
626 # output-file-ext: ".csv"
628 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
630 # title: "No Spectre"
631 ## TODO: specify data sources
633 # csit-vpp-perf-1707-all:
638 # title: "Spectre Patches Applied"
639 ## TODO: specify data sources
641 # csit-vpp-perf-1710-all:
646 # "vpp-spectre-impact"
652 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
653 # # to present all tests.
654 # nr-of-tests-shown: 20
658 title: "VPP Performance Changes"
659 algorithm: "table_performance_comparison"
660 output-file-ext: ".csv"
662 output-file: "{DIR[STATIC,VPP]}/performance-changes"
664 title: "Release 1710"
665 # TODO: specify data sources
667 csit-vpp-perf-1710-all:
679 title: "Release 1801"
680 # TODO: specify data sources
682 csit-vpp-perf-1801-all:
691 data: "vpp-performance-changes"
697 # Number of the best and the worst tests presented in the table. Use 0 (zero)
698 # to present all tests.
699 nr-of-tests-shown: 20
704 # title: "Performance improvements"
705 # algorithm: "table_performance_improvements"
706 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
707 # output-file-ext: ".csv"
708 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
714 # title: "16.09 mean [Mpps]"
717 # title: "17.01 mean [Mpps]"
720 # title: "17.04 mean [Mpps]"
723 # title: "17.07 mean [Mpps]"
724 # data: "data csit-vpp-perf-1707-all mean"
726 # title: "17.10 mean [Mpps]"
727 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
729 # title: "18.01 mean [Mpps]"
730 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
732 # title: "18.01 stdev [Mpps]"
733 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
735 # title: "17.10 to 18.01 change [%]"
736 # data: "operation relative_change 5 6"
739 # "performance-improvements"
746 title: "Detailed Test Results - VPP Performance Results"
747 algorithm: "table_merged_details"
748 output-file-ext: ".csv"
749 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
755 title: "Documentation"
763 filter: "not 'NDRCHK' and not 'PDRCHK'"
772 title: "Test configuration - VPP Performance Test Configs"
773 algorithm: "table_merged_details"
774 output-file-ext: ".csv"
775 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
781 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
782 data: "data vat-history"
786 filter: "not 'NDRCHK' and not 'PDRCHK'"
794 title: "Test Operational Data - VPP Performance Operational Data"
795 algorithm: "table_merged_details"
796 output-file-ext: ".csv"
797 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
803 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
804 data: "data show-run"
808 filter: "not 'NDRCHK' and not 'PDRCHK'"
816 title: "Detailed Test Results - VPP Functional Results"
817 algorithm: "table_details"
818 output-file-ext: ".csv"
819 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
825 title: "Documentation"
842 title: "Test configuration - VPP Functional Test Configs"
843 algorithm: "table_details"
844 output-file-ext: ".csv"
845 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
851 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
852 data: "data vat-history"
864 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
865 algorithm: "table_details"
866 output-file-ext: ".csv"
867 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
873 title: "Documentation"
880 "ligato-perf-results"
890 title: "Detailed Test Results - DPDK Performance Results"
891 algorithm: "table_details"
892 output-file-ext: ".csv"
893 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
899 title: "Documentation"
916 title: "Detailed Test Results - Honeycomb Functional Results"
917 algorithm: "table_details"
918 output-file-ext: ".csv"
919 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
925 title: "Documentation"
942 title: "Detailed Test Results - NSH SFC Functional Results"
943 algorithm: "table_details"
944 output-file-ext: ".csv"
945 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
951 title: "Documentation"
966 ################################################################################
968 ################################################################################
972 title: "VPP Performance Results"
973 algorithm: "file_merged_test_results"
974 output-file-ext: ".rst"
975 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
976 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
977 dir-tables: "{DIR[DTR,PERF,VPP]}"
980 filter: "not 'NDRCHK' and not 'PDRCHK'"
986 data-start-level: 3 # 0, 1, 2, ...
987 chapters-start-level: 2 # 0, 1, 2, ...
991 title: "VPP Performance Configuration"
992 algorithm: "file_merged_test_results"
993 output-file-ext: ".rst"
994 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
995 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
996 dir-tables: "{DIR[DTC,PERF,VPP]}"
999 filter: "not 'NDRCHK' and not 'PDRCHK'"
1005 data-start-level: 3 # 0, 1, 2, ...
1006 chapters-start-level: 2 # 0, 1, 2, ...
1010 title: "VPP Performance Operational Data"
1011 algorithm: "file_merged_test_results"
1012 output-file-ext: ".rst"
1013 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1014 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1015 dir-tables: "{DIR[DTO,PERF,VPP]}"
1018 filter: "not 'NDRCHK' and not 'PDRCHK'"
1024 data-start-level: 3 # 0, 1, 2, ...
1025 chapters-start-level: 2 # 0, 1, 2, ...
1029 title: "VPP Functional Results"
1030 algorithm: "file_test_results"
1031 output-file-ext: ".rst"
1032 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1033 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1034 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1042 data-start-level: 3 # 0, 1, 2, ...
1043 chapters-start-level: 2 # 0, 1, 2, ...
1047 title: "VPP Functional Configuration"
1048 algorithm: "file_test_results"
1049 output-file-ext: ".rst"
1050 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1051 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1052 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1060 data-start-level: 3 # 0, 1, 2, ...
1061 chapters-start-level: 2 # 0, 1, 2, ...
1065 title: "Container Orchestrated Performance Results"
1066 algorithm: "file_test_results"
1067 output-file-ext: ".rst"
1068 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1069 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1070 dir-tables: "{DIR[DTR,PERF,COT]}"
1072 "ligato-perf-results"
1078 data-start-level: 2 # 0, 1, 2, ...
1079 chapters-start-level: 2 # 0, 1, 2, ...
1083 title: "DPDK Performance Results"
1084 algorithm: "file_test_results"
1085 output-file-ext: ".rst"
1086 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1087 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1088 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1098 data-start-level: 2 # 0, 1, 2, ...
1099 chapters-start-level: 2 # 0, 1, 2, ...
1103 title: "Honeycomb Functional Results"
1104 algorithm: "file_test_results"
1105 output-file-ext: ".rst"
1106 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1107 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1108 dir-tables: "{DIR[DTR,FUNC,HC]}"
1118 data-start-level: 3 # 0, 1, 2, ...
1119 chapters-start-level: 2 # 0, 1, 2, ...
1123 title: "NSH SFC Functional Results"
1124 algorithm: "file_test_results"
1125 output-file-ext: ".rst"
1126 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1127 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1128 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1138 data-start-level: 2 # 0, 1, 2, ...
1139 chapters-start-level: 2 # 0, 1, 2, ...
1141 ################################################################################
1143 ################################################################################
1145 # Plots VPP HTTP Server Performance
1148 title: "VPP HTTP Server Performance"
1149 algorithm: "plot_http_server_performance_box"
1150 output-file-type: ".html"
1151 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1153 "plot-vpp-http-server-performance"
1154 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1155 # each tag is enclosed with ' (apostrophe).
1156 filter: "'HTTP' and 'TCP_CPS'"
1162 boxpoints: "outliers"
1165 title: "VPP HTTP Server Performance"
1171 title: "VPP HTTP Server Performance"
1172 algorithm: "plot_http_server_performance_box"
1173 output-file-type: ".html"
1174 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1176 "plot-vpp-http-server-performance"
1177 filter: "'HTTP' and 'TCP_RPS'"
1183 boxpoints: "outliers"
1186 title: "VPP HTTP Server Performance"
1190 # Plot Throughput Speedup Analysis
1192 # L2 - 10ge2p1x520 - NDR
1195 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1196 algorithm: "plot_throughput_speedup_analysis"
1197 output-file-type: ".html"
1198 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1200 "plot-throughput-speedup-analysis"
1201 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1207 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1209 "plot-throughput-speedup-analysis"
1211 # L2 - 40ge2p1xl710 - NDR
1214 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1215 algorithm: "plot_throughput_speedup_analysis"
1216 output-file-type: ".html"
1217 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1219 "plot-throughput-speedup-analysis"
1220 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1226 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1228 "plot-throughput-speedup-analysis"
1230 # L2 - 10ge2p1x520 - PDR
1233 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1234 algorithm: "plot_throughput_speedup_analysis"
1235 output-file-type: ".html"
1236 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1238 "plot-throughput-speedup-analysis"
1239 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1245 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1247 "plot-throughput-speedup-analysis"
1249 # IPv4 - 10ge2p1x520 - NDR
1252 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1253 algorithm: "plot_throughput_speedup_analysis"
1254 output-file-type: ".html"
1255 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1257 "plot-throughput-speedup-analysis"
1258 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1264 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1266 "plot-throughput-speedup-analysis"
1268 # IPv4 - 40ge2p1xl710 - NDR
1271 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1272 algorithm: "plot_throughput_speedup_analysis"
1273 output-file-type: ".html"
1274 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1276 "plot-throughput-speedup-analysis"
1277 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1283 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1285 "plot-throughput-speedup-analysis"
1287 # IPv4 - 10ge2p1x520 - PDR
1290 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1291 algorithm: "plot_throughput_speedup_analysis"
1292 output-file-type: ".html"
1293 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1295 "plot-throughput-speedup-analysis"
1296 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1302 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1304 "plot-throughput-speedup-analysis"
1306 # IPv6 - 10ge2p1x520 - NDR
1309 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1310 algorithm: "plot_throughput_speedup_analysis"
1311 output-file-type: ".html"
1312 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1314 "plot-throughput-speedup-analysis"
1315 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1321 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1323 "plot-throughput-speedup-analysis"
1325 # IPv6 - 40ge2p1xl710 - NDR
1328 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1329 algorithm: "plot_throughput_speedup_analysis"
1330 output-file-type: ".html"
1331 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1333 "plot-throughput-speedup-analysis"
1334 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1340 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1342 "plot-throughput-speedup-analysis"
1344 # IPv6 - 10ge2p1x520 - PDR
1347 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1348 algorithm: "plot_throughput_speedup_analysis"
1349 output-file-type: ".html"
1350 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1352 "plot-throughput-speedup-analysis"
1353 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1359 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1361 "plot-throughput-speedup-analysis"
1363 # Plot packets per second
1368 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1369 algorithm: "plot_performance_box"
1370 output-file-type: ".html"
1371 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1373 "plot-vpp-throughput-latency"
1374 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1375 # each tag is enclosed with ' (apostrophe).
1376 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1382 boxpoints: "outliers"
1385 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1391 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1392 algorithm: "plot_performance_box"
1393 output-file-type: ".html"
1394 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1396 "plot-vpp-throughput-latency"
1397 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1403 boxpoints: "outliers"
1406 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1412 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1413 algorithm: "plot_performance_box"
1414 output-file-type: ".html"
1415 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1417 "plot-vpp-throughput-latency"
1418 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1424 boxpoints: "outliers"
1427 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1433 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1434 algorithm: "plot_performance_box"
1435 output-file-type: ".html"
1436 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1438 "plot-vpp-throughput-latency"
1439 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1445 boxpoints: "outliers"
1448 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1455 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1456 algorithm: "plot_performance_box"
1457 output-file-type: ".html"
1458 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1460 "plot-vpp-throughput-latency"
1461 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1467 boxpoints: "outliers"
1470 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1476 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1477 algorithm: "plot_performance_box"
1478 output-file-type: ".html"
1479 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1481 "plot-vpp-throughput-latency"
1482 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1488 boxpoints: "outliers"
1491 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1497 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1498 algorithm: "plot_performance_box"
1499 output-file-type: ".html"
1500 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1502 "plot-vpp-throughput-latency"
1503 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1509 boxpoints: "outliers"
1512 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1518 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1519 algorithm: "plot_performance_box"
1520 output-file-type: ".html"
1521 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1523 "plot-vpp-throughput-latency"
1524 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1530 boxpoints: "outliers"
1533 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1540 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1541 algorithm: "plot_performance_box"
1542 output-file-type: ".html"
1543 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1545 "plot-vpp-throughput-latency"
1546 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1552 boxpoints: "outliers"
1555 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1561 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1562 algorithm: "plot_performance_box"
1563 output-file-type: ".html"
1564 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1566 "plot-vpp-throughput-latency"
1567 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1573 boxpoints: "outliers"
1576 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1582 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1583 algorithm: "plot_performance_box"
1584 output-file-type: ".html"
1585 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1587 "plot-vpp-throughput-latency"
1588 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1594 boxpoints: "outliers"
1597 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1603 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1604 algorithm: "plot_performance_box"
1605 output-file-type: ".html"
1606 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1608 "plot-vpp-throughput-latency"
1609 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1615 boxpoints: "outliers"
1618 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1625 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1626 algorithm: "plot_performance_box"
1627 output-file-type: ".html"
1628 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1630 "plot-vpp-throughput-latency"
1631 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1637 boxpoints: "outliers"
1640 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1646 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1647 algorithm: "plot_performance_box"
1648 output-file-type: ".html"
1649 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1651 "plot-vpp-throughput-latency"
1652 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1658 boxpoints: "outliers"
1661 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1667 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1668 algorithm: "plot_performance_box"
1669 output-file-type: ".html"
1670 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1672 "plot-vpp-throughput-latency"
1673 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1679 boxpoints: "outliers"
1682 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1688 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1689 algorithm: "plot_performance_box"
1690 output-file-type: ".html"
1691 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1693 "plot-vpp-throughput-latency"
1694 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1700 boxpoints: "outliers"
1703 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1710 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1711 algorithm: "plot_performance_box"
1712 output-file-type: ".html"
1713 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1715 "plot-vpp-throughput-latency"
1716 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1722 boxpoints: "outliers"
1725 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1731 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1732 algorithm: "plot_performance_box"
1733 output-file-type: ".html"
1734 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1736 "plot-vpp-throughput-latency"
1737 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1743 boxpoints: "outliers"
1746 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1752 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1753 algorithm: "plot_performance_box"
1754 output-file-type: ".html"
1755 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1757 "plot-vpp-throughput-latency"
1758 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1764 boxpoints: "outliers"
1767 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1773 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1774 algorithm: "plot_performance_box"
1775 output-file-type: ".html"
1776 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1778 "plot-vpp-throughput-latency"
1779 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1785 boxpoints: "outliers"
1788 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1795 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1796 algorithm: "plot_performance_box"
1797 output-file-type: ".html"
1798 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1800 "plot-vpp-throughput-latency"
1801 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1807 boxpoints: "outliers"
1810 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1815 gridcolor: "rgb(238, 238, 238)"
1816 linecolor: "rgb(238, 238, 238)"
1820 showticklabels: True
1821 tickcolor: "rgb(238, 238, 238)"
1823 title: "Indexed Test Cases"
1826 gridcolor: "rgb(238, 238, 238)'"
1828 linecolor: "rgb(238, 238, 238)"
1830 range: [2000000, 6000000]
1833 showticklabels: True
1834 tickcolor: "rgb(238, 238, 238)"
1835 title: "Packets Per Second [pps]"
1853 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1854 algorithm: "plot_performance_box"
1855 output-file-type: ".html"
1856 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1858 "plot-vpp-throughput-latency"
1859 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1865 boxpoints: "outliers"
1868 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1874 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1875 algorithm: "plot_performance_box"
1876 output-file-type: ".html"
1877 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1879 "plot-vpp-throughput-latency"
1880 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1886 boxpoints: "outliers"
1889 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1895 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1896 algorithm: "plot_performance_box"
1897 output-file-type: ".html"
1898 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1900 "plot-vpp-throughput-latency"
1901 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1907 boxpoints: "outliers"
1910 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1915 gridcolor: "rgb(238, 238, 238)"
1916 linecolor: "rgb(238, 238, 238)"
1920 showticklabels: True
1921 tickcolor: "rgb(238, 238, 238)"
1923 title: "Indexed Test Cases"
1926 gridcolor: "rgb(238, 238, 238)'"
1928 linecolor: "rgb(238, 238, 238)"
1930 range: [4000000, 12000000]
1933 showticklabels: True
1934 tickcolor: "rgb(238, 238, 238)"
1935 title: "Packets Per Second [pps]"
1954 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1955 algorithm: "plot_performance_box"
1956 output-file-type: ".html"
1957 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1959 "plot-vpp-throughput-latency"
1960 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1966 boxpoints: "outliers"
1969 title: "64B-1t1c-.*vhost.*-ndrdisc"
1974 gridcolor: "rgb(238, 238, 238)"
1975 linecolor: "rgb(238, 238, 238)"
1979 showticklabels: True
1980 tickcolor: "rgb(238, 238, 238)"
1982 title: "Indexed Test Cases"
1985 gridcolor: "rgb(238, 238, 238)'"
1987 linecolor: "rgb(238, 238, 238)"
1992 showticklabels: True
1993 tickcolor: "rgb(238, 238, 238)"
1994 title: "Packets Per Second [pps]"
2012 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2013 algorithm: "plot_performance_box"
2014 output-file-type: ".html"
2015 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2017 "plot-vpp-throughput-latency"
2018 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2024 boxpoints: "outliers"
2027 title: "64B-2t2c-.*vhost.*-ndrdisc"
2033 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2034 algorithm: "plot_performance_box"
2035 output-file-type: ".html"
2036 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2038 "plot-vpp-throughput-latency"
2039 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2045 boxpoints: "outliers"
2048 title: "64B-1t1c-.*vhost.*-pdrdisc"
2054 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2055 algorithm: "plot_performance_box"
2056 output-file-type: ".html"
2057 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2059 "plot-vpp-throughput-latency"
2060 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2066 boxpoints: "outliers"
2069 title: "64B-2t2c-.*vhost.*-pdrdisc"
2073 # VPP VM VHOST SELECTION
2076 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2077 algorithm: "plot_performance_box"
2078 output-file-type: ".html"
2079 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2081 "plot-vpp-throughput-latency"
2082 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2088 boxpoints: "outliers"
2091 title: "64B-1t1c-.*vhost.*-ndrdisc"
2097 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2098 algorithm: "plot_performance_box"
2099 output-file-type: ".html"
2100 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2102 "plot-vpp-throughput-latency"
2103 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2109 boxpoints: "outliers"
2112 title: "64B-2t2c-.*vhost.*-ndrdisc"
2118 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2119 algorithm: "plot_performance_box"
2120 output-file-type: ".html"
2121 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2123 "plot-vpp-throughput-latency"
2124 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2130 boxpoints: "outliers"
2133 title: "64B-1t1c-.*vhost.*-pdrdisc"
2139 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2140 algorithm: "plot_performance_box"
2141 output-file-type: ".html"
2142 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2144 "plot-vpp-throughput-latency"
2145 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2151 boxpoints: "outliers"
2154 title: "64B-2t2c-.*vhost.*-pdrdisc"
2161 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2162 algorithm: "plot_performance_box"
2163 output-file-type: ".html"
2164 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2166 "plot-vpp-throughput-latency"
2167 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2173 boxpoints: "outliers"
2176 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2182 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2183 algorithm: "plot_performance_box"
2184 output-file-type: ".html"
2185 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2187 "plot-vpp-throughput-latency"
2188 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2194 boxpoints: "outliers"
2197 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2203 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2204 algorithm: "plot_performance_box"
2205 output-file-type: ".html"
2206 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2208 "plot-vpp-throughput-latency"
2209 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2215 boxpoints: "outliers"
2218 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2224 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2225 algorithm: "plot_performance_box"
2226 output-file-type: ".html"
2227 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2229 "plot-vpp-throughput-latency"
2230 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2236 boxpoints: "outliers"
2239 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2246 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2247 algorithm: "plot_performance_box"
2248 output-file-type: ".html"
2249 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2251 "plot-dpdk-throughput-latency"
2252 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2258 boxpoints: "outliers"
2261 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2267 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2268 algorithm: "plot_performance_box"
2269 output-file-type: ".html"
2270 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2272 "plot-dpdk-throughput-latency"
2273 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2279 boxpoints: "outliers"
2282 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2288 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2289 algorithm: "plot_performance_box"
2290 output-file-type: ".html"
2291 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2293 "plot-dpdk-throughput-latency"
2294 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2300 boxpoints: "outliers"
2303 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2308 gridcolor: "rgb(238, 238, 238)"
2309 linecolor: "rgb(238, 238, 238)"
2313 showticklabels: True
2314 tickcolor: "rgb(238, 238, 238)"
2316 title: "Indexed Test Cases"
2319 gridcolor: "rgb(238, 238, 238)'"
2321 linecolor: "rgb(238, 238, 238)"
2323 range: [2000000, 12000000]
2326 showticklabels: True
2327 tickcolor: "rgb(238, 238, 238)"
2328 title: "Packets Per Second [pps]"
2346 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2347 algorithm: "plot_performance_box"
2348 output-file-type: ".html"
2349 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2351 "plot-dpdk-throughput-latency"
2352 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2358 boxpoints: "outliers"
2361 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2366 gridcolor: "rgb(238, 238, 238)"
2367 linecolor: "rgb(238, 238, 238)"
2371 showticklabels: True
2372 tickcolor: "rgb(238, 238, 238)"
2374 title: "Indexed Test Cases"
2377 gridcolor: "rgb(238, 238, 238)'"
2379 linecolor: "rgb(238, 238, 238)"
2381 range: [2000000, 12000000]
2384 showticklabels: True
2385 tickcolor: "rgb(238, 238, 238)"
2386 title: "Packets Per Second [pps]"
2404 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2405 algorithm: "plot_performance_box"
2406 output-file-type: ".html"
2407 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2409 "plot-dpdk-throughput-latency"
2410 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2416 boxpoints: "outliers"
2419 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2425 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2426 algorithm: "plot_performance_box"
2427 output-file-type: ".html"
2428 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2430 "plot-dpdk-throughput-latency"
2431 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2437 boxpoints: "outliers"
2440 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2446 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2447 algorithm: "plot_performance_box"
2448 output-file-type: ".html"
2449 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2451 "plot-dpdk-throughput-latency"
2452 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2458 boxpoints: "outliers"
2461 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2466 gridcolor: "rgb(238, 238, 238)"
2467 linecolor: "rgb(238, 238, 238)"
2471 showticklabels: True
2472 tickcolor: "rgb(238, 238, 238)"
2474 title: "Indexed Test Cases"
2477 gridcolor: "rgb(238, 238, 238)'"
2479 linecolor: "rgb(238, 238, 238)"
2481 range: [20000000, 30000000]
2484 showticklabels: True
2485 tickcolor: "rgb(238, 238, 238)"
2486 title: "Packets Per Second [pps]"
2504 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2505 algorithm: "plot_performance_box"
2506 output-file-type: ".html"
2507 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2509 "plot-dpdk-throughput-latency"
2510 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2516 boxpoints: "outliers"
2519 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2524 gridcolor: "rgb(238, 238, 238)"
2525 linecolor: "rgb(238, 238, 238)"
2529 showticklabels: True
2530 tickcolor: "rgb(238, 238, 238)"
2532 title: "Indexed Test Cases"
2535 gridcolor: "rgb(238, 238, 238)'"
2537 linecolor: "rgb(238, 238, 238)"
2539 range: [20000000, 30000000]
2542 showticklabels: True
2543 tickcolor: "rgb(238, 238, 238)"
2544 title: "Packets Per Second [pps]"
2565 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2566 algorithm: "plot_latency_box"
2567 output-file-type: ".html"
2568 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2570 "plot-vpp-throughput-latency"
2571 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2578 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2584 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2585 algorithm: "plot_latency_box"
2586 output-file-type: ".html"
2587 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2589 "plot-vpp-throughput-latency"
2590 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2597 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2604 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2605 algorithm: "plot_latency_box"
2606 output-file-type: ".html"
2607 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2609 "plot-vpp-throughput-latency"
2610 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2617 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2623 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2624 algorithm: "plot_latency_box"
2625 output-file-type: ".html"
2626 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2628 "plot-vpp-throughput-latency"
2629 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2636 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2643 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2644 algorithm: "plot_latency_box"
2645 output-file-type: ".html"
2646 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2648 "plot-vpp-throughput-latency"
2649 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2656 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2662 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2663 algorithm: "plot_latency_box"
2664 output-file-type: ".html"
2665 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2667 "plot-vpp-throughput-latency"
2668 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2675 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2682 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2683 algorithm: "plot_latency_box"
2684 output-file-type: ".html"
2685 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2687 "plot-vpp-throughput-latency"
2688 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2695 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2701 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2702 algorithm: "plot_latency_box"
2703 output-file-type: ".html"
2704 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2706 "plot-vpp-throughput-latency"
2707 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2714 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2721 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2722 algorithm: "plot_latency_box"
2723 output-file-type: ".html"
2724 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2726 "plot-vpp-throughput-latency"
2727 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2734 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2740 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2741 algorithm: "plot_latency_box"
2742 output-file-type: ".html"
2743 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2745 "plot-vpp-throughput-latency"
2746 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2753 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2760 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2761 algorithm: "plot_latency_box"
2762 output-file-type: ".html"
2763 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2765 "plot-vpp-throughput-latency"
2766 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2773 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2779 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2780 algorithm: "plot_latency_box"
2781 output-file-type: ".html"
2782 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2784 "plot-vpp-throughput-latency"
2785 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2792 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2799 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2800 algorithm: "plot_latency_box"
2801 output-file-type: ".html"
2802 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2804 "plot-vpp-throughput-latency"
2805 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2812 title: "64B-1t1c-.*vhost.*-ndrdisc"
2818 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2819 algorithm: "plot_latency_box"
2820 output-file-type: ".html"
2821 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2823 "plot-vpp-throughput-latency"
2824 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2831 title: "64B-2t2c-.*vhost.*-ndrdisc"
2835 # VPP VM VHOST selection
2838 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2839 algorithm: "plot_latency_box"
2840 output-file-type: ".html"
2841 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2843 "plot-vpp-throughput-latency"
2844 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2851 title: "64B-1t1c-.*vhost.*-ndrdisc"
2857 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2858 algorithm: "plot_latency_box"
2859 output-file-type: ".html"
2860 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2862 "plot-vpp-throughput-latency"
2863 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2870 title: "64B-2t2c-.*vhost.*-ndrdisc"
2877 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2878 algorithm: "plot_latency_box"
2879 output-file-type: ".html"
2880 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2882 "plot-vpp-throughput-latency"
2883 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2890 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2896 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2897 algorithm: "plot_latency_box"
2898 output-file-type: ".html"
2899 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2901 "plot-vpp-throughput-latency"
2902 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2909 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2916 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2917 algorithm: "plot_latency_box"
2918 output-file-type: ".html"
2919 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2921 "plot-dpdk-throughput-latency"
2922 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2929 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2935 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2936 algorithm: "plot_latency_box"
2937 output-file-type: ".html"
2938 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2940 "plot-dpdk-throughput-latency"
2941 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2948 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2954 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2955 algorithm: "plot_latency_box"
2956 output-file-type: ".html"
2957 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2959 "plot-dpdk-throughput-latency"
2960 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2967 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2973 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2974 algorithm: "plot_latency_box"
2975 output-file-type: ".html"
2976 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
2978 "plot-dpdk-throughput-latency"
2979 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2986 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2990 # Ligato - Throughput
2995 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2996 algorithm: "plot_performance_box"
2997 output-file-type: ".html"
2998 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
3000 "plot-vpp-throughput-latency"
3001 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3007 boxpoints: "outliers"
3010 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3015 gridcolor: "rgb(238, 238, 238)"
3016 linecolor: "rgb(238, 238, 238)"
3020 showticklabels: True
3021 tickcolor: "rgb(238, 238, 238)"
3023 title: "Indexed Test Cases"
3026 gridcolor: "rgb(238, 238, 238)'"
3028 linecolor: "rgb(238, 238, 238)"
3033 showticklabels: True
3034 tickcolor: "rgb(238, 238, 238)"
3035 title: "Packets Per Second [pps]"
3053 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3054 algorithm: "plot_performance_box"
3055 output-file-type: ".html"
3056 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3058 "plot-vpp-throughput-latency"
3059 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3065 boxpoints: "outliers"
3068 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3073 gridcolor: "rgb(238, 238, 238)"
3074 linecolor: "rgb(238, 238, 238)"
3078 showticklabels: True
3079 tickcolor: "rgb(238, 238, 238)"
3081 title: "Indexed Test Cases"
3084 gridcolor: "rgb(238, 238, 238)'"
3086 linecolor: "rgb(238, 238, 238)"
3091 showticklabels: True
3092 tickcolor: "rgb(238, 238, 238)"
3093 title: "Packets Per Second [pps]"
3111 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3112 algorithm: "plot_performance_box"
3113 output-file-type: ".html"
3114 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3116 "plot-vpp-throughput-latency"
3117 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3123 boxpoints: "outliers"
3126 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3131 gridcolor: "rgb(238, 238, 238)"
3132 linecolor: "rgb(238, 238, 238)"
3136 showticklabels: True
3137 tickcolor: "rgb(238, 238, 238)"
3139 title: "Indexed Test Cases"
3142 gridcolor: "rgb(238, 238, 238)'"
3144 linecolor: "rgb(238, 238, 238)"
3149 showticklabels: True
3150 tickcolor: "rgb(238, 238, 238)"
3151 title: "Packets Per Second [pps]"
3169 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3170 algorithm: "plot_performance_box"
3171 output-file-type: ".html"
3172 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3174 "plot-vpp-throughput-latency"
3175 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3181 boxpoints: "outliers"
3184 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3189 gridcolor: "rgb(238, 238, 238)"
3190 linecolor: "rgb(238, 238, 238)"
3194 showticklabels: True
3195 tickcolor: "rgb(238, 238, 238)"
3197 title: "Indexed Test Cases"
3200 gridcolor: "rgb(238, 238, 238)'"
3202 linecolor: "rgb(238, 238, 238)"
3207 showticklabels: True
3208 tickcolor: "rgb(238, 238, 238)"
3209 title: "Packets Per Second [pps]"
3225 # Container orchestrated
3228 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3229 algorithm: "plot_performance_box"
3230 output-file-type: ".html"
3231 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3233 "plot-ligato-throughput-latency"
3234 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3240 boxpoints: "outliers"
3243 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3249 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3250 algorithm: "plot_performance_box"
3251 output-file-type: ".html"
3252 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3254 "plot-ligato-throughput-latency"
3255 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3261 boxpoints: "outliers"
3264 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3270 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3271 algorithm: "plot_performance_box"
3272 output-file-type: ".html"
3273 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3275 "plot-ligato-throughput-latency"
3276 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3282 boxpoints: "outliers"
3285 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3291 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3292 algorithm: "plot_performance_box"
3293 output-file-type: ".html"
3294 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3296 "plot-ligato-throughput-latency"
3297 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3303 boxpoints: "outliers"
3306 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3315 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3316 algorithm: "plot_latency_box"
3317 output-file-type: ".html"
3318 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3320 "plot-vpp-throughput-latency"
3321 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3328 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3334 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3335 algorithm: "plot_latency_box"
3336 output-file-type: ".html"
3337 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3339 "plot-vpp-throughput-latency"
3340 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3347 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3351 # Container orchestrated
3354 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3355 algorithm: "plot_latency_box"
3356 output-file-type: ".html"
3357 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3359 "plot-ligato-throughput-latency"
3360 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3367 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3373 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3374 algorithm: "plot_latency_box"
3375 output-file-type: ".html"
3376 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3378 "plot-ligato-throughput-latency"
3379 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3386 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"