6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 # plot-vpp-http-server-performance:
94 # csit-vpp-perf-1801-all:
99 # TODO: Add the data sources
100 # vpp-meltdown-impact:
101 # csit-vpp-perf-1707-all:
105 # csit-vpp-perf-1710-all:
109 # TODO: Add the data sources
110 # vpp-spectre-impact:
111 # csit-vpp-perf-1707-all:
115 # csit-vpp-perf-1710-all:
119 vpp-performance-changes:
120 csit-vpp-perf-1710-all:
131 # TODO: Add the data sources
132 csit-vpp-perf-1801-all:
136 # TODO: Add the data sources
137 plot-throughput-speedup-analysis:
138 csit-vpp-perf-1801-all:
142 # performance-improvements:
143 # csit-vpp-perf-1707-all:
154 # csit-vpp-perf-1710-all:
165 ## TODO: Add the data sources
166 # csit-vpp-perf-1801-all:
170 # csit-ligato-perf-1710-all:
181 # csit-ligato-perf-1801-all:
185 # TODO: Add the data sources
187 csit-vpp-perf-1801-all:
192 csit-vpp-functional-1801-ubuntu1604-virl:
193 - "lastSuccessfulBuild"
194 # TODO: Add the data sources
196 csit-ligato-perf-1801-all:
199 csit-dpdk-perf-1801-all:
202 csit-hc2vpp-verify-func-1801-ubuntu1604:
203 - "lastSuccessfulBuild"
205 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
207 # TODO: Add the data sources
208 plot-vpp-throughput-latency:
209 csit-vpp-perf-1801-all:
213 plot-dpdk-throughput-latency:
214 csit-dpdk-perf-1801-all:
224 # TODO: Add the data sources
225 plot-ligato-throughput-latency:
226 csit-ligato-perf-1801-all:
238 gridcolor: "rgb(238, 238, 238)"
239 linecolor: "rgb(238, 238, 238)"
244 tickcolor: "rgb(238, 238, 238)"
246 title: "Indexed Test Cases"
249 gridcolor: "rgb(238, 238, 238)'"
251 linecolor: "rgb(238, 238, 238)"
258 tickcolor: "rgb(238, 238, 238)"
259 title: "Connections Per Second [cps]"
280 gridcolor: "rgb(238, 238, 238)"
281 linecolor: "rgb(238, 238, 238)"
286 tickcolor: "rgb(238, 238, 238)"
288 title: "Indexed Test Cases"
291 gridcolor: "rgb(238, 238, 238)'"
293 linecolor: "rgb(238, 238, 238)"
300 tickcolor: "rgb(238, 238, 238)"
301 title: "Requests Per Second [rps]"
322 gridcolor: "rgb(238, 238, 238)"
323 linecolor: "rgb(238, 238, 238)"
328 tickcolor: "rgb(238, 238, 238)"
330 title: "Indexed Test Cases"
333 gridcolor: "rgb(238, 238, 238)'"
335 linecolor: "rgb(238, 238, 238)"
341 tickcolor: "rgb(238, 238, 238)"
342 title: "Packets Per Second [pps]"
363 gridcolor: "rgb(238, 238, 238)"
364 linecolor: "rgb(238, 238, 238)"
369 tickcolor: "rgb(238, 238, 238)"
371 title: "Indexed Test Cases"
374 gridcolor: "rgb(238, 238, 238)'"
376 linecolor: "rgb(238, 238, 238)"
382 tickcolor: "rgb(238, 238, 238)"
383 title: "Latency min/avg/max [uSec]"
399 plot-throughput-speedup-analysis:
404 gridcolor: "rgb(238, 238, 238)"
405 linecolor: "rgb(238, 238, 238)"
410 tickcolor: "rgb(238, 238, 238)"
415 title: "Throughput speedup factor"
416 gridcolor: "rgb(238, 238, 238)"
418 linecolor: "rgb(238, 238, 238)"
424 tickcolor: "rgb(238, 238, 238)"
432 bgcolor: "rgba(255, 255, 255, 0)"
433 bordercolor: "rgba(255, 255, 255, 0)"
450 input-format: "xml" # zip or xml
451 extract: "robot-plugin/output.xml" # Only for zip
453 # The files must be in the directory DIR[WORKING,DATA]
454 csit-vpp-perf-1801-all:
457 file: "{DIR[WORKING,DATA]}/output.xml"
460 file: "{DIR[WORKING,DATA]}/output.xml"
463 file: "{DIR[WORKING,DATA]}/output.xml"
466 file: "{DIR[WORKING,DATA]}/output.xml"
470 src-path: "{DIR[RST]}"
471 dst-path: "{DIR[WORKING,SRC]}"
474 type: "input" # Ignored in debug mode
476 file-name: "robot-plugin.zip"
478 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
479 extract: "robot-plugin/output.xml"
481 # csit-vpp-perf-1707-all:
492 csit-vpp-perf-1710-all:
504 csit-vpp-perf-1801-all:
511 csit-ligato-perf-1710-all:
522 csit-dpdk-perf-1801-all:
533 csit-ligato-perf-1801-all:
537 csit-dpdk-perf-1801-all:
548 csit-vpp-functional-1801-ubuntu1604-virl:
549 - lastSuccessfulBuild
550 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
552 csit-hc2vpp-verify-func-1801-ubuntu1604:
553 - lastSuccessfulBuild
563 ################################################################################
565 ################################################################################
569 # title: "Performance Impact of Meltdown Patches"
570 # algorithm: "table_performance_comparison"
571 # output-file-ext: ".csv"
573 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
575 # title: "No Meltdown"
576 ## TODO: specify data sources
578 # csit-vpp-perf-1707-all:
583 # title: "Meltdown Patches Applied"
584 ## TODO: specify data sources
586 # csit-vpp-perf-1710-all:
591 # "vpp-meltdown-impact"
597 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
598 # # to present all tests.
599 # nr-of-tests-shown: 20
603 # title: "Performance Impact of Spectre Patches"
604 # algorithm: "table_performance_comparison"
605 # output-file-ext: ".csv"
607 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
609 # title: "No Spectre"
610 ## TODO: specify data sources
612 # csit-vpp-perf-1707-all:
617 # title: "Spectre Patches Applied"
618 ## TODO: specify data sources
620 # csit-vpp-perf-1710-all:
625 # "vpp-spectre-impact"
631 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
632 # # to present all tests.
633 # nr-of-tests-shown: 20
637 title: "VPP Performance Changes"
638 algorithm: "table_performance_comparison"
639 output-file-ext: ".csv"
641 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance-changes"
643 title: "Release 1710"
644 # TODO: specify data sources
646 csit-vpp-perf-1710-all:
658 title: "Release 1801"
659 # TODO: specify data sources
661 csit-vpp-perf-1801-all:
665 data: "vpp-performance-changes"
671 # Number of the best and the worst tests presented in the table. Use 0 (zero)
672 # to present all tests.
673 nr-of-tests-shown: 20
677 # title: "Performance improvements"
678 # algorithm: "table_performance_improvements"
679 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
680 # output-file-ext: ".csv"
681 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
687 # title: "16.09 mean [Mpps]"
690 # title: "17.01 mean [Mpps]"
693 # title: "17.04 mean [Mpps]"
696 # title: "17.07 mean [Mpps]"
697 # data: "data csit-vpp-perf-1707-all mean"
699 # title: "17.10 mean [Mpps]"
700 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
702 # title: "18.01 mean [Mpps]"
703 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
705 # title: "18.01 stdev [Mpps]"
706 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
708 # title: "17.10 to 18.01 change [%]"
709 # data: "operation relative_change 5 6"
712 # "performance-improvements"
719 title: "Detailed Test Results - VPP Performance Results"
720 algorithm: "table_merged_details"
721 output-file-ext: ".csv"
722 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
728 title: "Documentation"
736 filter: "not 'NDRCHK' and not 'PDRCHK'"
745 title: "Test configuration - VPP Performance Test Configs"
746 algorithm: "table_merged_details"
747 output-file-ext: ".csv"
748 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
754 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
755 data: "data vat-history"
759 filter: "not 'NDRCHK' and not 'PDRCHK'"
767 title: "Test Operational Data - VPP Performance Operational Data"
768 algorithm: "table_merged_details"
769 output-file-ext: ".csv"
770 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
776 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
777 data: "data show-run"
781 filter: "not 'NDRCHK' and not 'PDRCHK'"
789 title: "Detailed Test Results - VPP Functional Results"
790 algorithm: "table_details"
791 output-file-ext: ".csv"
792 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
798 title: "Documentation"
815 title: "Test configuration - VPP Functional Test Configs"
816 algorithm: "table_details"
817 output-file-ext: ".csv"
818 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
824 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
825 data: "data vat-history"
837 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
838 algorithm: "table_details"
839 output-file-ext: ".csv"
840 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
846 title: "Documentation"
853 "ligato-perf-results"
863 title: "Detailed Test Results - DPDK Performance Results"
864 algorithm: "table_details"
865 output-file-ext: ".csv"
866 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
872 title: "Documentation"
889 title: "Detailed Test Results - Honeycomb Functional Results"
890 algorithm: "table_details"
891 output-file-ext: ".csv"
892 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
898 title: "Documentation"
915 title: "Detailed Test Results - NSH SFC Functional Results"
916 algorithm: "table_details"
917 output-file-ext: ".csv"
918 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
924 title: "Documentation"
939 ################################################################################
941 ################################################################################
945 title: "VPP Performance Results"
946 algorithm: "file_merged_test_results"
947 output-file-ext: ".rst"
948 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
949 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
950 dir-tables: "{DIR[DTR,PERF,VPP]}"
953 filter: "not 'NDRCHK' and not 'PDRCHK'"
959 data-start-level: 3 # 0, 1, 2, ...
960 chapters-start-level: 2 # 0, 1, 2, ...
964 title: "VPP Performance Configuration"
965 algorithm: "file_merged_test_results"
966 output-file-ext: ".rst"
967 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
968 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
969 dir-tables: "{DIR[DTC,PERF,VPP]}"
972 filter: "not 'NDRCHK' and not 'PDRCHK'"
978 data-start-level: 3 # 0, 1, 2, ...
979 chapters-start-level: 2 # 0, 1, 2, ...
983 title: "VPP Performance Operational Data"
984 algorithm: "file_merged_test_results"
985 output-file-ext: ".rst"
986 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
987 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
988 dir-tables: "{DIR[DTO,PERF,VPP]}"
991 filter: "not 'NDRCHK' and not 'PDRCHK'"
997 data-start-level: 3 # 0, 1, 2, ...
998 chapters-start-level: 2 # 0, 1, 2, ...
1002 title: "VPP Functional Results"
1003 algorithm: "file_test_results"
1004 output-file-ext: ".rst"
1005 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1006 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1007 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1015 data-start-level: 3 # 0, 1, 2, ...
1016 chapters-start-level: 2 # 0, 1, 2, ...
1020 title: "VPP Functional Configuration"
1021 algorithm: "file_test_results"
1022 output-file-ext: ".rst"
1023 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1024 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1025 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1033 data-start-level: 3 # 0, 1, 2, ...
1034 chapters-start-level: 2 # 0, 1, 2, ...
1038 title: "Container Orchestrated Performance Results"
1039 algorithm: "file_test_results"
1040 output-file-ext: ".rst"
1041 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1042 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1043 dir-tables: "{DIR[DTR,PERF,COT]}"
1045 "ligato-perf-results"
1051 data-start-level: 2 # 0, 1, 2, ...
1052 chapters-start-level: 2 # 0, 1, 2, ...
1056 title: "DPDK Performance Results"
1057 algorithm: "file_test_results"
1058 output-file-ext: ".rst"
1059 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1060 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1061 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1071 data-start-level: 2 # 0, 1, 2, ...
1072 chapters-start-level: 2 # 0, 1, 2, ...
1076 title: "Honeycomb Functional Results"
1077 algorithm: "file_test_results"
1078 output-file-ext: ".rst"
1079 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1080 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1081 dir-tables: "{DIR[DTR,FUNC,HC]}"
1091 data-start-level: 3 # 0, 1, 2, ...
1092 chapters-start-level: 2 # 0, 1, 2, ...
1096 title: "NSH SFC Functional Results"
1097 algorithm: "file_test_results"
1098 output-file-ext: ".rst"
1099 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1100 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1101 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1111 data-start-level: 2 # 0, 1, 2, ...
1112 chapters-start-level: 2 # 0, 1, 2, ...
1114 ################################################################################
1116 ################################################################################
1118 # Plots VPP HTTP Server Performance
1121 # title: "VPP HTTP Server Performance"
1122 # algorithm: "plot_http_server_performance_box"
1123 # output-file-type: ".html"
1124 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1126 # "plot-vpp-http-server-performance"
1127 # # Keep this formatting, the filter is enclosed with " (quotation mark) and
1128 # # each tag is enclosed with ' (apostrophe).
1129 # filter: "'HTTP' and 'TCP_CPS'"
1135 # boxpoints: "outliers"
1138 # title: "VPP HTTP Server Performance"
1144 # title: "VPP HTTP Server Performance"
1145 # algorithm: "plot_http_server_performance_box"
1146 # output-file-type: ".html"
1147 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1149 # "plot-vpp-http-server-performance"
1150 # filter: "'HTTP' and 'TCP_RPS'"
1156 # boxpoints: "outliers"
1159 # title: "VPP HTTP Server Performance"
1163 # Plot Throughput Speedup Analysis
1165 # L2 - 10ge2p1x520 - NDR
1168 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1169 algorithm: "plot_throughput_speedup_analysis"
1170 output-file-type: ".html"
1171 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1173 "plot-throughput-speedup-analysis"
1174 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1180 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1182 "plot-throughput-speedup-analysis"
1184 # L2 - 40ge2p1xl710 - NDR
1187 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1188 algorithm: "plot_throughput_speedup_analysis"
1189 output-file-type: ".html"
1190 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1192 "plot-throughput-speedup-analysis"
1193 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1199 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1201 "plot-throughput-speedup-analysis"
1203 # L2 - 10ge2p1x520 - PDR
1206 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1207 algorithm: "plot_throughput_speedup_analysis"
1208 output-file-type: ".html"
1209 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1211 "plot-throughput-speedup-analysis"
1212 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1218 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1220 "plot-throughput-speedup-analysis"
1222 # IPv4 - 10ge2p1x520 - NDR
1225 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1226 algorithm: "plot_throughput_speedup_analysis"
1227 output-file-type: ".html"
1228 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1230 "plot-throughput-speedup-analysis"
1231 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1237 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1239 "plot-throughput-speedup-analysis"
1241 # IPv4 - 40ge2p1xl710 - NDR
1244 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1245 algorithm: "plot_throughput_speedup_analysis"
1246 output-file-type: ".html"
1247 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1249 "plot-throughput-speedup-analysis"
1250 filter: "'NIC_Intel-XL710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1256 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1258 "plot-throughput-speedup-analysis"
1260 # IPv4 - 10ge2p1x520 - PDR
1263 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1264 algorithm: "plot_throughput_speedup_analysis"
1265 output-file-type: ".html"
1266 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1268 "plot-throughput-speedup-analysis"
1269 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1275 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1277 "plot-throughput-speedup-analysis"
1279 # IPv6 - 10ge2p1x520 - NDR
1282 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1283 algorithm: "plot_throughput_speedup_analysis"
1284 output-file-type: ".html"
1285 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1287 "plot-throughput-speedup-analysis"
1288 filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1294 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1296 "plot-throughput-speedup-analysis"
1298 # IPv6 - 40ge2p1xl710 - NDR
1301 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1302 algorithm: "plot_throughput_speedup_analysis"
1303 output-file-type: ".html"
1304 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1306 "plot-throughput-speedup-analysis"
1307 filter: "'NIC_Intel-XL710' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1313 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1315 "plot-throughput-speedup-analysis"
1317 # IPv6 - 10ge2p1x520 - PDR
1320 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1321 algorithm: "plot_throughput_speedup_analysis"
1322 output-file-type: ".html"
1323 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1325 "plot-throughput-speedup-analysis"
1326 filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1332 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1334 "plot-throughput-speedup-analysis"
1336 # Plot packets per second
1341 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1342 algorithm: "plot_performance_box"
1343 output-file-type: ".html"
1344 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1346 "plot-vpp-throughput-latency"
1347 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1348 # each tag is enclosed with ' (apostrophe).
1349 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1355 boxpoints: "outliers"
1358 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1364 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1365 algorithm: "plot_performance_box"
1366 output-file-type: ".html"
1367 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1369 "plot-vpp-throughput-latency"
1370 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1376 boxpoints: "outliers"
1379 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1385 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1386 algorithm: "plot_performance_box"
1387 output-file-type: ".html"
1388 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1390 "plot-vpp-throughput-latency"
1391 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1397 boxpoints: "outliers"
1400 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1406 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1407 algorithm: "plot_performance_box"
1408 output-file-type: ".html"
1409 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1411 "plot-vpp-throughput-latency"
1412 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1418 boxpoints: "outliers"
1421 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1428 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1429 algorithm: "plot_performance_box"
1430 output-file-type: ".html"
1431 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1433 "plot-vpp-throughput-latency"
1434 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1440 boxpoints: "outliers"
1443 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1449 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1450 algorithm: "plot_performance_box"
1451 output-file-type: ".html"
1452 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1454 "plot-vpp-throughput-latency"
1455 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1461 boxpoints: "outliers"
1464 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1470 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1471 algorithm: "plot_performance_box"
1472 output-file-type: ".html"
1473 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1475 "plot-vpp-throughput-latency"
1476 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1482 boxpoints: "outliers"
1485 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1491 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1492 algorithm: "plot_performance_box"
1493 output-file-type: ".html"
1494 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1496 "plot-vpp-throughput-latency"
1497 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1503 boxpoints: "outliers"
1506 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1513 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1514 algorithm: "plot_performance_box"
1515 output-file-type: ".html"
1516 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1518 "plot-vpp-throughput-latency"
1519 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1525 boxpoints: "outliers"
1528 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1534 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1535 algorithm: "plot_performance_box"
1536 output-file-type: ".html"
1537 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1539 "plot-vpp-throughput-latency"
1540 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1546 boxpoints: "outliers"
1549 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1555 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1556 algorithm: "plot_performance_box"
1557 output-file-type: ".html"
1558 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1560 "plot-vpp-throughput-latency"
1561 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1567 boxpoints: "outliers"
1570 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1576 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1577 algorithm: "plot_performance_box"
1578 output-file-type: ".html"
1579 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1581 "plot-vpp-throughput-latency"
1582 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1588 boxpoints: "outliers"
1591 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1598 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1599 algorithm: "plot_performance_box"
1600 output-file-type: ".html"
1601 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1603 "plot-vpp-throughput-latency"
1604 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1610 boxpoints: "outliers"
1613 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1619 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1620 algorithm: "plot_performance_box"
1621 output-file-type: ".html"
1622 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1624 "plot-vpp-throughput-latency"
1625 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1631 boxpoints: "outliers"
1634 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1640 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1641 algorithm: "plot_performance_box"
1642 output-file-type: ".html"
1643 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1645 "plot-vpp-throughput-latency"
1646 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1652 boxpoints: "outliers"
1655 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1661 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1662 algorithm: "plot_performance_box"
1663 output-file-type: ".html"
1664 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1666 "plot-vpp-throughput-latency"
1667 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1673 boxpoints: "outliers"
1676 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1683 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1684 algorithm: "plot_performance_box"
1685 output-file-type: ".html"
1686 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1688 "plot-vpp-throughput-latency"
1689 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1695 boxpoints: "outliers"
1698 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1704 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1705 algorithm: "plot_performance_box"
1706 output-file-type: ".html"
1707 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1709 "plot-vpp-throughput-latency"
1710 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1716 boxpoints: "outliers"
1719 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1725 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1726 algorithm: "plot_performance_box"
1727 output-file-type: ".html"
1728 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1730 "plot-vpp-throughput-latency"
1731 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1737 boxpoints: "outliers"
1740 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1746 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1747 algorithm: "plot_performance_box"
1748 output-file-type: ".html"
1749 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1751 "plot-vpp-throughput-latency"
1752 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1758 boxpoints: "outliers"
1761 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1768 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1769 algorithm: "plot_performance_box"
1770 output-file-type: ".html"
1771 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1773 "plot-vpp-throughput-latency"
1774 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1780 boxpoints: "outliers"
1783 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1789 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1790 algorithm: "plot_performance_box"
1791 output-file-type: ".html"
1792 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1794 "plot-vpp-throughput-latency"
1795 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1801 boxpoints: "outliers"
1804 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1810 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1811 algorithm: "plot_performance_box"
1812 output-file-type: ".html"
1813 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1815 "plot-vpp-throughput-latency"
1816 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1822 boxpoints: "outliers"
1825 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1831 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1832 algorithm: "plot_performance_box"
1833 output-file-type: ".html"
1834 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1836 "plot-vpp-throughput-latency"
1837 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1843 boxpoints: "outliers"
1846 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1853 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1854 algorithm: "plot_performance_box"
1855 output-file-type: ".html"
1856 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1858 "plot-vpp-throughput-latency"
1859 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1865 boxpoints: "outliers"
1868 title: "64B-1t1c-.*vhost.*-ndrdisc"
1874 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
1875 algorithm: "plot_performance_box"
1876 output-file-type: ".html"
1877 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
1879 "plot-vpp-throughput-latency"
1880 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1886 boxpoints: "outliers"
1889 title: "64B-2t2c-.*vhost.*-ndrdisc"
1895 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
1896 algorithm: "plot_performance_box"
1897 output-file-type: ".html"
1898 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
1900 "plot-vpp-throughput-latency"
1901 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1907 boxpoints: "outliers"
1910 title: "64B-1t1c-.*vhost.*-pdrdisc"
1916 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
1917 algorithm: "plot_performance_box"
1918 output-file-type: ".html"
1919 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
1921 "plot-vpp-throughput-latency"
1922 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1928 boxpoints: "outliers"
1931 title: "64B-2t2c-.*vhost.*-pdrdisc"
1935 # VPP VM VHOST SELECTION
1938 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1939 algorithm: "plot_performance_box"
1940 output-file-type: ".html"
1941 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
1943 "plot-vpp-throughput-latency"
1944 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1950 boxpoints: "outliers"
1953 title: "64B-1t1c-.*vhost.*-ndrdisc"
1959 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
1960 algorithm: "plot_performance_box"
1961 output-file-type: ".html"
1962 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
1964 "plot-vpp-throughput-latency"
1965 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1971 boxpoints: "outliers"
1974 title: "64B-2t2c-.*vhost.*-ndrdisc"
1980 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
1981 algorithm: "plot_performance_box"
1982 output-file-type: ".html"
1983 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
1985 "plot-vpp-throughput-latency"
1986 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1992 boxpoints: "outliers"
1995 title: "64B-1t1c-.*vhost.*-pdrdisc"
2001 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2002 algorithm: "plot_performance_box"
2003 output-file-type: ".html"
2004 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2006 "plot-vpp-throughput-latency"
2007 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2013 boxpoints: "outliers"
2016 title: "64B-2t2c-.*vhost.*-pdrdisc"
2023 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2024 algorithm: "plot_performance_box"
2025 output-file-type: ".html"
2026 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2028 "plot-vpp-throughput-latency"
2029 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2035 boxpoints: "outliers"
2038 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2044 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2045 algorithm: "plot_performance_box"
2046 output-file-type: ".html"
2047 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2049 "plot-vpp-throughput-latency"
2050 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2056 boxpoints: "outliers"
2059 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2065 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2066 algorithm: "plot_performance_box"
2067 output-file-type: ".html"
2068 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2070 "plot-vpp-throughput-latency"
2071 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2077 boxpoints: "outliers"
2080 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2086 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2087 algorithm: "plot_performance_box"
2088 output-file-type: ".html"
2089 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2091 "plot-vpp-throughput-latency"
2092 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2098 boxpoints: "outliers"
2101 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2108 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2109 algorithm: "plot_performance_box"
2110 output-file-type: ".html"
2111 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2113 "plot-dpdk-throughput-latency"
2114 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2120 boxpoints: "outliers"
2123 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2129 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2130 algorithm: "plot_performance_box"
2131 output-file-type: ".html"
2132 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2134 "plot-dpdk-throughput-latency"
2135 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2141 boxpoints: "outliers"
2144 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2150 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2151 algorithm: "plot_performance_box"
2152 output-file-type: ".html"
2153 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2155 "plot-dpdk-throughput-latency"
2156 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2162 boxpoints: "outliers"
2165 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2170 gridcolor: "rgb(238, 238, 238)"
2171 linecolor: "rgb(238, 238, 238)"
2175 showticklabels: True
2176 tickcolor: "rgb(238, 238, 238)"
2178 title: "Indexed Test Cases"
2181 gridcolor: "rgb(238, 238, 238)'"
2183 linecolor: "rgb(238, 238, 238)"
2185 range: [2000000, 12000000]
2188 showticklabels: True
2189 tickcolor: "rgb(238, 238, 238)"
2190 title: "Packets Per Second [pps]"
2208 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2209 algorithm: "plot_performance_box"
2210 output-file-type: ".html"
2211 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2213 "plot-dpdk-throughput-latency"
2214 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2220 boxpoints: "outliers"
2223 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2228 gridcolor: "rgb(238, 238, 238)"
2229 linecolor: "rgb(238, 238, 238)"
2233 showticklabels: True
2234 tickcolor: "rgb(238, 238, 238)"
2236 title: "Indexed Test Cases"
2239 gridcolor: "rgb(238, 238, 238)'"
2241 linecolor: "rgb(238, 238, 238)"
2243 range: [2000000, 12000000]
2246 showticklabels: True
2247 tickcolor: "rgb(238, 238, 238)"
2248 title: "Packets Per Second [pps]"
2266 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2267 algorithm: "plot_performance_box"
2268 output-file-type: ".html"
2269 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2271 "plot-dpdk-throughput-latency"
2272 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2278 boxpoints: "outliers"
2281 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2287 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2288 algorithm: "plot_performance_box"
2289 output-file-type: ".html"
2290 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2292 "plot-dpdk-throughput-latency"
2293 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2299 boxpoints: "outliers"
2302 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2308 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2309 algorithm: "plot_performance_box"
2310 output-file-type: ".html"
2311 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2313 "plot-dpdk-throughput-latency"
2314 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2320 boxpoints: "outliers"
2323 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2328 gridcolor: "rgb(238, 238, 238)"
2329 linecolor: "rgb(238, 238, 238)"
2333 showticklabels: True
2334 tickcolor: "rgb(238, 238, 238)"
2336 title: "Indexed Test Cases"
2339 gridcolor: "rgb(238, 238, 238)'"
2341 linecolor: "rgb(238, 238, 238)"
2343 range: [20000000, 30000000]
2346 showticklabels: True
2347 tickcolor: "rgb(238, 238, 238)"
2348 title: "Packets Per Second [pps]"
2366 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2367 algorithm: "plot_performance_box"
2368 output-file-type: ".html"
2369 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2371 "plot-dpdk-throughput-latency"
2372 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2378 boxpoints: "outliers"
2381 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2386 gridcolor: "rgb(238, 238, 238)"
2387 linecolor: "rgb(238, 238, 238)"
2391 showticklabels: True
2392 tickcolor: "rgb(238, 238, 238)"
2394 title: "Indexed Test Cases"
2397 gridcolor: "rgb(238, 238, 238)'"
2399 linecolor: "rgb(238, 238, 238)"
2401 range: [20000000, 30000000]
2404 showticklabels: True
2405 tickcolor: "rgb(238, 238, 238)"
2406 title: "Packets Per Second [pps]"
2427 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2428 algorithm: "plot_latency_box"
2429 output-file-type: ".html"
2430 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2432 "plot-vpp-throughput-latency"
2433 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2440 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2446 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2447 algorithm: "plot_latency_box"
2448 output-file-type: ".html"
2449 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2451 "plot-vpp-throughput-latency"
2452 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2459 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2466 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2467 algorithm: "plot_latency_box"
2468 output-file-type: ".html"
2469 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2471 "plot-vpp-throughput-latency"
2472 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2479 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2485 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2486 algorithm: "plot_latency_box"
2487 output-file-type: ".html"
2488 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2490 "plot-vpp-throughput-latency"
2491 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2498 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2505 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2506 algorithm: "plot_latency_box"
2507 output-file-type: ".html"
2508 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2510 "plot-vpp-throughput-latency"
2511 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2518 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2524 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2525 algorithm: "plot_latency_box"
2526 output-file-type: ".html"
2527 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2529 "plot-vpp-throughput-latency"
2530 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2537 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2544 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2545 algorithm: "plot_latency_box"
2546 output-file-type: ".html"
2547 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2549 "plot-vpp-throughput-latency"
2550 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2557 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2563 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2564 algorithm: "plot_latency_box"
2565 output-file-type: ".html"
2566 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2568 "plot-vpp-throughput-latency"
2569 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2576 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2583 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2584 algorithm: "plot_latency_box"
2585 output-file-type: ".html"
2586 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2588 "plot-vpp-throughput-latency"
2589 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2596 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2602 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2603 algorithm: "plot_latency_box"
2604 output-file-type: ".html"
2605 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2607 "plot-vpp-throughput-latency"
2608 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2615 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2622 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2623 algorithm: "plot_latency_box"
2624 output-file-type: ".html"
2625 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2627 "plot-vpp-throughput-latency"
2628 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2635 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2641 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2642 algorithm: "plot_latency_box"
2643 output-file-type: ".html"
2644 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2646 "plot-vpp-throughput-latency"
2647 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2654 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2661 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2662 algorithm: "plot_latency_box"
2663 output-file-type: ".html"
2664 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2666 "plot-vpp-throughput-latency"
2667 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2674 title: "64B-1t1c-.*vhost.*-ndrdisc"
2680 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2681 algorithm: "plot_latency_box"
2682 output-file-type: ".html"
2683 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2685 "plot-vpp-throughput-latency"
2686 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2693 title: "64B-2t2c-.*vhost.*-ndrdisc"
2697 # VPP VM VHOST selection
2700 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2701 algorithm: "plot_latency_box"
2702 output-file-type: ".html"
2703 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2705 "plot-vpp-throughput-latency"
2706 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2713 title: "64B-1t1c-.*vhost.*-ndrdisc"
2719 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2720 algorithm: "plot_latency_box"
2721 output-file-type: ".html"
2722 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2724 "plot-vpp-throughput-latency"
2725 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2732 title: "64B-2t2c-.*vhost.*-ndrdisc"
2739 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2740 algorithm: "plot_latency_box"
2741 output-file-type: ".html"
2742 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2744 "plot-vpp-throughput-latency"
2745 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2752 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2758 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2759 algorithm: "plot_latency_box"
2760 output-file-type: ".html"
2761 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2763 "plot-vpp-throughput-latency"
2764 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2771 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2778 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2779 algorithm: "plot_latency_box"
2780 output-file-type: ".html"
2781 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2783 "plot-dpdk-throughput-latency"
2784 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2791 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2797 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2798 algorithm: "plot_latency_box"
2799 output-file-type: ".html"
2800 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2802 "plot-dpdk-throughput-latency"
2803 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2810 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2816 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2817 algorithm: "plot_latency_box"
2818 output-file-type: ".html"
2819 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2821 "plot-dpdk-throughput-latency"
2822 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2829 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2835 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2836 algorithm: "plot_latency_box"
2837 output-file-type: ".html"
2838 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
2840 "plot-dpdk-throughput-latency"
2841 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2848 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2852 # Ligato - Throughput
2857 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2858 algorithm: "plot_performance_box"
2859 output-file-type: ".html"
2860 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
2862 "plot-vpp-throughput-latency"
2863 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2869 boxpoints: "outliers"
2872 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2878 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2879 algorithm: "plot_performance_box"
2880 output-file-type: ".html"
2881 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
2883 "plot-vpp-throughput-latency"
2884 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2890 boxpoints: "outliers"
2893 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2899 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2900 algorithm: "plot_performance_box"
2901 output-file-type: ".html"
2902 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
2904 "plot-vpp-throughput-latency"
2905 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2911 boxpoints: "outliers"
2914 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2920 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2921 algorithm: "plot_performance_box"
2922 output-file-type: ".html"
2923 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
2925 "plot-vpp-throughput-latency"
2926 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2932 boxpoints: "outliers"
2935 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2939 # Container orchestrated
2942 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2943 algorithm: "plot_performance_box"
2944 output-file-type: ".html"
2945 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
2947 "plot-ligato-throughput-latency"
2948 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2954 boxpoints: "outliers"
2957 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2963 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2964 algorithm: "plot_performance_box"
2965 output-file-type: ".html"
2966 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
2968 "plot-ligato-throughput-latency"
2969 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2975 boxpoints: "outliers"
2978 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2984 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2985 algorithm: "plot_performance_box"
2986 output-file-type: ".html"
2987 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
2989 "plot-ligato-throughput-latency"
2990 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2996 boxpoints: "outliers"
2999 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3005 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3006 algorithm: "plot_performance_box"
3007 output-file-type: ".html"
3008 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3010 "plot-ligato-throughput-latency"
3011 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3017 boxpoints: "outliers"
3020 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3029 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3030 algorithm: "plot_latency_box"
3031 output-file-type: ".html"
3032 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3034 "plot-vpp-throughput-latency"
3035 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3042 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3048 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3049 algorithm: "plot_latency_box"
3050 output-file-type: ".html"
3051 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3053 "plot-vpp-throughput-latency"
3054 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3061 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3065 # Container orchestrated
3068 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3069 algorithm: "plot_latency_box"
3070 output-file-type: ".html"
3071 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3073 "plot-ligato-throughput-latency"
3074 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3081 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3087 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3088 algorithm: "plot_latency_box"
3089 output-file-type: ".html"
3090 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3092 "plot-ligato-throughput-latency"
3093 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3100 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"