6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 # plot-vpp-http-server-performance:
94 # csit-vpp-perf-1801-all:
99 # TODO: Add the data sources
100 # vpp-meltdown-impact:
101 # csit-vpp-perf-1707-all:
105 # csit-vpp-perf-1710-all:
109 # TODO: Add the data sources
110 # vpp-spectre-impact:
111 # csit-vpp-perf-1707-all:
115 # csit-vpp-perf-1710-all:
119 vpp-performance-changes:
120 csit-vpp-perf-1710-all:
131 # TODO: Add the data sources
132 csit-vpp-perf-1801-all:
136 # TODO: Add the data sources
137 plot-throughput-speedup-analysis:
138 csit-vpp-perf-1801-all:
142 # performance-improvements:
143 # csit-vpp-perf-1707-all:
154 # csit-vpp-perf-1710-all:
165 ## TODO: Add the data sources
166 # csit-vpp-perf-1801-all:
170 # csit-ligato-perf-1710-all:
181 # csit-ligato-perf-1801-all:
185 # TODO: Add the data sources
187 csit-vpp-perf-1801-all:
192 csit-vpp-functional-1801-ubuntu1604-virl:
193 - "lastSuccessfulBuild"
194 # TODO: Add the data sources
196 csit-ligato-perf-1801-all:
199 csit-dpdk-perf-1801-all:
202 csit-hc2vpp-verify-func-1801-ubuntu1604:
203 - "lastSuccessfulBuild"
205 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
207 # TODO: Add the data sources
208 plot-vpp-throughput-latency:
209 csit-vpp-perf-1801-all:
213 plot-dpdk-throughput-latency:
214 csit-dpdk-perf-1801-all:
224 # TODO: Add the data sources
225 plot-ligato-throughput-latency:
226 csit-ligato-perf-1801-all:
238 gridcolor: "rgb(238, 238, 238)"
239 linecolor: "rgb(238, 238, 238)"
244 tickcolor: "rgb(238, 238, 238)"
246 title: "Indexed Test Cases"
249 gridcolor: "rgb(238, 238, 238)'"
251 linecolor: "rgb(238, 238, 238)"
258 tickcolor: "rgb(238, 238, 238)"
259 title: "Connections Per Second [cps]"
280 gridcolor: "rgb(238, 238, 238)"
281 linecolor: "rgb(238, 238, 238)"
286 tickcolor: "rgb(238, 238, 238)"
288 title: "Indexed Test Cases"
291 gridcolor: "rgb(238, 238, 238)'"
293 linecolor: "rgb(238, 238, 238)"
300 tickcolor: "rgb(238, 238, 238)"
301 title: "Requests Per Second [rps]"
322 gridcolor: "rgb(238, 238, 238)"
323 linecolor: "rgb(238, 238, 238)"
328 tickcolor: "rgb(238, 238, 238)"
330 title: "Indexed Test Cases"
333 gridcolor: "rgb(238, 238, 238)'"
335 linecolor: "rgb(238, 238, 238)"
341 tickcolor: "rgb(238, 238, 238)"
342 title: "Packets Per Second [pps]"
363 gridcolor: "rgb(238, 238, 238)"
364 linecolor: "rgb(238, 238, 238)"
369 tickcolor: "rgb(238, 238, 238)"
371 title: "Indexed Test Cases"
374 gridcolor: "rgb(238, 238, 238)'"
376 linecolor: "rgb(238, 238, 238)"
382 tickcolor: "rgb(238, 238, 238)"
383 title: "Latency min/avg/max [uSec]"
399 plot-throughput-speedup-analysis:
404 gridcolor: "rgb(238, 238, 238)"
405 linecolor: "rgb(238, 238, 238)"
410 tickcolor: "rgb(238, 238, 238)"
415 title: "Throughput speedup factor"
416 gridcolor: "rgb(238, 238, 238)"
418 linecolor: "rgb(238, 238, 238)"
424 tickcolor: "rgb(238, 238, 238)"
432 bgcolor: "rgba(255, 255, 255, 0)"
433 bordercolor: "rgba(255, 255, 255, 0)"
450 input-format: "xml" # zip or xml
451 extract: "robot-plugin/output.xml" # Only for zip
453 # The files must be in the directory DIR[WORKING,DATA]
454 csit-vpp-perf-1801-all:
457 file: "{DIR[WORKING,DATA]}/output.xml"
460 file: "{DIR[WORKING,DATA]}/output.xml"
463 file: "{DIR[WORKING,DATA]}/output.xml"
466 file: "{DIR[WORKING,DATA]}/output.xml"
470 src-path: "{DIR[RST]}"
471 dst-path: "{DIR[WORKING,SRC]}"
474 type: "input" # Ignored in debug mode
476 file-name: "robot-plugin.zip"
478 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
479 extract: "robot-plugin/output.xml"
481 # csit-vpp-perf-1707-all:
492 csit-vpp-perf-1710-all:
504 csit-vpp-perf-1801-all:
511 csit-ligato-perf-1710-all:
522 csit-dpdk-perf-1801-all:
533 csit-ligato-perf-1801-all:
537 csit-dpdk-perf-1801-all:
548 csit-vpp-functional-1801-ubuntu1604-virl:
549 - lastSuccessfulBuild
550 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
552 csit-hc2vpp-verify-func-1801-ubuntu1604:
553 - lastSuccessfulBuild
563 ################################################################################
565 ################################################################################
569 # title: "Performance Impact of Meltdown Patches"
570 # algorithm: "table_performance_comparison"
571 # output-file-ext: ".csv"
573 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
575 # title: "No Meltdown"
576 ## TODO: specify data sources
578 # csit-vpp-perf-1707-all:
583 # title: "Meltdown Patches Applied"
584 ## TODO: specify data sources
586 # csit-vpp-perf-1710-all:
591 # "vpp-meltdown-impact"
597 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
598 # # to present all tests.
599 # nr-of-tests-shown: 20
603 # title: "Performance Impact of Spectre Patches"
604 # algorithm: "table_performance_comparison"
605 # output-file-ext: ".csv"
607 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
609 # title: "No Spectre"
610 ## TODO: specify data sources
612 # csit-vpp-perf-1707-all:
617 # title: "Spectre Patches Applied"
618 ## TODO: specify data sources
620 # csit-vpp-perf-1710-all:
625 # "vpp-spectre-impact"
631 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
632 # # to present all tests.
633 # nr-of-tests-shown: 20
637 title: "VPP Performance Changes"
638 algorithm: "table_performance_comparison"
639 output-file-ext: ".csv"
641 output-file: "{DIR[STATIC,VPP]}/performance-changes"
643 title: "Release 1710"
644 # TODO: specify data sources
646 csit-vpp-perf-1710-all:
658 title: "Release 1801"
659 # TODO: specify data sources
661 csit-vpp-perf-1801-all:
665 data: "vpp-performance-changes"
671 # Number of the best and the worst tests presented in the table. Use 0 (zero)
672 # to present all tests.
673 nr-of-tests-shown: 20
677 # title: "Performance improvements"
678 # algorithm: "table_performance_improvements"
679 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
680 # output-file-ext: ".csv"
681 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
687 # title: "16.09 mean [Mpps]"
690 # title: "17.01 mean [Mpps]"
693 # title: "17.04 mean [Mpps]"
696 # title: "17.07 mean [Mpps]"
697 # data: "data csit-vpp-perf-1707-all mean"
699 # title: "17.10 mean [Mpps]"
700 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
702 # title: "18.01 mean [Mpps]"
703 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
705 # title: "18.01 stdev [Mpps]"
706 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
708 # title: "17.10 to 18.01 change [%]"
709 # data: "operation relative_change 5 6"
712 # "performance-improvements"
719 title: "Detailed Test Results - VPP Performance Results"
720 algorithm: "table_merged_details"
721 output-file-ext: ".csv"
722 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
728 title: "Documentation"
736 filter: "not 'NDRCHK' and not 'PDRCHK'"
745 title: "Test configuration - VPP Performance Test Configs"
746 algorithm: "table_merged_details"
747 output-file-ext: ".csv"
748 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
754 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
755 data: "data vat-history"
759 filter: "not 'NDRCHK' and not 'PDRCHK'"
767 title: "Test Operational Data - VPP Performance Operational Data"
768 algorithm: "table_merged_details"
769 output-file-ext: ".csv"
770 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
776 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
777 data: "data show-run"
781 filter: "not 'NDRCHK' and not 'PDRCHK'"
789 title: "Detailed Test Results - VPP Functional Results"
790 algorithm: "table_details"
791 output-file-ext: ".csv"
792 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
798 title: "Documentation"
815 title: "Test configuration - VPP Functional Test Configs"
816 algorithm: "table_details"
817 output-file-ext: ".csv"
818 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
824 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
825 data: "data vat-history"
837 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
838 algorithm: "table_details"
839 output-file-ext: ".csv"
840 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
846 title: "Documentation"
853 "ligato-perf-results"
863 title: "Detailed Test Results - DPDK Performance Results"
864 algorithm: "table_details"
865 output-file-ext: ".csv"
866 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
872 title: "Documentation"
889 title: "Detailed Test Results - Honeycomb Functional Results"
890 algorithm: "table_details"
891 output-file-ext: ".csv"
892 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
898 title: "Documentation"
915 title: "Detailed Test Results - NSH SFC Functional Results"
916 algorithm: "table_details"
917 output-file-ext: ".csv"
918 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
924 title: "Documentation"
939 ################################################################################
941 ################################################################################
945 title: "VPP Performance Results"
946 algorithm: "file_merged_test_results"
947 output-file-ext: ".rst"
948 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
949 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
950 dir-tables: "{DIR[DTR,PERF,VPP]}"
953 filter: "not 'NDRCHK' and not 'PDRCHK'"
959 data-start-level: 3 # 0, 1, 2, ...
960 chapters-start-level: 2 # 0, 1, 2, ...
964 title: "VPP Performance Configuration"
965 algorithm: "file_merged_test_results"
966 output-file-ext: ".rst"
967 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
968 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
969 dir-tables: "{DIR[DTC,PERF,VPP]}"
972 filter: "not 'NDRCHK' and not 'PDRCHK'"
978 data-start-level: 3 # 0, 1, 2, ...
979 chapters-start-level: 2 # 0, 1, 2, ...
983 title: "VPP Performance Operational Data"
984 algorithm: "file_merged_test_results"
985 output-file-ext: ".rst"
986 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
987 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
988 dir-tables: "{DIR[DTO,PERF,VPP]}"
991 filter: "not 'NDRCHK' and not 'PDRCHK'"
997 data-start-level: 3 # 0, 1, 2, ...
998 chapters-start-level: 2 # 0, 1, 2, ...
1002 title: "VPP Functional Results"
1003 algorithm: "file_test_results"
1004 output-file-ext: ".rst"
1005 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1006 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1007 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1015 data-start-level: 3 # 0, 1, 2, ...
1016 chapters-start-level: 2 # 0, 1, 2, ...
1020 title: "VPP Functional Configuration"
1021 algorithm: "file_test_results"
1022 output-file-ext: ".rst"
1023 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1024 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1025 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1033 data-start-level: 3 # 0, 1, 2, ...
1034 chapters-start-level: 2 # 0, 1, 2, ...
1038 title: "Container Orchestrated Performance Results"
1039 algorithm: "file_test_results"
1040 output-file-ext: ".rst"
1041 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1042 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1043 dir-tables: "{DIR[DTR,PERF,COT]}"
1045 "ligato-perf-results"
1051 data-start-level: 2 # 0, 1, 2, ...
1052 chapters-start-level: 2 # 0, 1, 2, ...
1056 title: "DPDK Performance Results"
1057 algorithm: "file_test_results"
1058 output-file-ext: ".rst"
1059 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1060 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1061 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1071 data-start-level: 2 # 0, 1, 2, ...
1072 chapters-start-level: 2 # 0, 1, 2, ...
1076 title: "Honeycomb Functional Results"
1077 algorithm: "file_test_results"
1078 output-file-ext: ".rst"
1079 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1080 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1081 dir-tables: "{DIR[DTR,FUNC,HC]}"
1091 data-start-level: 3 # 0, 1, 2, ...
1092 chapters-start-level: 2 # 0, 1, 2, ...
1096 title: "NSH SFC Functional Results"
1097 algorithm: "file_test_results"
1098 output-file-ext: ".rst"
1099 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1100 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1101 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1111 data-start-level: 2 # 0, 1, 2, ...
1112 chapters-start-level: 2 # 0, 1, 2, ...
1114 ################################################################################
1116 ################################################################################
1118 # Plots VPP HTTP Server Performance
1121 # title: "VPP HTTP Server Performance"
1122 # algorithm: "plot_http_server_performance_box"
1123 # output-file-type: ".html"
1124 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1126 # "plot-vpp-http-server-performance"
1127 # # Keep this formatting, the filter is enclosed with " (quotation mark) and
1128 # # each tag is enclosed with ' (apostrophe).
1129 # filter: "'HTTP' and 'TCP_CPS'"
1135 # boxpoints: "outliers"
1138 # title: "VPP HTTP Server Performance"
1144 # title: "VPP HTTP Server Performance"
1145 # algorithm: "plot_http_server_performance_box"
1146 # output-file-type: ".html"
1147 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1149 # "plot-vpp-http-server-performance"
1150 # filter: "'HTTP' and 'TCP_RPS'"
1156 # boxpoints: "outliers"
1159 # title: "VPP HTTP Server Performance"
1163 # Plot Throughput Speedup Analysis
1165 # L2 - 10ge2p1x520 - NDR
1168 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1169 algorithm: "plot_throughput_speedup_analysis"
1170 output-file-type: ".html"
1171 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1173 "plot-throughput-speedup-analysis"
1174 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1180 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1182 "plot-throughput-speedup-analysis"
1184 # L2 - 40ge2p1xl710 - NDR
1187 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1188 algorithm: "plot_throughput_speedup_analysis"
1189 output-file-type: ".html"
1190 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1192 "plot-throughput-speedup-analysis"
1193 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1199 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1201 "plot-throughput-speedup-analysis"
1203 # L2 - 10ge2p1x520 - PDR
1206 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1207 algorithm: "plot_throughput_speedup_analysis"
1208 output-file-type: ".html"
1209 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1211 "plot-throughput-speedup-analysis"
1212 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1218 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1220 "plot-throughput-speedup-analysis"
1222 # IPv4 - 10ge2p1x520 - NDR
1225 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1226 algorithm: "plot_throughput_speedup_analysis"
1227 output-file-type: ".html"
1228 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1230 "plot-throughput-speedup-analysis"
1231 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1237 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1239 "plot-throughput-speedup-analysis"
1241 # IPv4 - 40ge2p1xl710 - NDR
1244 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1245 algorithm: "plot_throughput_speedup_analysis"
1246 output-file-type: ".html"
1247 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1249 "plot-throughput-speedup-analysis"
1250 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1256 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1258 "plot-throughput-speedup-analysis"
1260 # IPv4 - 10ge2p1x520 - PDR
1263 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1264 algorithm: "plot_throughput_speedup_analysis"
1265 output-file-type: ".html"
1266 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1268 "plot-throughput-speedup-analysis"
1269 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1275 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1277 "plot-throughput-speedup-analysis"
1279 # IPv6 - 10ge2p1x520 - NDR
1282 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1283 algorithm: "plot_throughput_speedup_analysis"
1284 output-file-type: ".html"
1285 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1287 "plot-throughput-speedup-analysis"
1288 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1294 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1296 "plot-throughput-speedup-analysis"
1298 # IPv6 - 40ge2p1xl710 - NDR
1301 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1302 algorithm: "plot_throughput_speedup_analysis"
1303 output-file-type: ".html"
1304 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1306 "plot-throughput-speedup-analysis"
1307 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1313 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1315 "plot-throughput-speedup-analysis"
1317 # IPv6 - 10ge2p1x520 - PDR
1320 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1321 algorithm: "plot_throughput_speedup_analysis"
1322 output-file-type: ".html"
1323 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1325 "plot-throughput-speedup-analysis"
1326 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1332 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1334 "plot-throughput-speedup-analysis"
1336 # Plot packets per second
1341 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1342 algorithm: "plot_performance_box"
1343 output-file-type: ".html"
1344 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1346 "plot-vpp-throughput-latency"
1347 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1348 # each tag is enclosed with ' (apostrophe).
1349 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1355 boxpoints: "outliers"
1358 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1364 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1365 algorithm: "plot_performance_box"
1366 output-file-type: ".html"
1367 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1369 "plot-vpp-throughput-latency"
1370 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1376 boxpoints: "outliers"
1379 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1385 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1386 algorithm: "plot_performance_box"
1387 output-file-type: ".html"
1388 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1390 "plot-vpp-throughput-latency"
1391 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1397 boxpoints: "outliers"
1400 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1406 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1407 algorithm: "plot_performance_box"
1408 output-file-type: ".html"
1409 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1411 "plot-vpp-throughput-latency"
1412 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1418 boxpoints: "outliers"
1421 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1428 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1429 algorithm: "plot_performance_box"
1430 output-file-type: ".html"
1431 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1433 "plot-vpp-throughput-latency"
1434 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1440 boxpoints: "outliers"
1443 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1449 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1450 algorithm: "plot_performance_box"
1451 output-file-type: ".html"
1452 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1454 "plot-vpp-throughput-latency"
1455 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1461 boxpoints: "outliers"
1464 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1470 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1471 algorithm: "plot_performance_box"
1472 output-file-type: ".html"
1473 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1475 "plot-vpp-throughput-latency"
1476 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1482 boxpoints: "outliers"
1485 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1491 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1492 algorithm: "plot_performance_box"
1493 output-file-type: ".html"
1494 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1496 "plot-vpp-throughput-latency"
1497 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1503 boxpoints: "outliers"
1506 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1513 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1514 algorithm: "plot_performance_box"
1515 output-file-type: ".html"
1516 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1518 "plot-vpp-throughput-latency"
1519 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1525 boxpoints: "outliers"
1528 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1534 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1535 algorithm: "plot_performance_box"
1536 output-file-type: ".html"
1537 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1539 "plot-vpp-throughput-latency"
1540 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1546 boxpoints: "outliers"
1549 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1555 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1556 algorithm: "plot_performance_box"
1557 output-file-type: ".html"
1558 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1560 "plot-vpp-throughput-latency"
1561 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1567 boxpoints: "outliers"
1570 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1576 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1577 algorithm: "plot_performance_box"
1578 output-file-type: ".html"
1579 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1581 "plot-vpp-throughput-latency"
1582 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1588 boxpoints: "outliers"
1591 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1598 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1599 algorithm: "plot_performance_box"
1600 output-file-type: ".html"
1601 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1603 "plot-vpp-throughput-latency"
1604 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1610 boxpoints: "outliers"
1613 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1619 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1620 algorithm: "plot_performance_box"
1621 output-file-type: ".html"
1622 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1624 "plot-vpp-throughput-latency"
1625 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1631 boxpoints: "outliers"
1634 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1640 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1641 algorithm: "plot_performance_box"
1642 output-file-type: ".html"
1643 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1645 "plot-vpp-throughput-latency"
1646 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1652 boxpoints: "outliers"
1655 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1661 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1662 algorithm: "plot_performance_box"
1663 output-file-type: ".html"
1664 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1666 "plot-vpp-throughput-latency"
1667 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1673 boxpoints: "outliers"
1676 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1683 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1684 algorithm: "plot_performance_box"
1685 output-file-type: ".html"
1686 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1688 "plot-vpp-throughput-latency"
1689 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1695 boxpoints: "outliers"
1698 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1704 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1705 algorithm: "plot_performance_box"
1706 output-file-type: ".html"
1707 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1709 "plot-vpp-throughput-latency"
1710 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1716 boxpoints: "outliers"
1719 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1725 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1726 algorithm: "plot_performance_box"
1727 output-file-type: ".html"
1728 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1730 "plot-vpp-throughput-latency"
1731 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1737 boxpoints: "outliers"
1740 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1746 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1747 algorithm: "plot_performance_box"
1748 output-file-type: ".html"
1749 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1751 "plot-vpp-throughput-latency"
1752 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1758 boxpoints: "outliers"
1761 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1768 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1769 algorithm: "plot_performance_box"
1770 output-file-type: ".html"
1771 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1773 "plot-vpp-throughput-latency"
1774 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1780 boxpoints: "outliers"
1783 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1788 gridcolor: "rgb(238, 238, 238)"
1789 linecolor: "rgb(238, 238, 238)"
1793 showticklabels: True
1794 tickcolor: "rgb(238, 238, 238)"
1796 title: "Indexed Test Cases"
1799 gridcolor: "rgb(238, 238, 238)'"
1801 linecolor: "rgb(238, 238, 238)"
1803 range: [2000000, 6000000]
1806 showticklabels: True
1807 tickcolor: "rgb(238, 238, 238)"
1808 title: "Packets Per Second [pps]"
1826 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1827 algorithm: "plot_performance_box"
1828 output-file-type: ".html"
1829 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1831 "plot-vpp-throughput-latency"
1832 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1838 boxpoints: "outliers"
1841 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1847 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1848 algorithm: "plot_performance_box"
1849 output-file-type: ".html"
1850 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1852 "plot-vpp-throughput-latency"
1853 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1859 boxpoints: "outliers"
1862 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1868 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1869 algorithm: "plot_performance_box"
1870 output-file-type: ".html"
1871 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1873 "plot-vpp-throughput-latency"
1874 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1880 boxpoints: "outliers"
1883 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1888 gridcolor: "rgb(238, 238, 238)"
1889 linecolor: "rgb(238, 238, 238)"
1893 showticklabels: True
1894 tickcolor: "rgb(238, 238, 238)"
1896 title: "Indexed Test Cases"
1899 gridcolor: "rgb(238, 238, 238)'"
1901 linecolor: "rgb(238, 238, 238)"
1903 range: [4000000, 12000000]
1906 showticklabels: True
1907 tickcolor: "rgb(238, 238, 238)"
1908 title: "Packets Per Second [pps]"
1927 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1928 algorithm: "plot_performance_box"
1929 output-file-type: ".html"
1930 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1932 "plot-vpp-throughput-latency"
1933 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1939 boxpoints: "outliers"
1942 title: "64B-1t1c-.*vhost.*-ndrdisc"
1947 gridcolor: "rgb(238, 238, 238)"
1948 linecolor: "rgb(238, 238, 238)"
1952 showticklabels: True
1953 tickcolor: "rgb(238, 238, 238)"
1955 title: "Indexed Test Cases"
1958 gridcolor: "rgb(238, 238, 238)'"
1960 linecolor: "rgb(238, 238, 238)"
1965 showticklabels: True
1966 tickcolor: "rgb(238, 238, 238)"
1967 title: "Packets Per Second [pps]"
1985 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
1986 algorithm: "plot_performance_box"
1987 output-file-type: ".html"
1988 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
1990 "plot-vpp-throughput-latency"
1991 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1997 boxpoints: "outliers"
2000 title: "64B-2t2c-.*vhost.*-ndrdisc"
2006 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2007 algorithm: "plot_performance_box"
2008 output-file-type: ".html"
2009 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2011 "plot-vpp-throughput-latency"
2012 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2018 boxpoints: "outliers"
2021 title: "64B-1t1c-.*vhost.*-pdrdisc"
2027 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2028 algorithm: "plot_performance_box"
2029 output-file-type: ".html"
2030 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2032 "plot-vpp-throughput-latency"
2033 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2039 boxpoints: "outliers"
2042 title: "64B-2t2c-.*vhost.*-pdrdisc"
2046 # VPP VM VHOST SELECTION
2049 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2050 algorithm: "plot_performance_box"
2051 output-file-type: ".html"
2052 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2054 "plot-vpp-throughput-latency"
2055 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2061 boxpoints: "outliers"
2064 title: "64B-1t1c-.*vhost.*-ndrdisc"
2070 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2071 algorithm: "plot_performance_box"
2072 output-file-type: ".html"
2073 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2075 "plot-vpp-throughput-latency"
2076 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2082 boxpoints: "outliers"
2085 title: "64B-2t2c-.*vhost.*-ndrdisc"
2091 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2092 algorithm: "plot_performance_box"
2093 output-file-type: ".html"
2094 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2096 "plot-vpp-throughput-latency"
2097 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2103 boxpoints: "outliers"
2106 title: "64B-1t1c-.*vhost.*-pdrdisc"
2112 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2113 algorithm: "plot_performance_box"
2114 output-file-type: ".html"
2115 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2117 "plot-vpp-throughput-latency"
2118 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2124 boxpoints: "outliers"
2127 title: "64B-2t2c-.*vhost.*-pdrdisc"
2134 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2135 algorithm: "plot_performance_box"
2136 output-file-type: ".html"
2137 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2139 "plot-vpp-throughput-latency"
2140 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2146 boxpoints: "outliers"
2149 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2155 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2156 algorithm: "plot_performance_box"
2157 output-file-type: ".html"
2158 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2160 "plot-vpp-throughput-latency"
2161 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2167 boxpoints: "outliers"
2170 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2176 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2177 algorithm: "plot_performance_box"
2178 output-file-type: ".html"
2179 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2181 "plot-vpp-throughput-latency"
2182 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2188 boxpoints: "outliers"
2191 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2197 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2198 algorithm: "plot_performance_box"
2199 output-file-type: ".html"
2200 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2202 "plot-vpp-throughput-latency"
2203 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2209 boxpoints: "outliers"
2212 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2219 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2220 algorithm: "plot_performance_box"
2221 output-file-type: ".html"
2222 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2224 "plot-dpdk-throughput-latency"
2225 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2231 boxpoints: "outliers"
2234 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2240 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2241 algorithm: "plot_performance_box"
2242 output-file-type: ".html"
2243 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2245 "plot-dpdk-throughput-latency"
2246 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2252 boxpoints: "outliers"
2255 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2261 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2262 algorithm: "plot_performance_box"
2263 output-file-type: ".html"
2264 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2266 "plot-dpdk-throughput-latency"
2267 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2273 boxpoints: "outliers"
2276 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2281 gridcolor: "rgb(238, 238, 238)"
2282 linecolor: "rgb(238, 238, 238)"
2286 showticklabels: True
2287 tickcolor: "rgb(238, 238, 238)"
2289 title: "Indexed Test Cases"
2292 gridcolor: "rgb(238, 238, 238)'"
2294 linecolor: "rgb(238, 238, 238)"
2296 range: [2000000, 12000000]
2299 showticklabels: True
2300 tickcolor: "rgb(238, 238, 238)"
2301 title: "Packets Per Second [pps]"
2319 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2320 algorithm: "plot_performance_box"
2321 output-file-type: ".html"
2322 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2324 "plot-dpdk-throughput-latency"
2325 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2331 boxpoints: "outliers"
2334 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2339 gridcolor: "rgb(238, 238, 238)"
2340 linecolor: "rgb(238, 238, 238)"
2344 showticklabels: True
2345 tickcolor: "rgb(238, 238, 238)"
2347 title: "Indexed Test Cases"
2350 gridcolor: "rgb(238, 238, 238)'"
2352 linecolor: "rgb(238, 238, 238)"
2354 range: [2000000, 12000000]
2357 showticklabels: True
2358 tickcolor: "rgb(238, 238, 238)"
2359 title: "Packets Per Second [pps]"
2377 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2378 algorithm: "plot_performance_box"
2379 output-file-type: ".html"
2380 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2382 "plot-dpdk-throughput-latency"
2383 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2389 boxpoints: "outliers"
2392 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2398 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2399 algorithm: "plot_performance_box"
2400 output-file-type: ".html"
2401 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2403 "plot-dpdk-throughput-latency"
2404 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2410 boxpoints: "outliers"
2413 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2419 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2420 algorithm: "plot_performance_box"
2421 output-file-type: ".html"
2422 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2424 "plot-dpdk-throughput-latency"
2425 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2431 boxpoints: "outliers"
2434 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2439 gridcolor: "rgb(238, 238, 238)"
2440 linecolor: "rgb(238, 238, 238)"
2444 showticklabels: True
2445 tickcolor: "rgb(238, 238, 238)"
2447 title: "Indexed Test Cases"
2450 gridcolor: "rgb(238, 238, 238)'"
2452 linecolor: "rgb(238, 238, 238)"
2454 range: [20000000, 30000000]
2457 showticklabels: True
2458 tickcolor: "rgb(238, 238, 238)"
2459 title: "Packets Per Second [pps]"
2477 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2478 algorithm: "plot_performance_box"
2479 output-file-type: ".html"
2480 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2482 "plot-dpdk-throughput-latency"
2483 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2489 boxpoints: "outliers"
2492 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2497 gridcolor: "rgb(238, 238, 238)"
2498 linecolor: "rgb(238, 238, 238)"
2502 showticklabels: True
2503 tickcolor: "rgb(238, 238, 238)"
2505 title: "Indexed Test Cases"
2508 gridcolor: "rgb(238, 238, 238)'"
2510 linecolor: "rgb(238, 238, 238)"
2512 range: [20000000, 30000000]
2515 showticklabels: True
2516 tickcolor: "rgb(238, 238, 238)"
2517 title: "Packets Per Second [pps]"
2538 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2539 algorithm: "plot_latency_box"
2540 output-file-type: ".html"
2541 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2543 "plot-vpp-throughput-latency"
2544 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2551 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2557 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2558 algorithm: "plot_latency_box"
2559 output-file-type: ".html"
2560 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2562 "plot-vpp-throughput-latency"
2563 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2570 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2577 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2578 algorithm: "plot_latency_box"
2579 output-file-type: ".html"
2580 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2582 "plot-vpp-throughput-latency"
2583 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2590 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2596 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2597 algorithm: "plot_latency_box"
2598 output-file-type: ".html"
2599 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2601 "plot-vpp-throughput-latency"
2602 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2609 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2616 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2617 algorithm: "plot_latency_box"
2618 output-file-type: ".html"
2619 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2621 "plot-vpp-throughput-latency"
2622 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2629 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2635 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2636 algorithm: "plot_latency_box"
2637 output-file-type: ".html"
2638 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2640 "plot-vpp-throughput-latency"
2641 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2648 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2655 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2656 algorithm: "plot_latency_box"
2657 output-file-type: ".html"
2658 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2660 "plot-vpp-throughput-latency"
2661 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2668 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2674 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2675 algorithm: "plot_latency_box"
2676 output-file-type: ".html"
2677 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2679 "plot-vpp-throughput-latency"
2680 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2687 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2694 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2695 algorithm: "plot_latency_box"
2696 output-file-type: ".html"
2697 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2699 "plot-vpp-throughput-latency"
2700 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2707 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2713 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2714 algorithm: "plot_latency_box"
2715 output-file-type: ".html"
2716 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2718 "plot-vpp-throughput-latency"
2719 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2726 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2733 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2734 algorithm: "plot_latency_box"
2735 output-file-type: ".html"
2736 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2738 "plot-vpp-throughput-latency"
2739 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2746 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2752 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2753 algorithm: "plot_latency_box"
2754 output-file-type: ".html"
2755 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2757 "plot-vpp-throughput-latency"
2758 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2765 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2772 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2773 algorithm: "plot_latency_box"
2774 output-file-type: ".html"
2775 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2777 "plot-vpp-throughput-latency"
2778 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2785 title: "64B-1t1c-.*vhost.*-ndrdisc"
2791 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2792 algorithm: "plot_latency_box"
2793 output-file-type: ".html"
2794 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2796 "plot-vpp-throughput-latency"
2797 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2804 title: "64B-2t2c-.*vhost.*-ndrdisc"
2808 # VPP VM VHOST selection
2811 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2812 algorithm: "plot_latency_box"
2813 output-file-type: ".html"
2814 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2816 "plot-vpp-throughput-latency"
2817 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2824 title: "64B-1t1c-.*vhost.*-ndrdisc"
2830 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2831 algorithm: "plot_latency_box"
2832 output-file-type: ".html"
2833 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2835 "plot-vpp-throughput-latency"
2836 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2843 title: "64B-2t2c-.*vhost.*-ndrdisc"
2850 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2851 algorithm: "plot_latency_box"
2852 output-file-type: ".html"
2853 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2855 "plot-vpp-throughput-latency"
2856 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2863 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2869 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2870 algorithm: "plot_latency_box"
2871 output-file-type: ".html"
2872 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2874 "plot-vpp-throughput-latency"
2875 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2882 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2889 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2890 algorithm: "plot_latency_box"
2891 output-file-type: ".html"
2892 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2894 "plot-dpdk-throughput-latency"
2895 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2902 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2908 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2909 algorithm: "plot_latency_box"
2910 output-file-type: ".html"
2911 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2913 "plot-dpdk-throughput-latency"
2914 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2921 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2927 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2928 algorithm: "plot_latency_box"
2929 output-file-type: ".html"
2930 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2932 "plot-dpdk-throughput-latency"
2933 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2940 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2946 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2947 algorithm: "plot_latency_box"
2948 output-file-type: ".html"
2949 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
2951 "plot-dpdk-throughput-latency"
2952 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2959 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2963 # Ligato - Throughput
2968 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2969 algorithm: "plot_performance_box"
2970 output-file-type: ".html"
2971 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
2973 "plot-vpp-throughput-latency"
2974 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2980 boxpoints: "outliers"
2983 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2988 gridcolor: "rgb(238, 238, 238)"
2989 linecolor: "rgb(238, 238, 238)"
2993 showticklabels: True
2994 tickcolor: "rgb(238, 238, 238)"
2996 title: "Indexed Test Cases"
2999 gridcolor: "rgb(238, 238, 238)'"
3001 linecolor: "rgb(238, 238, 238)"
3006 showticklabels: True
3007 tickcolor: "rgb(238, 238, 238)"
3008 title: "Packets Per Second [pps]"
3026 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3027 algorithm: "plot_performance_box"
3028 output-file-type: ".html"
3029 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3031 "plot-vpp-throughput-latency"
3032 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3038 boxpoints: "outliers"
3041 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3046 gridcolor: "rgb(238, 238, 238)"
3047 linecolor: "rgb(238, 238, 238)"
3051 showticklabels: True
3052 tickcolor: "rgb(238, 238, 238)"
3054 title: "Indexed Test Cases"
3057 gridcolor: "rgb(238, 238, 238)'"
3059 linecolor: "rgb(238, 238, 238)"
3064 showticklabels: True
3065 tickcolor: "rgb(238, 238, 238)"
3066 title: "Packets Per Second [pps]"
3084 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3085 algorithm: "plot_performance_box"
3086 output-file-type: ".html"
3087 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3089 "plot-vpp-throughput-latency"
3090 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3096 boxpoints: "outliers"
3099 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3104 gridcolor: "rgb(238, 238, 238)"
3105 linecolor: "rgb(238, 238, 238)"
3109 showticklabels: True
3110 tickcolor: "rgb(238, 238, 238)"
3112 title: "Indexed Test Cases"
3115 gridcolor: "rgb(238, 238, 238)'"
3117 linecolor: "rgb(238, 238, 238)"
3122 showticklabels: True
3123 tickcolor: "rgb(238, 238, 238)"
3124 title: "Packets Per Second [pps]"
3142 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3143 algorithm: "plot_performance_box"
3144 output-file-type: ".html"
3145 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3147 "plot-vpp-throughput-latency"
3148 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3154 boxpoints: "outliers"
3157 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3162 gridcolor: "rgb(238, 238, 238)"
3163 linecolor: "rgb(238, 238, 238)"
3167 showticklabels: True
3168 tickcolor: "rgb(238, 238, 238)"
3170 title: "Indexed Test Cases"
3173 gridcolor: "rgb(238, 238, 238)'"
3175 linecolor: "rgb(238, 238, 238)"
3180 showticklabels: True
3181 tickcolor: "rgb(238, 238, 238)"
3182 title: "Packets Per Second [pps]"
3198 # Container orchestrated
3201 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3202 algorithm: "plot_performance_box"
3203 output-file-type: ".html"
3204 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3206 "plot-ligato-throughput-latency"
3207 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3213 boxpoints: "outliers"
3216 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3222 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3223 algorithm: "plot_performance_box"
3224 output-file-type: ".html"
3225 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3227 "plot-ligato-throughput-latency"
3228 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3234 boxpoints: "outliers"
3237 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3243 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3244 algorithm: "plot_performance_box"
3245 output-file-type: ".html"
3246 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3248 "plot-ligato-throughput-latency"
3249 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3255 boxpoints: "outliers"
3258 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3264 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3265 algorithm: "plot_performance_box"
3266 output-file-type: ".html"
3267 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3269 "plot-ligato-throughput-latency"
3270 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3276 boxpoints: "outliers"
3279 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3288 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3289 algorithm: "plot_latency_box"
3290 output-file-type: ".html"
3291 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3293 "plot-vpp-throughput-latency"
3294 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3301 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3307 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3308 algorithm: "plot_latency_box"
3309 output-file-type: ".html"
3310 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3312 "plot-vpp-throughput-latency"
3313 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3320 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3324 # Container orchestrated
3327 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3328 algorithm: "plot_latency_box"
3329 output-file-type: ".html"
3330 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3332 "plot-ligato-throughput-latency"
3333 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3340 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3346 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3347 algorithm: "plot_latency_box"
3348 output-file-type: ".html"
3349 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3351 "plot-ligato-throughput-latency"
3352 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3359 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"