6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 # plot-vpp-http-server-performance:
94 # csit-vpp-perf-1801-all:
99 # TODO: Add the data sources
100 # vpp-meltdown-impact:
101 # csit-vpp-perf-1707-all:
105 # csit-vpp-perf-1710-all:
109 # TODO: Add the data sources
110 # vpp-spectre-impact:
111 # csit-vpp-perf-1707-all:
115 # csit-vpp-perf-1710-all:
119 # TODO: Add the data sources
120 plot-throughput-speedup-analysis:
121 csit-vpp-perf-1801-all:
125 performance-improvements:
126 csit-vpp-perf-1707-all:
137 csit-vpp-perf-1710-all:
148 # TODO: Add the data sources
149 csit-vpp-perf-1801-all:
153 csit-ligato-perf-1710-all:
164 csit-ligato-perf-1801-all:
170 csit-vpp-perf-1801-all:
175 csit-vpp-functional-1801-ubuntu1604-virl:
176 - "lastSuccessfulBuild"
179 csit-ligato-perf-1801-all:
182 csit-dpdk-perf-1801-all:
185 csit-hc2vpp-verify-func-1801-ubuntu1604:
186 - "lastSuccessfulBuild"
188 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
191 plot-vpp-throughput-latency:
192 csit-vpp-perf-1801-all:
196 plot-dpdk-throughput-latency:
197 csit-dpdk-perf-1801-all:
208 plot-ligato-throughput-latency:
209 csit-ligato-perf-1801-all:
221 gridcolor: "rgb(238, 238, 238)"
222 linecolor: "rgb(238, 238, 238)"
227 tickcolor: "rgb(238, 238, 238)"
229 title: "Indexed Test Cases"
232 gridcolor: "rgb(238, 238, 238)'"
234 linecolor: "rgb(238, 238, 238)"
241 tickcolor: "rgb(238, 238, 238)"
242 title: "Connections Per Second [cps]"
263 gridcolor: "rgb(238, 238, 238)"
264 linecolor: "rgb(238, 238, 238)"
269 tickcolor: "rgb(238, 238, 238)"
271 title: "Indexed Test Cases"
274 gridcolor: "rgb(238, 238, 238)'"
276 linecolor: "rgb(238, 238, 238)"
283 tickcolor: "rgb(238, 238, 238)"
284 title: "Requests Per Second [rps]"
305 gridcolor: "rgb(238, 238, 238)"
306 linecolor: "rgb(238, 238, 238)"
311 tickcolor: "rgb(238, 238, 238)"
313 title: "Indexed Test Cases"
316 gridcolor: "rgb(238, 238, 238)'"
318 linecolor: "rgb(238, 238, 238)"
324 tickcolor: "rgb(238, 238, 238)"
325 title: "Packets Per Second [pps]"
346 gridcolor: "rgb(238, 238, 238)"
347 linecolor: "rgb(238, 238, 238)"
352 tickcolor: "rgb(238, 238, 238)"
354 title: "Indexed Test Cases"
357 gridcolor: "rgb(238, 238, 238)'"
359 linecolor: "rgb(238, 238, 238)"
365 tickcolor: "rgb(238, 238, 238)"
366 title: "Latency min/avg/max [uSec]"
382 plot-throughput-speedup-analysis:
387 gridcolor: "rgb(238, 238, 238)"
388 linecolor: "rgb(238, 238, 238)"
393 tickcolor: "rgb(238, 238, 238)"
398 title: "Throughput speedup factor"
399 gridcolor: "rgb(238, 238, 238)"
401 linecolor: "rgb(238, 238, 238)"
407 tickcolor: "rgb(238, 238, 238)"
415 bgcolor: "rgba(255, 255, 255, 0)"
416 bordercolor: "rgba(255, 255, 255, 0)"
433 input-format: "xml" # zip or xml
434 extract: "robot-plugin/output.xml" # Only for zip
436 # The files must be in the directory DIR[WORKING,DATA]
437 csit-vpp-perf-1801-all:
440 file: "{DIR[WORKING,DATA]}/output.xml"
443 file: "{DIR[WORKING,DATA]}/output.xml"
446 file: "{DIR[WORKING,DATA]}/output.xml"
449 file: "{DIR[WORKING,DATA]}/output.xml"
453 src-path: "{DIR[RST]}"
454 dst-path: "{DIR[WORKING,SRC]}"
457 type: "input" # Ignored in debug mode
459 file-name: "robot-plugin.zip"
461 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
462 extract: "robot-plugin/output.xml"
464 csit-vpp-perf-1707-all:
475 csit-vpp-perf-1710-all:
487 csit-vpp-perf-1801-all:
494 csit-ligato-perf-1710-all:
505 csit-dpdk-perf-1801-all:
516 csit-ligato-perf-1801-all:
520 csit-dpdk-perf-1801-all:
531 csit-vpp-functional-1801-ubuntu1604-virl:
532 - lastSuccessfulBuild
533 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
535 csit-hc2vpp-verify-func-1801-ubuntu1604:
536 - lastSuccessfulBuild
546 ################################################################################
548 ################################################################################
552 # title: "Performance Impact of Meltdown Patches"
553 # algorithm: "table_performance_comparison"
554 # output-file-ext: ".csv"
556 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
558 # title: "No Meltdown"
559 ## TODO: specify data sources
561 # csit-vpp-perf-1707-all:
566 # title: "Meltdown Patches Applied"
567 ## TODO: specify data sources
569 # csit-vpp-perf-1710-all:
574 # "vpp-meltdown-impact"
580 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
581 # # to present all tests.
582 # nr-of-tests-shown: 20
586 # title: "Performance Impact of Spectre Patches"
587 # algorithm: "table_performance_comparison"
588 # output-file-ext: ".csv"
590 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
592 # title: "No Spectre"
593 ## TODO: specify data sources
595 # csit-vpp-perf-1707-all:
600 # title: "Spectre Patches Applied"
601 ## TODO: specify data sources
603 # csit-vpp-perf-1710-all:
608 # "vpp-spectre-impact"
614 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
615 # # to present all tests.
616 # nr-of-tests-shown: 20
620 title: "Performance improvements"
621 algorithm: "table_performance_improvements"
622 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
623 output-file-ext: ".csv"
624 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
630 title: "16.09 mean [Mpps]"
633 title: "17.01 mean [Mpps]"
636 title: "17.04 mean [Mpps]"
639 title: "17.07 mean [Mpps]"
640 data: "data csit-vpp-perf-1707-all mean"
642 title: "17.10 mean [Mpps]"
643 data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
645 title: "18.01 mean [Mpps]"
646 data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
648 title: "18.01 stdev [Mpps]"
649 data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
651 title: "17.10 to 18.01 change [%]"
652 data: "operation relative_change 5 6"
655 "performance-improvements"
662 title: "Detailed Test Results - VPP Performance Results"
663 algorithm: "table_merged_details"
664 output-file-ext: ".csv"
665 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
671 title: "Documentation"
679 filter: "not 'NDRCHK' and not 'PDRCHK'"
688 title: "Test configuration - VPP Performance Test Configs"
689 algorithm: "table_merged_details"
690 output-file-ext: ".csv"
691 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
697 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
698 data: "data vat-history"
702 filter: "not 'NDRCHK' and not 'PDRCHK'"
710 title: "Test Operational Data - VPP Performance Operational Data"
711 algorithm: "table_merged_details"
712 output-file-ext: ".csv"
713 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
719 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
720 data: "data show-run"
724 filter: "not 'NDRCHK' and not 'PDRCHK'"
732 title: "Detailed Test Results - VPP Functional Results"
733 algorithm: "table_details"
734 output-file-ext: ".csv"
735 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
741 title: "Documentation"
758 title: "Test configuration - VPP Functional Test Configs"
759 algorithm: "table_details"
760 output-file-ext: ".csv"
761 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
767 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
768 data: "data vat-history"
780 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
781 algorithm: "table_details"
782 output-file-ext: ".csv"
783 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
789 title: "Documentation"
796 "ligato-perf-results"
806 title: "Detailed Test Results - DPDK Performance Results"
807 algorithm: "table_details"
808 output-file-ext: ".csv"
809 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
815 title: "Documentation"
832 title: "Detailed Test Results - Honeycomb Functional Results"
833 algorithm: "table_details"
834 output-file-ext: ".csv"
835 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
841 title: "Documentation"
858 title: "Detailed Test Results - NSH SFC Functional Results"
859 algorithm: "table_details"
860 output-file-ext: ".csv"
861 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
867 title: "Documentation"
882 ################################################################################
884 ################################################################################
888 title: "VPP Performance Results"
889 algorithm: "file_merged_test_results"
890 output-file-ext: ".rst"
891 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
892 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
893 dir-tables: "{DIR[DTR,PERF,VPP]}"
896 filter: "not 'NDRCHK' and not 'PDRCHK'"
902 data-start-level: 3 # 0, 1, 2, ...
903 chapters-start-level: 2 # 0, 1, 2, ...
907 title: "VPP Performance Configuration"
908 algorithm: "file_merged_test_results"
909 output-file-ext: ".rst"
910 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
911 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
912 dir-tables: "{DIR[DTC,PERF,VPP]}"
915 filter: "not 'NDRCHK' and not 'PDRCHK'"
921 data-start-level: 3 # 0, 1, 2, ...
922 chapters-start-level: 2 # 0, 1, 2, ...
926 title: "VPP Performance Operational Data"
927 algorithm: "file_merged_test_results"
928 output-file-ext: ".rst"
929 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
930 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
931 dir-tables: "{DIR[DTO,PERF,VPP]}"
934 filter: "not 'NDRCHK' and not 'PDRCHK'"
940 data-start-level: 3 # 0, 1, 2, ...
941 chapters-start-level: 2 # 0, 1, 2, ...
945 title: "VPP Functional Results"
946 algorithm: "file_test_results"
947 output-file-ext: ".rst"
948 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
949 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
950 dir-tables: "{DIR[DTR,FUNC,VPP]}"
958 data-start-level: 3 # 0, 1, 2, ...
959 chapters-start-level: 2 # 0, 1, 2, ...
963 title: "VPP Functional Configuration"
964 algorithm: "file_test_results"
965 output-file-ext: ".rst"
966 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
967 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
968 dir-tables: "{DIR[DTC,FUNC,VPP]}"
976 data-start-level: 3 # 0, 1, 2, ...
977 chapters-start-level: 2 # 0, 1, 2, ...
981 title: "Container Orchestrated Performance Results"
982 algorithm: "file_test_results"
983 output-file-ext: ".rst"
984 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
985 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
986 dir-tables: "{DIR[DTR,PERF,COT]}"
988 "ligato-perf-results"
994 data-start-level: 2 # 0, 1, 2, ...
995 chapters-start-level: 2 # 0, 1, 2, ...
999 title: "DPDK Performance Results"
1000 algorithm: "file_test_results"
1001 output-file-ext: ".rst"
1002 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1003 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1004 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1014 data-start-level: 2 # 0, 1, 2, ...
1015 chapters-start-level: 2 # 0, 1, 2, ...
1019 title: "Honeycomb Functional Results"
1020 algorithm: "file_test_results"
1021 output-file-ext: ".rst"
1022 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1023 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1024 dir-tables: "{DIR[DTR,FUNC,HC]}"
1034 data-start-level: 3 # 0, 1, 2, ...
1035 chapters-start-level: 2 # 0, 1, 2, ...
1039 title: "NSH SFC Functional Results"
1040 algorithm: "file_test_results"
1041 output-file-ext: ".rst"
1042 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1043 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1044 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1054 data-start-level: 2 # 0, 1, 2, ...
1055 chapters-start-level: 2 # 0, 1, 2, ...
1057 ################################################################################
1059 ################################################################################
1061 # Plots VPP HTTP Server Performance
1064 # title: "VPP HTTP Server Performance"
1065 # algorithm: "plot_http_server_performance_box"
1066 # output-file-type: ".html"
1067 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1069 # "plot-vpp-http-server-performance"
1070 # # Keep this formatting, the filter is enclosed with " (quotation mark) and
1071 # # each tag is enclosed with ' (apostrophe).
1072 # filter: "'HTTP' and 'TCP_CPS'"
1078 # boxpoints: "outliers"
1081 # title: "VPP HTTP Server Performance"
1087 # title: "VPP HTTP Server Performance"
1088 # algorithm: "plot_http_server_performance_box"
1089 # output-file-type: ".html"
1090 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1092 # "plot-vpp-http-server-performance"
1093 # filter: "'HTTP' and 'TCP_RPS'"
1099 # boxpoints: "outliers"
1102 # title: "VPP HTTP Server Performance"
1106 # Plot Throughput Speedup Analysis
1108 # L2 - 10ge2p1x520 - NDR
1111 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1112 algorithm: "plot_throughput_speedup_analysis"
1113 output-file-type: ".html"
1114 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1116 "plot-throughput-speedup-analysis"
1117 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1123 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1125 "plot-throughput-speedup-analysis"
1127 # L2 - 40ge2p1xl710 - NDR
1130 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1131 algorithm: "plot_throughput_speedup_analysis"
1132 output-file-type: ".html"
1133 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1135 "plot-throughput-speedup-analysis"
1136 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1142 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1144 "plot-throughput-speedup-analysis"
1146 # L2 - 10ge2p1x520 - PDR
1149 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1150 algorithm: "plot_throughput_speedup_analysis"
1151 output-file-type: ".html"
1152 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1154 "plot-throughput-speedup-analysis"
1155 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1161 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1163 "plot-throughput-speedup-analysis"
1165 # IPv4 - 10ge2p1x520 - NDR
1168 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1169 algorithm: "plot_throughput_speedup_analysis"
1170 output-file-type: ".html"
1171 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1173 "plot-throughput-speedup-analysis"
1174 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1180 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1182 "plot-throughput-speedup-analysis"
1184 # IPv4 - 40ge2p1xl710 - NDR
1187 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1188 algorithm: "plot_throughput_speedup_analysis"
1189 output-file-type: ".html"
1190 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1192 "plot-throughput-speedup-analysis"
1193 filter: "'NIC_Intel-XL710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1199 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1201 "plot-throughput-speedup-analysis"
1203 # IPv4 - 10ge2p1x520 - PDR
1206 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1207 algorithm: "plot_throughput_speedup_analysis"
1208 output-file-type: ".html"
1209 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1211 "plot-throughput-speedup-analysis"
1212 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1218 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1220 "plot-throughput-speedup-analysis"
1222 # IPv6 - 10ge2p1x520 - NDR
1225 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1226 algorithm: "plot_throughput_speedup_analysis"
1227 output-file-type: ".html"
1228 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1230 "plot-throughput-speedup-analysis"
1231 filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1237 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1239 "plot-throughput-speedup-analysis"
1241 # IPv6 - 40ge2p1xl710 - NDR
1244 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1245 algorithm: "plot_throughput_speedup_analysis"
1246 output-file-type: ".html"
1247 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1249 "plot-throughput-speedup-analysis"
1250 filter: "'NIC_Intel-XL710' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1256 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1258 "plot-throughput-speedup-analysis"
1260 # IPv6 - 10ge2p1x520 - PDR
1263 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1264 algorithm: "plot_throughput_speedup_analysis"
1265 output-file-type: ".html"
1266 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1268 "plot-throughput-speedup-analysis"
1269 filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1275 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1277 "plot-throughput-speedup-analysis"
1279 # Plot packets per second
1284 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1285 algorithm: "plot_performance_box"
1286 output-file-type: ".html"
1287 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1289 "plot-vpp-throughput-latency"
1290 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1291 # each tag is enclosed with ' (apostrophe).
1292 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1298 boxpoints: "outliers"
1301 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1307 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1308 algorithm: "plot_performance_box"
1309 output-file-type: ".html"
1310 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1312 "plot-vpp-throughput-latency"
1313 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1319 boxpoints: "outliers"
1322 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1328 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1329 algorithm: "plot_performance_box"
1330 output-file-type: ".html"
1331 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1333 "plot-vpp-throughput-latency"
1334 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1340 boxpoints: "outliers"
1343 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1349 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1350 algorithm: "plot_performance_box"
1351 output-file-type: ".html"
1352 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1354 "plot-vpp-throughput-latency"
1355 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1361 boxpoints: "outliers"
1364 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1371 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1372 algorithm: "plot_performance_box"
1373 output-file-type: ".html"
1374 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1376 "plot-vpp-throughput-latency"
1377 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1383 boxpoints: "outliers"
1386 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1392 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1393 algorithm: "plot_performance_box"
1394 output-file-type: ".html"
1395 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1397 "plot-vpp-throughput-latency"
1398 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1404 boxpoints: "outliers"
1407 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1413 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1414 algorithm: "plot_performance_box"
1415 output-file-type: ".html"
1416 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1418 "plot-vpp-throughput-latency"
1419 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1425 boxpoints: "outliers"
1428 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1434 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1435 algorithm: "plot_performance_box"
1436 output-file-type: ".html"
1437 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1439 "plot-vpp-throughput-latency"
1440 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1446 boxpoints: "outliers"
1449 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1456 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1457 algorithm: "plot_performance_box"
1458 output-file-type: ".html"
1459 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1461 "plot-vpp-throughput-latency"
1462 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1468 boxpoints: "outliers"
1471 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1477 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1478 algorithm: "plot_performance_box"
1479 output-file-type: ".html"
1480 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1482 "plot-vpp-throughput-latency"
1483 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1489 boxpoints: "outliers"
1492 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1498 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1499 algorithm: "plot_performance_box"
1500 output-file-type: ".html"
1501 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1503 "plot-vpp-throughput-latency"
1504 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1510 boxpoints: "outliers"
1513 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1519 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1520 algorithm: "plot_performance_box"
1521 output-file-type: ".html"
1522 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1524 "plot-vpp-throughput-latency"
1525 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1531 boxpoints: "outliers"
1534 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1541 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1542 algorithm: "plot_performance_box"
1543 output-file-type: ".html"
1544 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1546 "plot-vpp-throughput-latency"
1547 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1553 boxpoints: "outliers"
1556 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1562 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1563 algorithm: "plot_performance_box"
1564 output-file-type: ".html"
1565 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1567 "plot-vpp-throughput-latency"
1568 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1574 boxpoints: "outliers"
1577 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1583 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1584 algorithm: "plot_performance_box"
1585 output-file-type: ".html"
1586 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1588 "plot-vpp-throughput-latency"
1589 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1595 boxpoints: "outliers"
1598 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1604 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1605 algorithm: "plot_performance_box"
1606 output-file-type: ".html"
1607 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1609 "plot-vpp-throughput-latency"
1610 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1616 boxpoints: "outliers"
1619 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1626 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1627 algorithm: "plot_performance_box"
1628 output-file-type: ".html"
1629 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1631 "plot-vpp-throughput-latency"
1632 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1638 boxpoints: "outliers"
1641 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1647 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1648 algorithm: "plot_performance_box"
1649 output-file-type: ".html"
1650 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1652 "plot-vpp-throughput-latency"
1653 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1659 boxpoints: "outliers"
1662 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1668 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1669 algorithm: "plot_performance_box"
1670 output-file-type: ".html"
1671 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1673 "plot-vpp-throughput-latency"
1674 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1680 boxpoints: "outliers"
1683 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1689 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1690 algorithm: "plot_performance_box"
1691 output-file-type: ".html"
1692 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1694 "plot-vpp-throughput-latency"
1695 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1701 boxpoints: "outliers"
1704 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1711 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1712 algorithm: "plot_performance_box"
1713 output-file-type: ".html"
1714 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1716 "plot-vpp-throughput-latency"
1717 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1723 boxpoints: "outliers"
1726 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1732 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1733 algorithm: "plot_performance_box"
1734 output-file-type: ".html"
1735 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1737 "plot-vpp-throughput-latency"
1738 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1744 boxpoints: "outliers"
1747 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1753 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1754 algorithm: "plot_performance_box"
1755 output-file-type: ".html"
1756 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1758 "plot-vpp-throughput-latency"
1759 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1765 boxpoints: "outliers"
1768 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1774 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1775 algorithm: "plot_performance_box"
1776 output-file-type: ".html"
1777 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1779 "plot-vpp-throughput-latency"
1780 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1786 boxpoints: "outliers"
1789 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1796 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1797 algorithm: "plot_performance_box"
1798 output-file-type: ".html"
1799 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1801 "plot-vpp-throughput-latency"
1802 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1808 boxpoints: "outliers"
1811 title: "64B-1t1c-.*vhost.*-ndrdisc"
1817 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
1818 algorithm: "plot_performance_box"
1819 output-file-type: ".html"
1820 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
1822 "plot-vpp-throughput-latency"
1823 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1829 boxpoints: "outliers"
1832 title: "64B-2t2c-.*vhost.*-ndrdisc"
1838 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
1839 algorithm: "plot_performance_box"
1840 output-file-type: ".html"
1841 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
1843 "plot-vpp-throughput-latency"
1844 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1850 boxpoints: "outliers"
1853 title: "64B-1t1c-.*vhost.*-pdrdisc"
1859 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
1860 algorithm: "plot_performance_box"
1861 output-file-type: ".html"
1862 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
1864 "plot-vpp-throughput-latency"
1865 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1871 boxpoints: "outliers"
1874 title: "64B-2t2c-.*vhost.*-pdrdisc"
1878 # VPP VM VHOST SELECTION
1881 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1882 algorithm: "plot_performance_box"
1883 output-file-type: ".html"
1884 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
1886 "plot-vpp-throughput-latency"
1887 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1893 boxpoints: "outliers"
1896 title: "64B-1t1c-.*vhost.*-ndrdisc"
1902 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
1903 algorithm: "plot_performance_box"
1904 output-file-type: ".html"
1905 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
1907 "plot-vpp-throughput-latency"
1908 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1914 boxpoints: "outliers"
1917 title: "64B-2t2c-.*vhost.*-ndrdisc"
1923 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
1924 algorithm: "plot_performance_box"
1925 output-file-type: ".html"
1926 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
1928 "plot-vpp-throughput-latency"
1929 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1935 boxpoints: "outliers"
1938 title: "64B-1t1c-.*vhost.*-pdrdisc"
1944 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
1945 algorithm: "plot_performance_box"
1946 output-file-type: ".html"
1947 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
1949 "plot-vpp-throughput-latency"
1950 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1956 boxpoints: "outliers"
1959 title: "64B-2t2c-.*vhost.*-pdrdisc"
1966 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
1967 algorithm: "plot_performance_box"
1968 output-file-type: ".html"
1969 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
1971 "plot-vpp-throughput-latency"
1972 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
1978 boxpoints: "outliers"
1981 title: "64B-1t1c-.*ipsec.*-ndrdisc"
1987 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
1988 algorithm: "plot_performance_box"
1989 output-file-type: ".html"
1990 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
1992 "plot-vpp-throughput-latency"
1993 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
1999 boxpoints: "outliers"
2002 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2008 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2009 algorithm: "plot_performance_box"
2010 output-file-type: ".html"
2011 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2013 "plot-vpp-throughput-latency"
2014 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2020 boxpoints: "outliers"
2023 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2029 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2030 algorithm: "plot_performance_box"
2031 output-file-type: ".html"
2032 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2034 "plot-vpp-throughput-latency"
2035 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2041 boxpoints: "outliers"
2044 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2051 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2052 algorithm: "plot_performance_box"
2053 output-file-type: ".html"
2054 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2056 "plot-dpdk-throughput-latency"
2057 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2063 boxpoints: "outliers"
2066 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2072 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2073 algorithm: "plot_performance_box"
2074 output-file-type: ".html"
2075 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2077 "plot-dpdk-throughput-latency"
2078 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2084 boxpoints: "outliers"
2087 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2093 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2094 algorithm: "plot_performance_box"
2095 output-file-type: ".html"
2096 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2098 "plot-dpdk-throughput-latency"
2099 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2105 boxpoints: "outliers"
2108 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2113 gridcolor: "rgb(238, 238, 238)"
2114 linecolor: "rgb(238, 238, 238)"
2118 showticklabels: True
2119 tickcolor: "rgb(238, 238, 238)"
2121 title: "Indexed Test Cases"
2124 gridcolor: "rgb(238, 238, 238)'"
2126 linecolor: "rgb(238, 238, 238)"
2128 range: [2000000, 12000000]
2131 showticklabels: True
2132 tickcolor: "rgb(238, 238, 238)"
2133 title: "Packets Per Second [pps]"
2151 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2152 algorithm: "plot_performance_box"
2153 output-file-type: ".html"
2154 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2156 "plot-dpdk-throughput-latency"
2157 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2163 boxpoints: "outliers"
2166 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2171 gridcolor: "rgb(238, 238, 238)"
2172 linecolor: "rgb(238, 238, 238)"
2176 showticklabels: True
2177 tickcolor: "rgb(238, 238, 238)"
2179 title: "Indexed Test Cases"
2182 gridcolor: "rgb(238, 238, 238)'"
2184 linecolor: "rgb(238, 238, 238)"
2186 range: [2000000, 12000000]
2189 showticklabels: True
2190 tickcolor: "rgb(238, 238, 238)"
2191 title: "Packets Per Second [pps]"
2209 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2210 algorithm: "plot_performance_box"
2211 output-file-type: ".html"
2212 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2214 "plot-dpdk-throughput-latency"
2215 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2221 boxpoints: "outliers"
2224 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2230 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2231 algorithm: "plot_performance_box"
2232 output-file-type: ".html"
2233 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2235 "plot-dpdk-throughput-latency"
2236 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2242 boxpoints: "outliers"
2245 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2251 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2252 algorithm: "plot_performance_box"
2253 output-file-type: ".html"
2254 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2256 "plot-dpdk-throughput-latency"
2257 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2263 boxpoints: "outliers"
2266 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2271 gridcolor: "rgb(238, 238, 238)"
2272 linecolor: "rgb(238, 238, 238)"
2276 showticklabels: True
2277 tickcolor: "rgb(238, 238, 238)"
2279 title: "Indexed Test Cases"
2282 gridcolor: "rgb(238, 238, 238)'"
2284 linecolor: "rgb(238, 238, 238)"
2286 range: [20000000, 30000000]
2289 showticklabels: True
2290 tickcolor: "rgb(238, 238, 238)"
2291 title: "Packets Per Second [pps]"
2309 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2310 algorithm: "plot_performance_box"
2311 output-file-type: ".html"
2312 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2314 "plot-dpdk-throughput-latency"
2315 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2321 boxpoints: "outliers"
2324 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2329 gridcolor: "rgb(238, 238, 238)"
2330 linecolor: "rgb(238, 238, 238)"
2334 showticklabels: True
2335 tickcolor: "rgb(238, 238, 238)"
2337 title: "Indexed Test Cases"
2340 gridcolor: "rgb(238, 238, 238)'"
2342 linecolor: "rgb(238, 238, 238)"
2344 range: [20000000, 30000000]
2347 showticklabels: True
2348 tickcolor: "rgb(238, 238, 238)"
2349 title: "Packets Per Second [pps]"
2370 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2371 algorithm: "plot_latency_box"
2372 output-file-type: ".html"
2373 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2375 "plot-vpp-throughput-latency"
2376 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2383 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2389 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2390 algorithm: "plot_latency_box"
2391 output-file-type: ".html"
2392 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2394 "plot-vpp-throughput-latency"
2395 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2402 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2409 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2410 algorithm: "plot_latency_box"
2411 output-file-type: ".html"
2412 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2414 "plot-vpp-throughput-latency"
2415 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2422 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2428 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2429 algorithm: "plot_latency_box"
2430 output-file-type: ".html"
2431 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2433 "plot-vpp-throughput-latency"
2434 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2441 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2448 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2449 algorithm: "plot_latency_box"
2450 output-file-type: ".html"
2451 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2453 "plot-vpp-throughput-latency"
2454 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2461 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2467 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2468 algorithm: "plot_latency_box"
2469 output-file-type: ".html"
2470 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2472 "plot-vpp-throughput-latency"
2473 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2480 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2487 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2488 algorithm: "plot_latency_box"
2489 output-file-type: ".html"
2490 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2492 "plot-vpp-throughput-latency"
2493 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2500 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2506 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2507 algorithm: "plot_latency_box"
2508 output-file-type: ".html"
2509 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2511 "plot-vpp-throughput-latency"
2512 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2519 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2526 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2527 algorithm: "plot_latency_box"
2528 output-file-type: ".html"
2529 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2531 "plot-vpp-throughput-latency"
2532 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2539 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2545 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2546 algorithm: "plot_latency_box"
2547 output-file-type: ".html"
2548 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2550 "plot-vpp-throughput-latency"
2551 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2558 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2565 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2566 algorithm: "plot_latency_box"
2567 output-file-type: ".html"
2568 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2570 "plot-vpp-throughput-latency"
2571 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2578 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2584 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2585 algorithm: "plot_latency_box"
2586 output-file-type: ".html"
2587 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2589 "plot-vpp-throughput-latency"
2590 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2597 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2604 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2605 algorithm: "plot_latency_box"
2606 output-file-type: ".html"
2607 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2609 "plot-vpp-throughput-latency"
2610 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2617 title: "64B-1t1c-.*vhost.*-ndrdisc"
2623 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2624 algorithm: "plot_latency_box"
2625 output-file-type: ".html"
2626 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2628 "plot-vpp-throughput-latency"
2629 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2636 title: "64B-2t2c-.*vhost.*-ndrdisc"
2640 # VPP VM VHOST selection
2643 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2644 algorithm: "plot_latency_box"
2645 output-file-type: ".html"
2646 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2648 "plot-vpp-throughput-latency"
2649 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2656 title: "64B-1t1c-.*vhost.*-ndrdisc"
2662 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2663 algorithm: "plot_latency_box"
2664 output-file-type: ".html"
2665 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2667 "plot-vpp-throughput-latency"
2668 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2675 title: "64B-2t2c-.*vhost.*-ndrdisc"
2682 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2683 algorithm: "plot_latency_box"
2684 output-file-type: ".html"
2685 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2687 "plot-vpp-throughput-latency"
2688 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2695 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2701 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2702 algorithm: "plot_latency_box"
2703 output-file-type: ".html"
2704 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2706 "plot-vpp-throughput-latency"
2707 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2714 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2721 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2722 algorithm: "plot_latency_box"
2723 output-file-type: ".html"
2724 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2726 "plot-dpdk-throughput-latency"
2727 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2734 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2740 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2741 algorithm: "plot_latency_box"
2742 output-file-type: ".html"
2743 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2745 "plot-dpdk-throughput-latency"
2746 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2753 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2759 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2760 algorithm: "plot_latency_box"
2761 output-file-type: ".html"
2762 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2764 "plot-dpdk-throughput-latency"
2765 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2772 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2778 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2779 algorithm: "plot_latency_box"
2780 output-file-type: ".html"
2781 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
2783 "plot-dpdk-throughput-latency"
2784 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2791 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2795 # Ligato - Throughput
2800 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2801 algorithm: "plot_performance_box"
2802 output-file-type: ".html"
2803 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
2805 "plot-vpp-throughput-latency"
2806 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2812 boxpoints: "outliers"
2815 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2821 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2822 algorithm: "plot_performance_box"
2823 output-file-type: ".html"
2824 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
2826 "plot-vpp-throughput-latency"
2827 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2833 boxpoints: "outliers"
2836 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2842 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2843 algorithm: "plot_performance_box"
2844 output-file-type: ".html"
2845 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
2847 "plot-vpp-throughput-latency"
2848 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2854 boxpoints: "outliers"
2857 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2863 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2864 algorithm: "plot_performance_box"
2865 output-file-type: ".html"
2866 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
2868 "plot-vpp-throughput-latency"
2869 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2875 boxpoints: "outliers"
2878 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2882 # Container orchestrated
2885 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2886 algorithm: "plot_performance_box"
2887 output-file-type: ".html"
2888 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
2890 "plot-ligato-throughput-latency"
2891 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2897 boxpoints: "outliers"
2900 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2906 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2907 algorithm: "plot_performance_box"
2908 output-file-type: ".html"
2909 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
2911 "plot-ligato-throughput-latency"
2912 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2918 boxpoints: "outliers"
2921 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2927 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2928 algorithm: "plot_performance_box"
2929 output-file-type: ".html"
2930 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
2932 "plot-ligato-throughput-latency"
2933 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2939 boxpoints: "outliers"
2942 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2948 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2949 algorithm: "plot_performance_box"
2950 output-file-type: ".html"
2951 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
2953 "plot-ligato-throughput-latency"
2954 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2960 boxpoints: "outliers"
2963 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2972 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2973 algorithm: "plot_latency_box"
2974 output-file-type: ".html"
2975 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
2977 "plot-vpp-throughput-latency"
2978 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2985 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2991 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2992 algorithm: "plot_latency_box"
2993 output-file-type: ".html"
2994 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
2996 "plot-vpp-throughput-latency"
2997 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3004 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3008 # Container orchestrated
3011 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3012 algorithm: "plot_latency_box"
3013 output-file-type: ".html"
3014 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3016 "plot-ligato-throughput-latency"
3017 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3024 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3030 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3031 algorithm: "plot_latency_box"
3032 output-file-type: ".html"
3033 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3035 "plot-ligato-throughput-latency"
3036 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3043 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"