6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 # List the directories which are created while preparing the environment.
67 # All directories MUST be defined in "paths" section.
74 - "DIR[WORKING,SRC,STATIC]"
77 # List the directories which are deleted while cleaning the environment.
78 # All directories MUST be defined in "paths" section.
82 # List the directories where the results (build) is stored.
83 # All directories MUST be defined in "paths" section.
90 # TODO: Add the data sources
91 plot-vpp-http-server-performance:
92 csit-vpp-perf-1801-all:
97 # TODO: Add the data sources
99 csit-vpp-perf-1707-all:
103 csit-vpp-perf-1710-all:
107 # TODO: Add the data sources
109 csit-vpp-perf-1707-all:
113 csit-vpp-perf-1710-all:
117 # TODO: Add the data sources
118 plot-throughput-speedup-analysis:
119 csit-vpp-perf-1801-all:
123 performance-improvements:
124 csit-vpp-perf-1707-all:
135 csit-vpp-perf-1710-all:
146 # TODO: Add the data sources
147 csit-vpp-perf-1801-all:
151 csit-ligato-perf-1710-all:
162 csit-ligato-perf-1801-all:
168 csit-vpp-perf-1801-all:
171 csit-vpp-functional-1801-ubuntu1604-virl:
172 - "lastSuccessfulBuild"
175 csit-ligato-perf-1801-all:
178 csit-dpdk-perf-1801-all:
181 csit-hc2vpp-verify-func-1801-ubuntu1604:
182 - "lastSuccessfulBuild"
183 # TODO: Will we use this one?
184 # hc2vpp-csit-integration-odl-carbon-1801-ubuntu1604:
185 # - lastSuccessfulBuild
187 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
190 plot-vpp-throughput-latency:
191 csit-vpp-perf-1801-all:
195 plot-dpdk-throughput-latency:
196 csit-dpdk-perf-1801-all:
208 plot-ligato-throughput-latency:
209 csit-ligato-perf-1801-all:
221 gridcolor: "rgb(238, 238, 238)"
222 linecolor: "rgb(238, 238, 238)"
227 tickcolor: "rgb(238, 238, 238)"
229 title: "Indexed Test Cases"
232 gridcolor: "rgb(238, 238, 238)'"
234 linecolor: "rgb(238, 238, 238)"
241 tickcolor: "rgb(238, 238, 238)"
242 title: "Connections Per Second [cps]"
263 gridcolor: "rgb(238, 238, 238)"
264 linecolor: "rgb(238, 238, 238)"
269 tickcolor: "rgb(238, 238, 238)"
271 title: "Indexed Test Cases"
274 gridcolor: "rgb(238, 238, 238)'"
276 linecolor: "rgb(238, 238, 238)"
283 tickcolor: "rgb(238, 238, 238)"
284 title: "Requests Per Second [rps]"
305 gridcolor: "rgb(238, 238, 238)"
306 linecolor: "rgb(238, 238, 238)"
311 tickcolor: "rgb(238, 238, 238)"
313 title: "Indexed Test Cases"
316 gridcolor: "rgb(238, 238, 238)'"
318 linecolor: "rgb(238, 238, 238)"
324 tickcolor: "rgb(238, 238, 238)"
325 title: "Packets Per Second [pps]"
346 gridcolor: "rgb(238, 238, 238)"
347 linecolor: "rgb(238, 238, 238)"
352 tickcolor: "rgb(238, 238, 238)"
354 title: "Indexed Test Cases"
357 gridcolor: "rgb(238, 238, 238)'"
359 linecolor: "rgb(238, 238, 238)"
365 tickcolor: "rgb(238, 238, 238)"
366 title: "Latency min/avg/max [uSec]"
382 plot-throughput-speedup-analysis:
387 gridcolor: "rgb(238, 238, 238)"
388 linecolor: "rgb(238, 238, 238)"
393 tickcolor: "rgb(238, 238, 238)"
398 title: "Throughput speedup factor"
399 gridcolor: "rgb(238, 238, 238)"
401 linecolor: "rgb(238, 238, 238)"
407 tickcolor: "rgb(238, 238, 238)"
415 bgcolor: "rgba(255, 255, 255, 0)"
416 bordercolor: "rgba(255, 255, 255, 0)"
433 input-format: "xml" # zip or xml
434 extract: "robot-plugin/output.xml" # Only for zip
436 # The files must be in the directory DIR[WORKING,DATA]
437 csit-vpp-perf-1801-all:
440 file: "{DIR[WORKING,DATA]}/output.xml"
443 file: "{DIR[WORKING,DATA]}/output.xml"
446 file: "{DIR[WORKING,DATA]}/output.xml"
449 file: "{DIR[WORKING,DATA]}/output.xml"
453 src-path: "{DIR[RST]}"
454 dst-path: "{DIR[WORKING,SRC]}"
457 type: "input" # Ignored in debug mode
459 file-name: "robot-plugin.zip"
461 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
462 extract: "robot-plugin/output.xml"
464 csit-vpp-perf-1707-all:
475 csit-vpp-perf-1710-all:
488 csit-vpp-perf-1801-all:
493 csit-ligato-perf-1710-all:
505 csit-ligato-perf-1801-all:
509 csit-dpdk-perf-1801-all:
520 csit-vpp-functional-1801-ubuntu1604-virl:
521 - lastSuccessfulBuild
522 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
524 csit-hc2vpp-verify-func-1801-ubuntu1604:
525 - lastSuccessfulBuild
526 # TODO: Will we use this one?
527 # hc2vpp-csit-integration-odl-carbon-1801-ubuntu1604:
528 # - lastSuccessfulBuild
538 ################################################################################
540 ################################################################################
544 title: "Performance Impact of Meltdown Patches"
545 algorithm: "table_performance_comparison"
546 output-file-ext: ".csv"
548 output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
551 # TODO: specify data sources
553 csit-vpp-perf-1707-all:
558 title: "Meltdown Patches Applied"
559 # TODO: specify data sources
561 csit-vpp-perf-1710-all:
566 "vpp-meltdown-impact"
572 # Number of the best and the worst tests presented in the table. Use 0 (zero)
573 # to present all tests.
574 nr-of-tests-shown: 20
578 title: "Performance Impact of Spectre Patches"
579 algorithm: "table_performance_comparison"
580 output-file-ext: ".csv"
582 output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
585 # TODO: specify data sources
587 csit-vpp-perf-1707-all:
592 title: "Spectre Patches Applied"
593 # TODO: specify data sources
595 csit-vpp-perf-1710-all:
606 # Number of the best and the worst tests presented in the table. Use 0 (zero)
607 # to present all tests.
608 nr-of-tests-shown: 20
612 title: "Performance improvements"
613 algorithm: "table_performance_improvements"
614 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
615 output-file-ext: ".csv"
616 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
622 title: "16.09 mean [Mpps]"
625 title: "17.01 mean [Mpps]"
628 title: "17.04 mean [Mpps]"
631 title: "17.07 mean [Mpps]"
632 data: "data csit-vpp-perf-1707-all mean"
634 title: "17.10 mean [Mpps]"
635 data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
637 title: "18.01 mean [Mpps]"
638 data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
640 title: "18.01 stdev [Mpps]"
641 data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
643 title: "17.10 to 18.01 change [%]"
644 data: "operation relative_change 5 6"
647 "performance-improvements"
654 title: "Detailed Test Results - VPP Performance Results"
655 algorithm: "table_merged_details"
656 output-file-ext: ".csv"
657 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
663 title: "Documentation"
671 filter: "not 'NDRCHK' and not 'PDRCHK'"
680 title: "Test configuration - VPP Performance Test Configs"
681 algorithm: "table_merged_details"
682 output-file-ext: ".csv"
683 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
689 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
690 data: "data vat-history"
694 filter: "not 'NDRCHK' and not 'PDRCHK'"
702 title: "Test Operational Data - VPP Performance Operational Data"
703 algorithm: "table_merged_details"
704 output-file-ext: ".csv"
705 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
711 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
712 data: "data show-run"
716 filter: "not 'NDRCHK' and not 'PDRCHK'"
724 title: "Detailed Test Results - VPP Functional Results"
725 algorithm: "table_details"
726 output-file-ext: ".csv"
727 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
733 title: "Documentation"
750 title: "Test configuration - VPP Functional Test Configs"
751 algorithm: "table_details"
752 output-file-ext: ".csv"
753 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
759 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
760 data: "data vat-history"
772 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
773 algorithm: "table_details"
774 output-file-ext: ".csv"
775 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
781 title: "Documentation"
788 "ligato-perf-results"
798 title: "Detailed Test Results - DPDK Performance Results"
799 algorithm: "table_details"
800 output-file-ext: ".csv"
801 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
807 title: "Documentation"
824 title: "Detailed Test Results - Honeycomb Functional Results"
825 algorithm: "table_details"
826 output-file-ext: ".csv"
827 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
833 title: "Documentation"
850 title: "Detailed Test Results - NSH SFC Functional Results"
851 algorithm: "table_details"
852 output-file-ext: ".csv"
853 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
859 title: "Documentation"
874 ################################################################################
876 ################################################################################
880 title: "VPP Performance Results"
881 algorithm: "file_merged_test_results"
882 output-file-ext: ".rst"
883 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
884 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
885 dir-tables: "{DIR[DTR,PERF,VPP]}"
888 filter: "not 'NDRCHK' and not 'PDRCHK'"
894 data-start-level: 3 # 0, 1, 2, ...
895 chapters-start-level: 2 # 0, 1, 2, ...
899 title: "VPP Performance Configuration"
900 algorithm: "file_merged_test_results"
901 output-file-ext: ".rst"
902 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
903 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
904 dir-tables: "{DIR[DTC,PERF,VPP]}"
907 filter: "not 'NDRCHK' and not 'PDRCHK'"
913 data-start-level: 3 # 0, 1, 2, ...
914 chapters-start-level: 2 # 0, 1, 2, ...
918 title: "VPP Performance Operational Data"
919 algorithm: "file_merged_test_results"
920 output-file-ext: ".rst"
921 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
922 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
923 dir-tables: "{DIR[DTO,PERF,VPP]}"
926 filter: "not 'NDRCHK' and not 'PDRCHK'"
932 data-start-level: 3 # 0, 1, 2, ...
933 chapters-start-level: 2 # 0, 1, 2, ...
937 title: "VPP Functional Results"
938 algorithm: "file_test_results"
939 output-file-ext: ".rst"
940 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
941 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
942 dir-tables: "{DIR[DTR,FUNC,VPP]}"
950 data-start-level: 3 # 0, 1, 2, ...
951 chapters-start-level: 2 # 0, 1, 2, ...
955 title: "VPP Functional Configuration"
956 algorithm: "file_test_results"
957 output-file-ext: ".rst"
958 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
959 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
960 dir-tables: "{DIR[DTC,FUNC,VPP]}"
968 data-start-level: 3 # 0, 1, 2, ...
969 chapters-start-level: 2 # 0, 1, 2, ...
973 title: "Container Orchestrated Performance Results"
974 algorithm: "file_test_results"
975 output-file-ext: ".rst"
976 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
977 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
978 dir-tables: "{DIR[DTR,PERF,COT]}"
980 "ligato-perf-results"
986 data-start-level: 2 # 0, 1, 2, ...
987 chapters-start-level: 2 # 0, 1, 2, ...
991 title: "DPDK Performance Results"
992 algorithm: "file_test_results"
993 output-file-ext: ".rst"
994 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
995 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
996 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1006 data-start-level: 2 # 0, 1, 2, ...
1007 chapters-start-level: 2 # 0, 1, 2, ...
1011 title: "Honeycomb Functional Results"
1012 algorithm: "file_test_results"
1013 output-file-ext: ".rst"
1014 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1015 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1016 dir-tables: "{DIR[DTR,FUNC,HC]}"
1026 data-start-level: 3 # 0, 1, 2, ...
1027 chapters-start-level: 2 # 0, 1, 2, ...
1031 title: "NSH SFC Functional Results"
1032 algorithm: "file_test_results"
1033 output-file-ext: ".rst"
1034 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1035 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1036 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1046 data-start-level: 2 # 0, 1, 2, ...
1047 chapters-start-level: 2 # 0, 1, 2, ...
1049 ################################################################################
1051 ################################################################################
1053 # Plots VPP HTTP Server Performance
1056 title: "VPP HTTP Server Performance"
1057 algorithm: "plot_http_server_performance_box"
1058 output-file-type: ".html"
1059 output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1061 "plot-vpp-http-server-performance"
1062 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1063 # each tag is enclosed with ' (apostrophe).
1064 filter: "'HTTP' and 'TCP_CPS'"
1070 boxpoints: "outliers"
1073 title: "VPP HTTP Server Performance"
1079 title: "VPP HTTP Server Performance"
1080 algorithm: "plot_http_server_performance_box"
1081 output-file-type: ".html"
1082 output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1084 "plot-vpp-http-server-performance"
1085 filter: "'HTTP' and 'TCP_RPS'"
1091 boxpoints: "outliers"
1094 title: "VPP HTTP Server Performance"
1098 # Plot Throughput Speedup Analysis
1100 # L2 - 10ge2p1x520 - NDR
1103 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1104 algorithm: "plot_throughput_speedup_analysis"
1105 output-file-type: ".html"
1106 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1108 "plot-throughput-speedup-analysis"
1109 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1115 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1117 "plot-throughput-speedup-analysis"
1119 # L2 - 40ge2p1xl710 - NDR
1122 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1123 algorithm: "plot_throughput_speedup_analysis"
1124 output-file-type: ".html"
1125 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1127 "plot-throughput-speedup-analysis"
1128 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1134 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1136 "plot-throughput-speedup-analysis"
1138 # L2 - 10ge2p1x520 - PDR
1141 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1142 algorithm: "plot_throughput_speedup_analysis"
1143 output-file-type: ".html"
1144 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1146 "plot-throughput-speedup-analysis"
1147 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1153 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1155 "plot-throughput-speedup-analysis"
1157 # IPv4 - 10ge2p1x520 - NDR
1160 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1161 algorithm: "plot_throughput_speedup_analysis"
1162 output-file-type: ".html"
1163 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1165 "plot-throughput-speedup-analysis"
1166 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1172 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1174 "plot-throughput-speedup-analysis"
1176 # IPv4 - 40ge2p1xl710 - NDR
1179 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1180 algorithm: "plot_throughput_speedup_analysis"
1181 output-file-type: ".html"
1182 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1184 "plot-throughput-speedup-analysis"
1185 filter: "'NIC_Intel-XL710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1191 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1193 "plot-throughput-speedup-analysis"
1195 # IPv4 - 10ge2p1x520 - PDR
1198 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1199 algorithm: "plot_throughput_speedup_analysis"
1200 output-file-type: ".html"
1201 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1203 "plot-throughput-speedup-analysis"
1204 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1210 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1212 "plot-throughput-speedup-analysis"
1214 # IPv6 - 10ge2p1x520 - NDR
1217 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1218 algorithm: "plot_throughput_speedup_analysis"
1219 output-file-type: ".html"
1220 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1222 "plot-throughput-speedup-analysis"
1223 filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1229 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1231 "plot-throughput-speedup-analysis"
1233 # IPv6 - 40ge2p1xl710 - NDR
1236 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1237 algorithm: "plot_throughput_speedup_analysis"
1238 output-file-type: ".html"
1239 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1241 "plot-throughput-speedup-analysis"
1242 filter: "'NIC_Intel-XL710' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1248 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1250 "plot-throughput-speedup-analysis"
1252 # IPv6 - 10ge2p1x520 - PDR
1255 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1256 algorithm: "plot_throughput_speedup_analysis"
1257 output-file-type: ".html"
1258 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1260 "plot-throughput-speedup-analysis"
1261 filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1267 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1269 "plot-throughput-speedup-analysis"
1271 # Plot packets per second
1276 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1277 algorithm: "plot_performance_box"
1278 output-file-type: ".html"
1279 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1281 "plot-vpp-throughput-latency"
1282 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1283 # each tag is enclosed with ' (apostrophe).
1284 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1290 boxpoints: "outliers"
1293 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1299 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1300 algorithm: "plot_performance_box"
1301 output-file-type: ".html"
1302 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1304 "plot-vpp-throughput-latency"
1305 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1311 boxpoints: "outliers"
1314 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1320 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1321 algorithm: "plot_performance_box"
1322 output-file-type: ".html"
1323 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1325 "plot-vpp-throughput-latency"
1326 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1332 boxpoints: "outliers"
1335 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1341 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1342 algorithm: "plot_performance_box"
1343 output-file-type: ".html"
1344 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1346 "plot-vpp-throughput-latency"
1347 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1353 boxpoints: "outliers"
1356 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1363 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1364 algorithm: "plot_performance_box"
1365 output-file-type: ".html"
1366 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1368 "plot-vpp-throughput-latency"
1369 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1375 boxpoints: "outliers"
1378 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1384 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1385 algorithm: "plot_performance_box"
1386 output-file-type: ".html"
1387 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1389 "plot-vpp-throughput-latency"
1390 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1396 boxpoints: "outliers"
1399 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1405 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1406 algorithm: "plot_performance_box"
1407 output-file-type: ".html"
1408 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1410 "plot-vpp-throughput-latency"
1411 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1417 boxpoints: "outliers"
1420 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1426 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1427 algorithm: "plot_performance_box"
1428 output-file-type: ".html"
1429 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1431 "plot-vpp-throughput-latency"
1432 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1438 boxpoints: "outliers"
1441 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1448 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1449 algorithm: "plot_performance_box"
1450 output-file-type: ".html"
1451 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1453 "plot-vpp-throughput-latency"
1454 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1460 boxpoints: "outliers"
1463 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1469 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1470 algorithm: "plot_performance_box"
1471 output-file-type: ".html"
1472 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1474 "plot-vpp-throughput-latency"
1475 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1481 boxpoints: "outliers"
1484 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1490 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1491 algorithm: "plot_performance_box"
1492 output-file-type: ".html"
1493 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1495 "plot-vpp-throughput-latency"
1496 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1502 boxpoints: "outliers"
1505 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1511 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1512 algorithm: "plot_performance_box"
1513 output-file-type: ".html"
1514 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1516 "plot-vpp-throughput-latency"
1517 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1523 boxpoints: "outliers"
1526 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1533 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1534 algorithm: "plot_performance_box"
1535 output-file-type: ".html"
1536 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1538 "plot-vpp-throughput-latency"
1539 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1545 boxpoints: "outliers"
1548 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1554 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1555 algorithm: "plot_performance_box"
1556 output-file-type: ".html"
1557 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1559 "plot-vpp-throughput-latency"
1560 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1566 boxpoints: "outliers"
1569 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1575 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1576 algorithm: "plot_performance_box"
1577 output-file-type: ".html"
1578 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1580 "plot-vpp-throughput-latency"
1581 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1587 boxpoints: "outliers"
1590 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1596 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1597 algorithm: "plot_performance_box"
1598 output-file-type: ".html"
1599 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1601 "plot-vpp-throughput-latency"
1602 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1608 boxpoints: "outliers"
1611 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1618 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1619 algorithm: "plot_performance_box"
1620 output-file-type: ".html"
1621 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1623 "plot-vpp-throughput-latency"
1624 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1630 boxpoints: "outliers"
1633 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1639 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1640 algorithm: "plot_performance_box"
1641 output-file-type: ".html"
1642 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1644 "plot-vpp-throughput-latency"
1645 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1651 boxpoints: "outliers"
1654 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1660 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1661 algorithm: "plot_performance_box"
1662 output-file-type: ".html"
1663 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1665 "plot-vpp-throughput-latency"
1666 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1672 boxpoints: "outliers"
1675 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1681 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1682 algorithm: "plot_performance_box"
1683 output-file-type: ".html"
1684 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1686 "plot-vpp-throughput-latency"
1687 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1693 boxpoints: "outliers"
1696 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1703 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1704 algorithm: "plot_performance_box"
1705 output-file-type: ".html"
1706 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1708 "plot-vpp-throughput-latency"
1709 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1715 boxpoints: "outliers"
1718 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1724 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1725 algorithm: "plot_performance_box"
1726 output-file-type: ".html"
1727 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1729 "plot-vpp-throughput-latency"
1730 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1736 boxpoints: "outliers"
1739 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1745 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1746 algorithm: "plot_performance_box"
1747 output-file-type: ".html"
1748 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1750 "plot-vpp-throughput-latency"
1751 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1757 boxpoints: "outliers"
1760 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1766 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1767 algorithm: "plot_performance_box"
1768 output-file-type: ".html"
1769 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1771 "plot-vpp-throughput-latency"
1772 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1778 boxpoints: "outliers"
1781 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1788 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1789 algorithm: "plot_performance_box"
1790 output-file-type: ".html"
1791 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1793 "plot-vpp-throughput-latency"
1794 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1800 boxpoints: "outliers"
1803 title: "64B-1t1c-.*vhost.*-ndrdisc"
1809 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
1810 algorithm: "plot_performance_box"
1811 output-file-type: ".html"
1812 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
1814 "plot-vpp-throughput-latency"
1815 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1821 boxpoints: "outliers"
1824 title: "64B-2t2c-.*vhost.*-ndrdisc"
1830 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
1831 algorithm: "plot_performance_box"
1832 output-file-type: ".html"
1833 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
1835 "plot-vpp-throughput-latency"
1836 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1842 boxpoints: "outliers"
1845 title: "64B-1t1c-.*vhost.*-pdrdisc"
1851 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
1852 algorithm: "plot_performance_box"
1853 output-file-type: ".html"
1854 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
1856 "plot-vpp-throughput-latency"
1857 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1863 boxpoints: "outliers"
1866 title: "64B-2t2c-.*vhost.*-pdrdisc"
1870 # VPP VM VHOST SELECTION
1873 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1874 algorithm: "plot_performance_box"
1875 output-file-type: ".html"
1876 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
1878 "plot-vpp-throughput-latency"
1879 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1885 boxpoints: "outliers"
1888 title: "64B-1t1c-.*vhost.*-ndrdisc"
1894 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
1895 algorithm: "plot_performance_box"
1896 output-file-type: ".html"
1897 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
1899 "plot-vpp-throughput-latency"
1900 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1906 boxpoints: "outliers"
1909 title: "64B-2t2c-.*vhost.*-ndrdisc"
1915 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
1916 algorithm: "plot_performance_box"
1917 output-file-type: ".html"
1918 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
1920 "plot-vpp-throughput-latency"
1921 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1927 boxpoints: "outliers"
1930 title: "64B-1t1c-.*vhost.*-pdrdisc"
1936 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
1937 algorithm: "plot_performance_box"
1938 output-file-type: ".html"
1939 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
1941 "plot-vpp-throughput-latency"
1942 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1948 boxpoints: "outliers"
1951 title: "64B-2t2c-.*vhost.*-pdrdisc"
1958 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
1959 algorithm: "plot_performance_box"
1960 output-file-type: ".html"
1961 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
1963 "plot-vpp-throughput-latency"
1964 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
1970 boxpoints: "outliers"
1973 title: "64B-1t1c-.*ipsec.*-ndrdisc"
1979 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
1980 algorithm: "plot_performance_box"
1981 output-file-type: ".html"
1982 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
1984 "plot-vpp-throughput-latency"
1985 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
1991 boxpoints: "outliers"
1994 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2000 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2001 algorithm: "plot_performance_box"
2002 output-file-type: ".html"
2003 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2005 "plot-vpp-throughput-latency"
2006 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2012 boxpoints: "outliers"
2015 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2021 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2022 algorithm: "plot_performance_box"
2023 output-file-type: ".html"
2024 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2026 "plot-vpp-throughput-latency"
2027 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2033 boxpoints: "outliers"
2036 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2043 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2044 algorithm: "plot_performance_box"
2045 output-file-type: ".html"
2046 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2048 "plot-dpdk-throughput-latency"
2049 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2055 boxpoints: "outliers"
2058 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2064 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2065 algorithm: "plot_performance_box"
2066 output-file-type: ".html"
2067 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2069 "plot-dpdk-throughput-latency"
2070 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2076 boxpoints: "outliers"
2079 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2085 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2086 algorithm: "plot_performance_box"
2087 output-file-type: ".html"
2088 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2090 "plot-dpdk-throughput-latency"
2091 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2097 boxpoints: "outliers"
2100 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2105 gridcolor: "rgb(238, 238, 238)"
2106 linecolor: "rgb(238, 238, 238)"
2110 showticklabels: True
2111 tickcolor: "rgb(238, 238, 238)"
2113 title: "Indexed Test Cases"
2116 gridcolor: "rgb(238, 238, 238)'"
2118 linecolor: "rgb(238, 238, 238)"
2120 range: [2000000, 12000000]
2123 showticklabels: True
2124 tickcolor: "rgb(238, 238, 238)"
2125 title: "Packets Per Second [pps]"
2143 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2144 algorithm: "plot_performance_box"
2145 output-file-type: ".html"
2146 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2148 "plot-dpdk-throughput-latency"
2149 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2155 boxpoints: "outliers"
2158 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2163 gridcolor: "rgb(238, 238, 238)"
2164 linecolor: "rgb(238, 238, 238)"
2168 showticklabels: True
2169 tickcolor: "rgb(238, 238, 238)"
2171 title: "Indexed Test Cases"
2174 gridcolor: "rgb(238, 238, 238)'"
2176 linecolor: "rgb(238, 238, 238)"
2178 range: [2000000, 12000000]
2181 showticklabels: True
2182 tickcolor: "rgb(238, 238, 238)"
2183 title: "Packets Per Second [pps]"
2201 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2202 algorithm: "plot_performance_box"
2203 output-file-type: ".html"
2204 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2206 "plot-dpdk-throughput-latency"
2207 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2213 boxpoints: "outliers"
2216 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2222 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2223 algorithm: "plot_performance_box"
2224 output-file-type: ".html"
2225 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2227 "plot-dpdk-throughput-latency"
2228 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2234 boxpoints: "outliers"
2237 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2243 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2244 algorithm: "plot_performance_box"
2245 output-file-type: ".html"
2246 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2248 "plot-dpdk-throughput-latency"
2249 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2255 boxpoints: "outliers"
2258 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2263 gridcolor: "rgb(238, 238, 238)"
2264 linecolor: "rgb(238, 238, 238)"
2268 showticklabels: True
2269 tickcolor: "rgb(238, 238, 238)"
2271 title: "Indexed Test Cases"
2274 gridcolor: "rgb(238, 238, 238)'"
2276 linecolor: "rgb(238, 238, 238)"
2278 range: [20000000, 30000000]
2281 showticklabels: True
2282 tickcolor: "rgb(238, 238, 238)"
2283 title: "Packets Per Second [pps]"
2301 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2302 algorithm: "plot_performance_box"
2303 output-file-type: ".html"
2304 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2306 "plot-dpdk-throughput-latency"
2307 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2313 boxpoints: "outliers"
2316 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2321 gridcolor: "rgb(238, 238, 238)"
2322 linecolor: "rgb(238, 238, 238)"
2326 showticklabels: True
2327 tickcolor: "rgb(238, 238, 238)"
2329 title: "Indexed Test Cases"
2332 gridcolor: "rgb(238, 238, 238)'"
2334 linecolor: "rgb(238, 238, 238)"
2336 range: [20000000, 30000000]
2339 showticklabels: True
2340 tickcolor: "rgb(238, 238, 238)"
2341 title: "Packets Per Second [pps]"
2362 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2363 algorithm: "plot_latency_box"
2364 output-file-type: ".html"
2365 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2367 "plot-vpp-throughput-latency"
2368 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2375 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2381 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2382 algorithm: "plot_latency_box"
2383 output-file-type: ".html"
2384 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2386 "plot-vpp-throughput-latency"
2387 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2394 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2401 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2402 algorithm: "plot_latency_box"
2403 output-file-type: ".html"
2404 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2406 "plot-vpp-throughput-latency"
2407 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2414 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2420 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2421 algorithm: "plot_latency_box"
2422 output-file-type: ".html"
2423 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2425 "plot-vpp-throughput-latency"
2426 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2433 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2440 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2441 algorithm: "plot_latency_box"
2442 output-file-type: ".html"
2443 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2445 "plot-vpp-throughput-latency"
2446 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2453 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2459 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2460 algorithm: "plot_latency_box"
2461 output-file-type: ".html"
2462 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2464 "plot-vpp-throughput-latency"
2465 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2472 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2479 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2480 algorithm: "plot_latency_box"
2481 output-file-type: ".html"
2482 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2484 "plot-vpp-throughput-latency"
2485 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2492 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2498 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2499 algorithm: "plot_latency_box"
2500 output-file-type: ".html"
2501 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2503 "plot-vpp-throughput-latency"
2504 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2511 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2518 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2519 algorithm: "plot_latency_box"
2520 output-file-type: ".html"
2521 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2523 "plot-vpp-throughput-latency"
2524 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2531 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2537 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2538 algorithm: "plot_latency_box"
2539 output-file-type: ".html"
2540 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2542 "plot-vpp-throughput-latency"
2543 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2550 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2557 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2558 algorithm: "plot_latency_box"
2559 output-file-type: ".html"
2560 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2562 "plot-vpp-throughput-latency"
2563 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2570 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2576 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2577 algorithm: "plot_latency_box"
2578 output-file-type: ".html"
2579 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2581 "plot-vpp-throughput-latency"
2582 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2589 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2596 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2597 algorithm: "plot_latency_box"
2598 output-file-type: ".html"
2599 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2601 "plot-vpp-throughput-latency"
2602 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2609 title: "64B-1t1c-.*vhost.*-ndrdisc"
2615 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2616 algorithm: "plot_latency_box"
2617 output-file-type: ".html"
2618 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2620 "plot-vpp-throughput-latency"
2621 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2628 title: "64B-2t2c-.*vhost.*-ndrdisc"
2632 # VPP VM VHOST selection
2635 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2636 algorithm: "plot_latency_box"
2637 output-file-type: ".html"
2638 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2640 "plot-vpp-throughput-latency"
2641 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2648 title: "64B-1t1c-.*vhost.*-ndrdisc"
2654 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2655 algorithm: "plot_latency_box"
2656 output-file-type: ".html"
2657 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2659 "plot-vpp-throughput-latency"
2660 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2667 title: "64B-2t2c-.*vhost.*-ndrdisc"
2674 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2675 algorithm: "plot_latency_box"
2676 output-file-type: ".html"
2677 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2679 "plot-vpp-throughput-latency"
2680 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2687 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2693 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2694 algorithm: "plot_latency_box"
2695 output-file-type: ".html"
2696 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2698 "plot-vpp-throughput-latency"
2699 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2706 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2713 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2714 algorithm: "plot_latency_box"
2715 output-file-type: ".html"
2716 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2718 "plot-dpdk-throughput-latency"
2719 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2726 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2732 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2733 algorithm: "plot_latency_box"
2734 output-file-type: ".html"
2735 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2737 "plot-dpdk-throughput-latency"
2738 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2745 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2751 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2752 algorithm: "plot_latency_box"
2753 output-file-type: ".html"
2754 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2756 "plot-dpdk-throughput-latency"
2757 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2764 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2770 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2771 algorithm: "plot_latency_box"
2772 output-file-type: ".html"
2773 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
2775 "plot-dpdk-throughput-latency"
2776 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2783 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2787 # Ligato - Throughput
2792 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2793 algorithm: "plot_performance_box"
2794 output-file-type: ".html"
2795 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
2797 "plot-vpp-throughput-latency"
2798 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2804 boxpoints: "outliers"
2807 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2813 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2814 algorithm: "plot_performance_box"
2815 output-file-type: ".html"
2816 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
2818 "plot-vpp-throughput-latency"
2819 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2825 boxpoints: "outliers"
2828 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2834 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2835 algorithm: "plot_performance_box"
2836 output-file-type: ".html"
2837 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
2839 "plot-vpp-throughput-latency"
2840 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2846 boxpoints: "outliers"
2849 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2855 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2856 algorithm: "plot_performance_box"
2857 output-file-type: ".html"
2858 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
2860 "plot-vpp-throughput-latency"
2861 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2867 boxpoints: "outliers"
2870 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2874 # Container orchestrated
2877 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2878 algorithm: "plot_performance_box"
2879 output-file-type: ".html"
2880 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
2882 "plot-ligato-throughput-latency"
2883 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2889 boxpoints: "outliers"
2892 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2898 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2899 algorithm: "plot_performance_box"
2900 output-file-type: ".html"
2901 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
2903 "plot-ligato-throughput-latency"
2904 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2910 boxpoints: "outliers"
2913 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2919 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2920 algorithm: "plot_performance_box"
2921 output-file-type: ".html"
2922 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
2924 "plot-ligato-throughput-latency"
2925 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2931 boxpoints: "outliers"
2934 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2940 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2941 algorithm: "plot_performance_box"
2942 output-file-type: ".html"
2943 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
2945 "plot-ligato-throughput-latency"
2946 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2952 boxpoints: "outliers"
2955 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2964 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2965 algorithm: "plot_latency_box"
2966 output-file-type: ".html"
2967 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
2969 "plot-vpp-throughput-latency"
2970 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2977 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2983 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2984 algorithm: "plot_latency_box"
2985 output-file-type: ".html"
2986 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
2988 "plot-vpp-throughput-latency"
2989 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2996 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3000 # Container orchestrated
3003 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3004 algorithm: "plot_latency_box"
3005 output-file-type: ".html"
3006 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3008 "plot-ligato-throughput-latency"
3009 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3016 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3022 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3023 algorithm: "plot_latency_box"
3024 output-file-type: ".html"
3025 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3027 "plot-ligato-throughput-latency"
3028 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3035 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"