6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
64 URL[NEXUS]: "https://docs.fd.io/csit"
65 DIR[NEXUS]: "report/_static/archive"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
92 # TODO: Add the data sources
93 plot-vpp-http-server-performance:
94 csit-vpp-perf-1801-all:
96 # TODO: Add the data sources
97 # vpp-meltdown-impact:
98 # csit-vpp-perf-1707-all:
102 # csit-vpp-perf-1710-all:
106 # TODO: Add the data sources
107 # vpp-spectre-impact:
108 # csit-vpp-perf-1707-all:
112 # csit-vpp-perf-1710-all:
116 vpp-performance-changes:
117 csit-vpp-perf-1710-all:
128 # TODO: Add the data sources
129 csit-vpp-perf-1801-all:
138 # TODO: Add the data sources
139 plot-throughput-speedup-analysis:
140 csit-vpp-perf-1801-all:
149 # performance-improvements:
150 # csit-vpp-perf-1707-all:
161 # csit-vpp-perf-1710-all:
172 # csit-vpp-perf-1801-all:
176 # csit-ligato-perf-1710-all:
187 # csit-ligato-perf-1801-all:
191 # TODO: Add the data sources
193 csit-vpp-perf-1801-all:
199 csit-vpp-functional-1801-ubuntu1604-virl:
200 - "lastSuccessfulBuild"
201 # TODO: Add the data sources
203 csit-ligato-perf-1801-all:
206 csit-dpdk-perf-1801-all:
209 csit-hc2vpp-verify-func-1801-ubuntu1604:
210 - "lastSuccessfulBuild"
212 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
214 # TODO: Add the data sources
215 plot-vpp-throughput-latency:
216 csit-vpp-perf-1801-all:
225 plot-dpdk-throughput-latency:
226 csit-dpdk-perf-1801-all:
236 # TODO: Add the data sources
237 plot-ligato-throughput-latency:
238 csit-ligato-perf-1801-all:
250 gridcolor: "rgb(238, 238, 238)"
251 linecolor: "rgb(238, 238, 238)"
256 tickcolor: "rgb(238, 238, 238)"
258 title: "Indexed Test Cases"
261 gridcolor: "rgb(238, 238, 238)'"
263 linecolor: "rgb(238, 238, 238)"
270 tickcolor: "rgb(238, 238, 238)"
271 title: "Connections Per Second [cps]"
292 gridcolor: "rgb(238, 238, 238)"
293 linecolor: "rgb(238, 238, 238)"
298 tickcolor: "rgb(238, 238, 238)"
300 title: "Indexed Test Cases"
303 gridcolor: "rgb(238, 238, 238)'"
305 linecolor: "rgb(238, 238, 238)"
312 tickcolor: "rgb(238, 238, 238)"
313 title: "Requests Per Second [rps]"
334 gridcolor: "rgb(238, 238, 238)"
335 linecolor: "rgb(238, 238, 238)"
340 tickcolor: "rgb(238, 238, 238)"
342 title: "Indexed Test Cases"
345 gridcolor: "rgb(238, 238, 238)'"
347 linecolor: "rgb(238, 238, 238)"
353 tickcolor: "rgb(238, 238, 238)"
354 title: "Packets Per Second [pps]"
375 gridcolor: "rgb(238, 238, 238)"
376 linecolor: "rgb(238, 238, 238)"
381 tickcolor: "rgb(238, 238, 238)"
383 title: "Indexed Test Cases"
386 gridcolor: "rgb(238, 238, 238)'"
388 linecolor: "rgb(238, 238, 238)"
394 tickcolor: "rgb(238, 238, 238)"
395 title: "Latency min/avg/max [uSec]"
411 plot-throughput-speedup-analysis:
416 gridcolor: "rgb(238, 238, 238)"
417 linecolor: "rgb(238, 238, 238)"
422 tickcolor: "rgb(238, 238, 238)"
427 title: "Throughput speedup factor"
428 gridcolor: "rgb(238, 238, 238)"
430 linecolor: "rgb(238, 238, 238)"
436 tickcolor: "rgb(238, 238, 238)"
444 bgcolor: "rgba(255, 255, 255, 0)"
445 bordercolor: "rgba(255, 255, 255, 0)"
462 input-format: "xml" # zip or xml
463 extract: "robot-plugin/output.xml" # Only for zip
465 # The files must be in the directory DIR[WORKING,DATA]
466 csit-vpp-perf-1801-all:
469 file: "{DIR[WORKING,DATA]}/output.xml"
472 file: "{DIR[WORKING,DATA]}/output.xml"
475 file: "{DIR[WORKING,DATA]}/output.xml"
478 file: "{DIR[WORKING,DATA]}/output.xml"
482 src-path: "{DIR[RST]}"
483 dst-path: "{DIR[WORKING,SRC]}"
486 type: "input" # Ignored in debug mode
488 file-name: "robot-plugin.zip"
490 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
491 extract: "robot-plugin/output.xml"
493 # csit-vpp-perf-1707-all:
504 csit-vpp-perf-1710-all:
516 csit-vpp-perf-1801-all:
530 csit-ligato-perf-1710-all:
541 csit-dpdk-perf-1801-all:
552 csit-ligato-perf-1801-all:
556 csit-dpdk-perf-1801-all:
567 csit-vpp-functional-1801-ubuntu1604-virl:
568 - lastSuccessfulBuild
569 csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
571 csit-hc2vpp-verify-func-1801-ubuntu1604:
572 - lastSuccessfulBuild
582 ################################################################################
584 ################################################################################
588 # title: "Performance Impact of Meltdown Patches"
589 # algorithm: "table_performance_comparison"
590 # output-file-ext: ".csv"
592 # output-file: "{DIR[STATIC,VPP]}/meltdown-impact"
594 # title: "No Meltdown"
595 ## TODO: specify data sources
597 # csit-vpp-perf-1707-all:
602 # title: "Meltdown Patches Applied"
603 ## TODO: specify data sources
605 # csit-vpp-perf-1710-all:
610 # "vpp-meltdown-impact"
616 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
617 # # to present all tests.
618 # nr-of-tests-shown: 20
622 # title: "Performance Impact of Spectre Patches"
623 # algorithm: "table_performance_comparison"
624 # output-file-ext: ".csv"
626 # output-file: "{DIR[STATIC,VPP]}/meltdown-spectre-impact"
628 # title: "No Spectre"
629 ## TODO: specify data sources
631 # csit-vpp-perf-1707-all:
636 # title: "Spectre Patches Applied"
637 ## TODO: specify data sources
639 # csit-vpp-perf-1710-all:
644 # "vpp-spectre-impact"
650 # # Number of the best and the worst tests presented in the table. Use 0 (zero)
651 # # to present all tests.
652 # nr-of-tests-shown: 20
656 title: "VPP Performance Changes"
657 algorithm: "table_performance_comparison"
658 output-file-ext: ".csv"
660 output-file: "{DIR[STATIC,VPP]}/performance-changes"
662 title: "Release 1710"
663 # TODO: specify data sources
665 csit-vpp-perf-1710-all:
677 title: "Release 1801"
678 # TODO: specify data sources
680 csit-vpp-perf-1801-all:
689 data: "vpp-performance-changes"
695 # Number of the best and the worst tests presented in the table. Use 0 (zero)
696 # to present all tests.
697 nr-of-tests-shown: 20
702 # title: "Performance improvements"
703 # algorithm: "table_performance_improvements"
704 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
705 # output-file-ext: ".csv"
706 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
712 # title: "16.09 mean [Mpps]"
715 # title: "17.01 mean [Mpps]"
718 # title: "17.04 mean [Mpps]"
721 # title: "17.07 mean [Mpps]"
722 # data: "data csit-vpp-perf-1707-all mean"
724 # title: "17.10 mean [Mpps]"
725 # data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
727 # title: "18.01 mean [Mpps]"
728 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean"
730 # title: "18.01 stdev [Mpps]"
731 # data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev"
733 # title: "17.10 to 18.01 change [%]"
734 # data: "operation relative_change 5 6"
737 # "performance-improvements"
744 title: "Detailed Test Results - VPP Performance Results"
745 algorithm: "table_merged_details"
746 output-file-ext: ".csv"
747 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
753 title: "Documentation"
761 filter: "not 'NDRCHK' and not 'PDRCHK'"
770 title: "Test configuration - VPP Performance Test Configs"
771 algorithm: "table_merged_details"
772 output-file-ext: ".csv"
773 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
779 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
780 data: "data vat-history"
784 filter: "not 'NDRCHK' and not 'PDRCHK'"
792 title: "Test Operational Data - VPP Performance Operational Data"
793 algorithm: "table_merged_details"
794 output-file-ext: ".csv"
795 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
801 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
802 data: "data show-run"
806 filter: "not 'NDRCHK' and not 'PDRCHK'"
814 title: "Detailed Test Results - VPP Functional Results"
815 algorithm: "table_details"
816 output-file-ext: ".csv"
817 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
823 title: "Documentation"
840 title: "Test configuration - VPP Functional Test Configs"
841 algorithm: "table_details"
842 output-file-ext: ".csv"
843 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
849 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
850 data: "data vat-history"
862 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
863 algorithm: "table_details"
864 output-file-ext: ".csv"
865 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
871 title: "Documentation"
878 "ligato-perf-results"
888 title: "Detailed Test Results - DPDK Performance Results"
889 algorithm: "table_details"
890 output-file-ext: ".csv"
891 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
897 title: "Documentation"
914 title: "Detailed Test Results - Honeycomb Functional Results"
915 algorithm: "table_details"
916 output-file-ext: ".csv"
917 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
923 title: "Documentation"
940 title: "Detailed Test Results - NSH SFC Functional Results"
941 algorithm: "table_details"
942 output-file-ext: ".csv"
943 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
949 title: "Documentation"
964 ################################################################################
966 ################################################################################
970 title: "VPP Performance Results"
971 algorithm: "file_merged_test_results"
972 output-file-ext: ".rst"
973 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
974 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
975 dir-tables: "{DIR[DTR,PERF,VPP]}"
978 filter: "not 'NDRCHK' and not 'PDRCHK'"
984 data-start-level: 3 # 0, 1, 2, ...
985 chapters-start-level: 2 # 0, 1, 2, ...
989 title: "VPP Performance Configuration"
990 algorithm: "file_merged_test_results"
991 output-file-ext: ".rst"
992 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
993 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
994 dir-tables: "{DIR[DTC,PERF,VPP]}"
997 filter: "not 'NDRCHK' and not 'PDRCHK'"
1003 data-start-level: 3 # 0, 1, 2, ...
1004 chapters-start-level: 2 # 0, 1, 2, ...
1008 title: "VPP Performance Operational Data"
1009 algorithm: "file_merged_test_results"
1010 output-file-ext: ".rst"
1011 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
1012 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1013 dir-tables: "{DIR[DTO,PERF,VPP]}"
1016 filter: "not 'NDRCHK' and not 'PDRCHK'"
1022 data-start-level: 3 # 0, 1, 2, ...
1023 chapters-start-level: 2 # 0, 1, 2, ...
1027 title: "VPP Functional Results"
1028 algorithm: "file_test_results"
1029 output-file-ext: ".rst"
1030 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
1031 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1032 dir-tables: "{DIR[DTR,FUNC,VPP]}"
1040 data-start-level: 3 # 0, 1, 2, ...
1041 chapters-start-level: 2 # 0, 1, 2, ...
1045 title: "VPP Functional Configuration"
1046 algorithm: "file_test_results"
1047 output-file-ext: ".rst"
1048 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
1049 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1050 dir-tables: "{DIR[DTC,FUNC,VPP]}"
1058 data-start-level: 3 # 0, 1, 2, ...
1059 chapters-start-level: 2 # 0, 1, 2, ...
1063 title: "Container Orchestrated Performance Results"
1064 algorithm: "file_test_results"
1065 output-file-ext: ".rst"
1066 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
1067 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1068 dir-tables: "{DIR[DTR,PERF,COT]}"
1070 "ligato-perf-results"
1076 data-start-level: 2 # 0, 1, 2, ...
1077 chapters-start-level: 2 # 0, 1, 2, ...
1081 title: "DPDK Performance Results"
1082 algorithm: "file_test_results"
1083 output-file-ext: ".rst"
1084 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
1085 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1086 dir-tables: "{DIR[DTR,PERF,DPDK]}"
1096 data-start-level: 2 # 0, 1, 2, ...
1097 chapters-start-level: 2 # 0, 1, 2, ...
1101 title: "Honeycomb Functional Results"
1102 algorithm: "file_test_results"
1103 output-file-ext: ".rst"
1104 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
1105 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1106 dir-tables: "{DIR[DTR,FUNC,HC]}"
1116 data-start-level: 3 # 0, 1, 2, ...
1117 chapters-start-level: 2 # 0, 1, 2, ...
1121 title: "NSH SFC Functional Results"
1122 algorithm: "file_test_results"
1123 output-file-ext: ".rst"
1124 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
1125 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
1126 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
1136 data-start-level: 2 # 0, 1, 2, ...
1137 chapters-start-level: 2 # 0, 1, 2, ...
1139 ################################################################################
1141 ################################################################################
1143 # Plots VPP HTTP Server Performance
1146 # title: "VPP HTTP Server Performance"
1147 # algorithm: "plot_http_server_performance_box"
1148 # output-file-type: ".html"
1149 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
1151 # "plot-vpp-http-server-performance"
1152 # # Keep this formatting, the filter is enclosed with " (quotation mark) and
1153 # # each tag is enclosed with ' (apostrophe).
1154 # filter: "'HTTP' and 'TCP_CPS'"
1160 # boxpoints: "outliers"
1163 # title: "VPP HTTP Server Performance"
1169 # title: "VPP HTTP Server Performance"
1170 # algorithm: "plot_http_server_performance_box"
1171 # output-file-type: ".html"
1172 # output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
1174 # "plot-vpp-http-server-performance"
1175 # filter: "'HTTP' and 'TCP_RPS'"
1181 # boxpoints: "outliers"
1184 # title: "VPP HTTP Server Performance"
1188 # Plot Throughput Speedup Analysis
1190 # L2 - 10ge2p1x520 - NDR
1193 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1194 algorithm: "plot_throughput_speedup_analysis"
1195 output-file-type: ".html"
1196 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
1198 "plot-throughput-speedup-analysis"
1199 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1205 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1207 "plot-throughput-speedup-analysis"
1209 # L2 - 40ge2p1xl710 - NDR
1212 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1213 algorithm: "plot_throughput_speedup_analysis"
1214 output-file-type: ".html"
1215 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
1217 "plot-throughput-speedup-analysis"
1218 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1224 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1226 "plot-throughput-speedup-analysis"
1228 # L2 - 10ge2p1x520 - PDR
1231 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1232 algorithm: "plot_throughput_speedup_analysis"
1233 output-file-type: ".html"
1234 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1236 "plot-throughput-speedup-analysis"
1237 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'"
1243 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1245 "plot-throughput-speedup-analysis"
1247 # IPv4 - 10ge2p1x520 - NDR
1250 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1251 algorithm: "plot_throughput_speedup_analysis"
1252 output-file-type: ".html"
1253 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1255 "plot-throughput-speedup-analysis"
1256 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1262 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1264 "plot-throughput-speedup-analysis"
1266 # IPv4 - 40ge2p1xl710 - NDR
1269 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1270 algorithm: "plot_throughput_speedup_analysis"
1271 output-file-type: ".html"
1272 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1274 "plot-throughput-speedup-analysis"
1275 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1281 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1283 "plot-throughput-speedup-analysis"
1285 # IPv4 - 10ge2p1x520 - PDR
1288 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1289 algorithm: "plot_throughput_speedup_analysis"
1290 output-file-type: ".html"
1291 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1293 "plot-throughput-speedup-analysis"
1294 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'"
1300 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1302 "plot-throughput-speedup-analysis"
1304 # IPv6 - 10ge2p1x520 - NDR
1307 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1308 algorithm: "plot_throughput_speedup_analysis"
1309 output-file-type: ".html"
1310 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1312 "plot-throughput-speedup-analysis"
1313 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1319 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1321 "plot-throughput-speedup-analysis"
1323 # IPv6 - 40ge2p1xl710 - NDR
1326 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1327 algorithm: "plot_throughput_speedup_analysis"
1328 output-file-type: ".html"
1329 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1331 "plot-throughput-speedup-analysis"
1332 filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1338 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1340 "plot-throughput-speedup-analysis"
1342 # IPv6 - 10ge2p1x520 - PDR
1345 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1346 algorithm: "plot_throughput_speedup_analysis"
1347 output-file-type: ".html"
1348 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1350 "plot-throughput-speedup-analysis"
1351 filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1357 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1359 "plot-throughput-speedup-analysis"
1361 # Plot packets per second
1366 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1367 algorithm: "plot_performance_box"
1368 output-file-type: ".html"
1369 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1371 "plot-vpp-throughput-latency"
1372 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1373 # each tag is enclosed with ' (apostrophe).
1374 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1380 boxpoints: "outliers"
1383 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1389 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1390 algorithm: "plot_performance_box"
1391 output-file-type: ".html"
1392 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1394 "plot-vpp-throughput-latency"
1395 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1401 boxpoints: "outliers"
1404 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1410 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1411 algorithm: "plot_performance_box"
1412 output-file-type: ".html"
1413 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1415 "plot-vpp-throughput-latency"
1416 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1422 boxpoints: "outliers"
1425 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1431 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1432 algorithm: "plot_performance_box"
1433 output-file-type: ".html"
1434 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1436 "plot-vpp-throughput-latency"
1437 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1443 boxpoints: "outliers"
1446 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1453 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1454 algorithm: "plot_performance_box"
1455 output-file-type: ".html"
1456 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1458 "plot-vpp-throughput-latency"
1459 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1465 boxpoints: "outliers"
1468 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1474 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1475 algorithm: "plot_performance_box"
1476 output-file-type: ".html"
1477 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1479 "plot-vpp-throughput-latency"
1480 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1486 boxpoints: "outliers"
1489 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1495 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1496 algorithm: "plot_performance_box"
1497 output-file-type: ".html"
1498 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1500 "plot-vpp-throughput-latency"
1501 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1507 boxpoints: "outliers"
1510 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1516 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1517 algorithm: "plot_performance_box"
1518 output-file-type: ".html"
1519 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1521 "plot-vpp-throughput-latency"
1522 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
1528 boxpoints: "outliers"
1531 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1538 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1539 algorithm: "plot_performance_box"
1540 output-file-type: ".html"
1541 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1543 "plot-vpp-throughput-latency"
1544 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1550 boxpoints: "outliers"
1553 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1559 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1560 algorithm: "plot_performance_box"
1561 output-file-type: ".html"
1562 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1564 "plot-vpp-throughput-latency"
1565 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1571 boxpoints: "outliers"
1574 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1580 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1581 algorithm: "plot_performance_box"
1582 output-file-type: ".html"
1583 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1585 "plot-vpp-throughput-latency"
1586 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1592 boxpoints: "outliers"
1595 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1601 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1602 algorithm: "plot_performance_box"
1603 output-file-type: ".html"
1604 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1606 "plot-vpp-throughput-latency"
1607 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1613 boxpoints: "outliers"
1616 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1623 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1624 algorithm: "plot_performance_box"
1625 output-file-type: ".html"
1626 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1628 "plot-vpp-throughput-latency"
1629 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1635 boxpoints: "outliers"
1638 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1644 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1645 algorithm: "plot_performance_box"
1646 output-file-type: ".html"
1647 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1649 "plot-vpp-throughput-latency"
1650 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1656 boxpoints: "outliers"
1659 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1665 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1666 algorithm: "plot_performance_box"
1667 output-file-type: ".html"
1668 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1670 "plot-vpp-throughput-latency"
1671 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1677 boxpoints: "outliers"
1680 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1686 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1687 algorithm: "plot_performance_box"
1688 output-file-type: ".html"
1689 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1691 "plot-vpp-throughput-latency"
1692 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1698 boxpoints: "outliers"
1701 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1708 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1709 algorithm: "plot_performance_box"
1710 output-file-type: ".html"
1711 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1713 "plot-vpp-throughput-latency"
1714 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1720 boxpoints: "outliers"
1723 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1729 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1730 algorithm: "plot_performance_box"
1731 output-file-type: ".html"
1732 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1734 "plot-vpp-throughput-latency"
1735 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1741 boxpoints: "outliers"
1744 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1750 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1751 algorithm: "plot_performance_box"
1752 output-file-type: ".html"
1753 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1755 "plot-vpp-throughput-latency"
1756 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1762 boxpoints: "outliers"
1765 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1771 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1772 algorithm: "plot_performance_box"
1773 output-file-type: ".html"
1774 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1776 "plot-vpp-throughput-latency"
1777 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1783 boxpoints: "outliers"
1786 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1793 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1794 algorithm: "plot_performance_box"
1795 output-file-type: ".html"
1796 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1798 "plot-vpp-throughput-latency"
1799 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1805 boxpoints: "outliers"
1808 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1813 gridcolor: "rgb(238, 238, 238)"
1814 linecolor: "rgb(238, 238, 238)"
1818 showticklabels: True
1819 tickcolor: "rgb(238, 238, 238)"
1821 title: "Indexed Test Cases"
1824 gridcolor: "rgb(238, 238, 238)'"
1826 linecolor: "rgb(238, 238, 238)"
1828 range: [2000000, 6000000]
1831 showticklabels: True
1832 tickcolor: "rgb(238, 238, 238)"
1833 title: "Packets Per Second [pps]"
1851 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1852 algorithm: "plot_performance_box"
1853 output-file-type: ".html"
1854 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1856 "plot-vpp-throughput-latency"
1857 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1863 boxpoints: "outliers"
1866 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1872 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1873 algorithm: "plot_performance_box"
1874 output-file-type: ".html"
1875 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1877 "plot-vpp-throughput-latency"
1878 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1884 boxpoints: "outliers"
1887 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1893 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1894 algorithm: "plot_performance_box"
1895 output-file-type: ".html"
1896 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1898 "plot-vpp-throughput-latency"
1899 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1905 boxpoints: "outliers"
1908 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1913 gridcolor: "rgb(238, 238, 238)"
1914 linecolor: "rgb(238, 238, 238)"
1918 showticklabels: True
1919 tickcolor: "rgb(238, 238, 238)"
1921 title: "Indexed Test Cases"
1924 gridcolor: "rgb(238, 238, 238)'"
1926 linecolor: "rgb(238, 238, 238)"
1928 range: [4000000, 12000000]
1931 showticklabels: True
1932 tickcolor: "rgb(238, 238, 238)"
1933 title: "Packets Per Second [pps]"
1952 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1953 algorithm: "plot_performance_box"
1954 output-file-type: ".html"
1955 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1957 "plot-vpp-throughput-latency"
1958 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1964 boxpoints: "outliers"
1967 title: "64B-1t1c-.*vhost.*-ndrdisc"
1972 gridcolor: "rgb(238, 238, 238)"
1973 linecolor: "rgb(238, 238, 238)"
1977 showticklabels: True
1978 tickcolor: "rgb(238, 238, 238)"
1980 title: "Indexed Test Cases"
1983 gridcolor: "rgb(238, 238, 238)'"
1985 linecolor: "rgb(238, 238, 238)"
1990 showticklabels: True
1991 tickcolor: "rgb(238, 238, 238)"
1992 title: "Packets Per Second [pps]"
2010 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2011 algorithm: "plot_performance_box"
2012 output-file-type: ".html"
2013 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2015 "plot-vpp-throughput-latency"
2016 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2022 boxpoints: "outliers"
2025 title: "64B-2t2c-.*vhost.*-ndrdisc"
2031 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2032 algorithm: "plot_performance_box"
2033 output-file-type: ".html"
2034 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2036 "plot-vpp-throughput-latency"
2037 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2043 boxpoints: "outliers"
2046 title: "64B-1t1c-.*vhost.*-pdrdisc"
2052 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2053 algorithm: "plot_performance_box"
2054 output-file-type: ".html"
2055 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2057 "plot-vpp-throughput-latency"
2058 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2064 boxpoints: "outliers"
2067 title: "64B-2t2c-.*vhost.*-pdrdisc"
2071 # VPP VM VHOST SELECTION
2074 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2075 algorithm: "plot_performance_box"
2076 output-file-type: ".html"
2077 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2079 "plot-vpp-throughput-latency"
2080 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2086 boxpoints: "outliers"
2089 title: "64B-1t1c-.*vhost.*-ndrdisc"
2095 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2096 algorithm: "plot_performance_box"
2097 output-file-type: ".html"
2098 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2100 "plot-vpp-throughput-latency"
2101 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2107 boxpoints: "outliers"
2110 title: "64B-2t2c-.*vhost.*-ndrdisc"
2116 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2117 algorithm: "plot_performance_box"
2118 output-file-type: ".html"
2119 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2121 "plot-vpp-throughput-latency"
2122 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2128 boxpoints: "outliers"
2131 title: "64B-1t1c-.*vhost.*-pdrdisc"
2137 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2138 algorithm: "plot_performance_box"
2139 output-file-type: ".html"
2140 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2142 "plot-vpp-throughput-latency"
2143 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2149 boxpoints: "outliers"
2152 title: "64B-2t2c-.*vhost.*-pdrdisc"
2159 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2160 algorithm: "plot_performance_box"
2161 output-file-type: ".html"
2162 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2164 "plot-vpp-throughput-latency"
2165 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2171 boxpoints: "outliers"
2174 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2180 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2181 algorithm: "plot_performance_box"
2182 output-file-type: ".html"
2183 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2185 "plot-vpp-throughput-latency"
2186 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2192 boxpoints: "outliers"
2195 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2201 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2202 algorithm: "plot_performance_box"
2203 output-file-type: ".html"
2204 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2206 "plot-vpp-throughput-latency"
2207 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2213 boxpoints: "outliers"
2216 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2222 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2223 algorithm: "plot_performance_box"
2224 output-file-type: ".html"
2225 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2227 "plot-vpp-throughput-latency"
2228 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2234 boxpoints: "outliers"
2237 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2244 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2245 algorithm: "plot_performance_box"
2246 output-file-type: ".html"
2247 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2249 "plot-dpdk-throughput-latency"
2250 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2256 boxpoints: "outliers"
2259 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2265 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2266 algorithm: "plot_performance_box"
2267 output-file-type: ".html"
2268 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2270 "plot-dpdk-throughput-latency"
2271 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2277 boxpoints: "outliers"
2280 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2286 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2287 algorithm: "plot_performance_box"
2288 output-file-type: ".html"
2289 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2291 "plot-dpdk-throughput-latency"
2292 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2298 boxpoints: "outliers"
2301 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2306 gridcolor: "rgb(238, 238, 238)"
2307 linecolor: "rgb(238, 238, 238)"
2311 showticklabels: True
2312 tickcolor: "rgb(238, 238, 238)"
2314 title: "Indexed Test Cases"
2317 gridcolor: "rgb(238, 238, 238)'"
2319 linecolor: "rgb(238, 238, 238)"
2321 range: [2000000, 12000000]
2324 showticklabels: True
2325 tickcolor: "rgb(238, 238, 238)"
2326 title: "Packets Per Second [pps]"
2344 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2345 algorithm: "plot_performance_box"
2346 output-file-type: ".html"
2347 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2349 "plot-dpdk-throughput-latency"
2350 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2356 boxpoints: "outliers"
2359 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2364 gridcolor: "rgb(238, 238, 238)"
2365 linecolor: "rgb(238, 238, 238)"
2369 showticklabels: True
2370 tickcolor: "rgb(238, 238, 238)"
2372 title: "Indexed Test Cases"
2375 gridcolor: "rgb(238, 238, 238)'"
2377 linecolor: "rgb(238, 238, 238)"
2379 range: [2000000, 12000000]
2382 showticklabels: True
2383 tickcolor: "rgb(238, 238, 238)"
2384 title: "Packets Per Second [pps]"
2402 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2403 algorithm: "plot_performance_box"
2404 output-file-type: ".html"
2405 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2407 "plot-dpdk-throughput-latency"
2408 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2414 boxpoints: "outliers"
2417 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2423 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2424 algorithm: "plot_performance_box"
2425 output-file-type: ".html"
2426 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2428 "plot-dpdk-throughput-latency"
2429 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2435 boxpoints: "outliers"
2438 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2444 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2445 algorithm: "plot_performance_box"
2446 output-file-type: ".html"
2447 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2449 "plot-dpdk-throughput-latency"
2450 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2456 boxpoints: "outliers"
2459 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2464 gridcolor: "rgb(238, 238, 238)"
2465 linecolor: "rgb(238, 238, 238)"
2469 showticklabels: True
2470 tickcolor: "rgb(238, 238, 238)"
2472 title: "Indexed Test Cases"
2475 gridcolor: "rgb(238, 238, 238)'"
2477 linecolor: "rgb(238, 238, 238)"
2479 range: [20000000, 30000000]
2482 showticklabels: True
2483 tickcolor: "rgb(238, 238, 238)"
2484 title: "Packets Per Second [pps]"
2502 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2503 algorithm: "plot_performance_box"
2504 output-file-type: ".html"
2505 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2507 "plot-dpdk-throughput-latency"
2508 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2514 boxpoints: "outliers"
2517 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2522 gridcolor: "rgb(238, 238, 238)"
2523 linecolor: "rgb(238, 238, 238)"
2527 showticklabels: True
2528 tickcolor: "rgb(238, 238, 238)"
2530 title: "Indexed Test Cases"
2533 gridcolor: "rgb(238, 238, 238)'"
2535 linecolor: "rgb(238, 238, 238)"
2537 range: [20000000, 30000000]
2540 showticklabels: True
2541 tickcolor: "rgb(238, 238, 238)"
2542 title: "Packets Per Second [pps]"
2563 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2564 algorithm: "plot_latency_box"
2565 output-file-type: ".html"
2566 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2568 "plot-vpp-throughput-latency"
2569 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2576 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2582 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2583 algorithm: "plot_latency_box"
2584 output-file-type: ".html"
2585 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2587 "plot-vpp-throughput-latency"
2588 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2595 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2602 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2603 algorithm: "plot_latency_box"
2604 output-file-type: ".html"
2605 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2607 "plot-vpp-throughput-latency"
2608 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2615 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2621 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2622 algorithm: "plot_latency_box"
2623 output-file-type: ".html"
2624 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2626 "plot-vpp-throughput-latency"
2627 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
2634 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2641 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2642 algorithm: "plot_latency_box"
2643 output-file-type: ".html"
2644 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2646 "plot-vpp-throughput-latency"
2647 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2654 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2660 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2661 algorithm: "plot_latency_box"
2662 output-file-type: ".html"
2663 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2665 "plot-vpp-throughput-latency"
2666 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2673 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2680 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2681 algorithm: "plot_latency_box"
2682 output-file-type: ".html"
2683 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2685 "plot-vpp-throughput-latency"
2686 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2693 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2699 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2700 algorithm: "plot_latency_box"
2701 output-file-type: ".html"
2702 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2704 "plot-vpp-throughput-latency"
2705 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2712 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2719 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2720 algorithm: "plot_latency_box"
2721 output-file-type: ".html"
2722 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2724 "plot-vpp-throughput-latency"
2725 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2732 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2738 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2739 algorithm: "plot_latency_box"
2740 output-file-type: ".html"
2741 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2743 "plot-vpp-throughput-latency"
2744 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2751 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2758 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2759 algorithm: "plot_latency_box"
2760 output-file-type: ".html"
2761 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2763 "plot-vpp-throughput-latency"
2764 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2771 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2777 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2778 algorithm: "plot_latency_box"
2779 output-file-type: ".html"
2780 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2782 "plot-vpp-throughput-latency"
2783 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2790 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2797 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2798 algorithm: "plot_latency_box"
2799 output-file-type: ".html"
2800 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2802 "plot-vpp-throughput-latency"
2803 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2810 title: "64B-1t1c-.*vhost.*-ndrdisc"
2816 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2817 algorithm: "plot_latency_box"
2818 output-file-type: ".html"
2819 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2821 "plot-vpp-throughput-latency"
2822 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2829 title: "64B-2t2c-.*vhost.*-ndrdisc"
2833 # VPP VM VHOST selection
2836 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2837 algorithm: "plot_latency_box"
2838 output-file-type: ".html"
2839 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2841 "plot-vpp-throughput-latency"
2842 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2849 title: "64B-1t1c-.*vhost.*-ndrdisc"
2855 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2856 algorithm: "plot_latency_box"
2857 output-file-type: ".html"
2858 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2860 "plot-vpp-throughput-latency"
2861 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2868 title: "64B-2t2c-.*vhost.*-ndrdisc"
2875 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2876 algorithm: "plot_latency_box"
2877 output-file-type: ".html"
2878 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2880 "plot-vpp-throughput-latency"
2881 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2888 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2894 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2895 algorithm: "plot_latency_box"
2896 output-file-type: ".html"
2897 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2899 "plot-vpp-throughput-latency"
2900 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2907 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2914 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2915 algorithm: "plot_latency_box"
2916 output-file-type: ".html"
2917 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2919 "plot-dpdk-throughput-latency"
2920 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2927 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2933 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2934 algorithm: "plot_latency_box"
2935 output-file-type: ".html"
2936 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2938 "plot-dpdk-throughput-latency"
2939 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2946 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2952 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2953 algorithm: "plot_latency_box"
2954 output-file-type: ".html"
2955 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2957 "plot-dpdk-throughput-latency"
2958 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2965 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2971 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2972 algorithm: "plot_latency_box"
2973 output-file-type: ".html"
2974 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
2976 "plot-dpdk-throughput-latency"
2977 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2984 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2988 # Ligato - Throughput
2993 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2994 algorithm: "plot_performance_box"
2995 output-file-type: ".html"
2996 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
2998 "plot-vpp-throughput-latency"
2999 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3005 boxpoints: "outliers"
3008 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3013 gridcolor: "rgb(238, 238, 238)"
3014 linecolor: "rgb(238, 238, 238)"
3018 showticklabels: True
3019 tickcolor: "rgb(238, 238, 238)"
3021 title: "Indexed Test Cases"
3024 gridcolor: "rgb(238, 238, 238)'"
3026 linecolor: "rgb(238, 238, 238)"
3031 showticklabels: True
3032 tickcolor: "rgb(238, 238, 238)"
3033 title: "Packets Per Second [pps]"
3051 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3052 algorithm: "plot_performance_box"
3053 output-file-type: ".html"
3054 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
3056 "plot-vpp-throughput-latency"
3057 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3063 boxpoints: "outliers"
3066 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3071 gridcolor: "rgb(238, 238, 238)"
3072 linecolor: "rgb(238, 238, 238)"
3076 showticklabels: True
3077 tickcolor: "rgb(238, 238, 238)"
3079 title: "Indexed Test Cases"
3082 gridcolor: "rgb(238, 238, 238)'"
3084 linecolor: "rgb(238, 238, 238)"
3089 showticklabels: True
3090 tickcolor: "rgb(238, 238, 238)"
3091 title: "Packets Per Second [pps]"
3109 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3110 algorithm: "plot_performance_box"
3111 output-file-type: ".html"
3112 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
3114 "plot-vpp-throughput-latency"
3115 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3121 boxpoints: "outliers"
3124 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3129 gridcolor: "rgb(238, 238, 238)"
3130 linecolor: "rgb(238, 238, 238)"
3134 showticklabels: True
3135 tickcolor: "rgb(238, 238, 238)"
3137 title: "Indexed Test Cases"
3140 gridcolor: "rgb(238, 238, 238)'"
3142 linecolor: "rgb(238, 238, 238)"
3147 showticklabels: True
3148 tickcolor: "rgb(238, 238, 238)"
3149 title: "Packets Per Second [pps]"
3167 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3168 algorithm: "plot_performance_box"
3169 output-file-type: ".html"
3170 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
3172 "plot-vpp-throughput-latency"
3173 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3179 boxpoints: "outliers"
3182 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3187 gridcolor: "rgb(238, 238, 238)"
3188 linecolor: "rgb(238, 238, 238)"
3192 showticklabels: True
3193 tickcolor: "rgb(238, 238, 238)"
3195 title: "Indexed Test Cases"
3198 gridcolor: "rgb(238, 238, 238)'"
3200 linecolor: "rgb(238, 238, 238)"
3205 showticklabels: True
3206 tickcolor: "rgb(238, 238, 238)"
3207 title: "Packets Per Second [pps]"
3223 # Container orchestrated
3226 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3227 algorithm: "plot_performance_box"
3228 output-file-type: ".html"
3229 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
3231 "plot-ligato-throughput-latency"
3232 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3238 boxpoints: "outliers"
3241 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3247 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3248 algorithm: "plot_performance_box"
3249 output-file-type: ".html"
3250 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
3252 "plot-ligato-throughput-latency"
3253 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3259 boxpoints: "outliers"
3262 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3268 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3269 algorithm: "plot_performance_box"
3270 output-file-type: ".html"
3271 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
3273 "plot-ligato-throughput-latency"
3274 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3280 boxpoints: "outliers"
3283 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3289 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3290 algorithm: "plot_performance_box"
3291 output-file-type: ".html"
3292 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
3294 "plot-ligato-throughput-latency"
3295 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3301 boxpoints: "outliers"
3304 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
3313 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3314 algorithm: "plot_latency_box"
3315 output-file-type: ".html"
3316 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
3318 "plot-vpp-throughput-latency"
3319 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3326 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3332 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3333 algorithm: "plot_latency_box"
3334 output-file-type: ".html"
3335 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
3337 "plot-vpp-throughput-latency"
3338 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3345 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3349 # Container orchestrated
3352 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3353 algorithm: "plot_latency_box"
3354 output-file-type: ".html"
3355 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
3357 "plot-ligato-throughput-latency"
3358 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3365 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3371 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
3372 algorithm: "plot_latency_box"
3373 output-file-type: ".html"
3374 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
3376 "plot-ligato-throughput-latency"
3377 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3384 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"