6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
47 DIR[DTR,PERF,VPP,IMPACT,SPECTRE]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_impact_spectre"
48 DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50 # Detailed test configurations
51 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
53 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
55 # Detailed tests operational data
56 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
57 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
59 # .css patch file to fix tables generated by Sphinx
60 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
61 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
64 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
65 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
68 # List the directories which are created while preparing the environment.
69 # All directories MUST be defined in "paths" section.
76 - "DIR[WORKING,SRC,STATIC]"
79 # List the directories which are deleted while cleaning the environment.
80 # All directories MUST be defined in "paths" section.
84 # List the directories where the results (build) is stored.
85 # All directories MUST be defined in "paths" section.
93 # TODO: specify data sources
94 # csit-vpp-perf-1801-all:
97 plot-throughput-speedup-analysis:
98 # TODO: Add the data sources
99 # csit-vpp-perf-1801-all:
103 # TODO: specify data sources
104 # csit-vpp-perf-1801-all:
107 plot-throughput-speedup-analysis:
108 # TODO: Add the data sources
109 # csit-vpp-perf-1801-all:
112 performance-improvements:
113 csit-vpp-perf-1707-all:
124 csit-vpp-perf-1710-all:
135 csit-ligato-perf-1710-all:
147 csit-vpp-perf-1710-all:
151 csit-vpp-functional-1710-ubuntu1604-virl:
154 csit-ligato-perf-1710-all:
157 csit-dpdk-perf-1710-all:
160 csit-hc2vpp-verify-func-1710-ubuntu1604:
161 - "lastSuccessfulBuild"
163 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
165 plot-vpp-throughput-latency:
166 csit-vpp-perf-1710-all:
177 plot-dpdk-throughput-latency:
178 csit-dpdk-perf-1710-all:
189 plot-ligato-throughput-latency:
190 csit-ligato-perf-1710-all:
207 gridcolor: "rgb(238, 238, 238)"
208 linecolor: "rgb(238, 238, 238)"
213 tickcolor: "rgb(238, 238, 238)"
215 title: "Indexed Test Cases"
218 gridcolor: "rgb(238, 238, 238)'"
220 linecolor: "rgb(238, 238, 238)"
226 tickcolor: "rgb(238, 238, 238)"
227 title: "Packets Per Second [pps]"
247 gridcolor: "rgb(238, 238, 238)"
248 linecolor: "rgb(238, 238, 238)"
253 tickcolor: "rgb(238, 238, 238)"
255 title: "Indexed Test Cases"
258 gridcolor: "rgb(238, 238, 238)'"
260 linecolor: "rgb(238, 238, 238)"
266 tickcolor: "rgb(238, 238, 238)"
267 title: "Latency min/avg/max [uSec]"
282 plot-throughput-speedup-analysis:
284 # title: "Test Cases"
288 gridcolor: "rgb(238, 238, 238)"
289 linecolor: "rgb(238, 238, 238)"
294 tickcolor: "rgb(238, 238, 238)"
299 title: "Throughput speedup factor"
300 gridcolor: "rgb(238, 238, 238)"
302 linecolor: "rgb(238, 238, 238)"
308 tickcolor: "rgb(238, 238, 238)"
316 bgcolor: "rgba(255, 255, 255, 0)"
317 bordercolor: "rgba(255, 255, 255, 0)"
334 input-format: "xml" # zip or xml
335 extract: "robot-plugin/output.xml" # Only for zip
337 # The files must be in the directory DIR[WORKING,DATA]
338 csit-vpp-perf-1801-all:
341 file: "{DIR[WORKING,DATA]}/output.xml"
344 file: "{DIR[WORKING,DATA]}/output.xml"
345 # csit-dpdk-perf-1707-all:
348 # file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
351 # file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
352 # csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
355 # file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
356 # csit-vpp-functional-1707-ubuntu1604-virl:
358 # build: lastSuccessfulBuild
359 # file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
360 # hc2vpp-csit-integration-1707-ubuntu1604:
362 # build: lastSuccessfulBuild
363 # file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
364 # csit-vpp-perf-1707-all:
367 # file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
370 # file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
374 src-path: "{DIR[RST]}"
375 dst-path: "{DIR[WORKING,SRC]}"
378 type: "input" # Ignored in debug mode
380 file-name: "robot-plugin.zip"
382 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
383 extract: "robot-plugin/output.xml"
385 csit-vpp-perf-1707-all:
396 csit-vpp-perf-1710-all:
408 csit-dpdk-perf-1710-all:
419 csit-ligato-perf-1710-all:
430 csit-vpp-functional-1710-ubuntu1604-virl:
432 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
434 csit-hc2vpp-verify-func-1710-ubuntu1604:
435 - lastSuccessfulBuild
445 ################################################################################
447 ################################################################################
451 title: "Performance Impact of Meltdown Patches"
452 algorithm: "table_performance_comparision"
453 output-file-ext: ".csv"
455 output-file: "{DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]}/meltdown-impact"
458 # TODO: specify data sources
460 # csit-vpp-perf-1801-all:
464 title: "Meltdown Patches Applied"
465 # TODO: specify data sources
467 # csit-vpp-perf-1801-all:
471 "vpp-meltdown-impact"
477 # Number of the best and the worst tests presented in the table. Use 0 (zero)
478 # to present all tests.
479 nr-of-tests-shown: 20
483 title: "Performance Impact of Spectre Patches"
484 algorithm: "table_performance_comparision"
485 output-file-ext: ".csv"
487 output-file: "{DIR[DTR,PERF,VPP,IMPACT,SPECTRE]}/spectre-impact"
490 # TODO: specify data sources
492 # csit-vpp-perf-1801-all:
496 title: "Spectre Patches Applied"
497 # TODO: specify data sources
499 # csit-vpp-perf-1801-all:
509 # Number of the best and the worst tests presented in the table. Use 0 (zero)
510 # to present all tests.
511 nr-of-tests-shown: 20
515 title: "Performance improvements"
516 algorithm: "table_performance_improvements"
517 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
518 output-file-ext: ".csv"
519 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
522 title: "Functionality"
528 title: "16.09 mean [Mpps]"
531 title: "17.01 mean [Mpps]"
534 title: "17.04 mean [Mpps]"
537 title: "17.07 mean [Mpps]"
538 data: "data csit-vpp-perf-1707-all mean"
540 title: "17.10 mean [Mpps]"
541 data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
543 title: "17.10 stdev [Mpps]"
544 data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all stdev"
546 title: "17.07 to 17.10 change [%]"
547 data: "operation relative_change 5 6"
550 "performance-improvements"
557 title: "Detailed Test Results - VPP Performance Results"
558 algorithm: "table_merged_details"
559 output-file-ext: ".csv"
560 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
566 title: "Documentation"
574 filter: "not 'NDRCHK' and not 'PDRCHK'"
583 title: "Test configuration - VPP Performance Test Configs"
584 algorithm: "table_merged_details"
585 output-file-ext: ".csv"
586 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
592 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
593 data: "data vat-history"
597 filter: "not 'NDRCHK' and not 'PDRCHK'"
605 title: "Test Operational Data - VPP Performance Operational Data"
606 algorithm: "table_merged_details"
607 output-file-ext: ".csv"
608 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
614 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
615 data: "data show-run"
619 filter: "not 'NDRCHK' and not 'PDRCHK'"
627 title: "Detailed Test Results - VPP Functional Results"
628 algorithm: "table_details"
629 output-file-ext: ".csv"
630 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
636 title: "Documentation"
653 title: "Test configuration - VPP Functional Test Configs"
654 algorithm: "table_details"
655 output-file-ext: ".csv"
656 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
662 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
663 data: "data vat-history"
675 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
676 algorithm: "table_details"
677 output-file-ext: ".csv"
678 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
684 title: "Documentation"
691 "ligato-perf-results"
701 title: "Detailed Test Results - DPDK Performance Results"
702 algorithm: "table_details"
703 output-file-ext: ".csv"
704 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
710 title: "Documentation"
727 title: "Detailed Test Results - Honeycomb Functional Results"
728 algorithm: "table_details"
729 output-file-ext: ".csv"
730 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
736 title: "Documentation"
753 title: "Detailed Test Results - NSH SFC Functional Results"
754 algorithm: "table_details"
755 output-file-ext: ".csv"
756 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
762 title: "Documentation"
777 ################################################################################
779 ################################################################################
783 title: "VPP Performance Results"
784 algorithm: "file_merged_test_results"
785 output-file-ext: ".rst"
786 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
787 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
788 dir-tables: "{DIR[DTR,PERF,VPP]}"
791 filter: "not 'NDRCHK' and not 'PDRCHK'"
797 data-start-level: 3 # 0, 1, 2, ...
798 chapters-start-level: 2 # 0, 1, 2, ...
802 title: "VPP Performance Configuration"
803 algorithm: "file_merged_test_results"
804 output-file-ext: ".rst"
805 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
806 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
807 dir-tables: "{DIR[DTC,PERF,VPP]}"
810 filter: "not 'NDRCHK' and not 'PDRCHK'"
816 data-start-level: 3 # 0, 1, 2, ...
817 chapters-start-level: 2 # 0, 1, 2, ...
821 title: "VPP Performance Operational Data"
822 algorithm: "file_merged_test_results"
823 output-file-ext: ".rst"
824 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
825 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
826 dir-tables: "{DIR[DTO,PERF,VPP]}"
829 filter: "not 'NDRCHK' and not 'PDRCHK'"
835 data-start-level: 3 # 0, 1, 2, ...
836 chapters-start-level: 2 # 0, 1, 2, ...
840 title: "VPP Functional Results"
841 algorithm: "file_test_results"
842 output-file-ext: ".rst"
843 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
844 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
845 dir-tables: "{DIR[DTR,FUNC,VPP]}"
853 data-start-level: 3 # 0, 1, 2, ...
854 chapters-start-level: 2 # 0, 1, 2, ...
858 title: "VPP Functional Configuration"
859 algorithm: "file_test_results"
860 output-file-ext: ".rst"
861 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
862 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
863 dir-tables: "{DIR[DTC,FUNC,VPP]}"
871 data-start-level: 3 # 0, 1, 2, ...
872 chapters-start-level: 2 # 0, 1, 2, ...
876 title: "Container Orchestrated Performance Results"
877 algorithm: "file_test_results"
878 output-file-ext: ".rst"
879 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
880 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
881 dir-tables: "{DIR[DTR,PERF,COT]}"
883 "ligato-perf-results"
889 data-start-level: 2 # 0, 1, 2, ...
890 chapters-start-level: 2 # 0, 1, 2, ...
894 title: "DPDK Performance Results"
895 algorithm: "file_test_results"
896 output-file-ext: ".rst"
897 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
898 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
899 dir-tables: "{DIR[DTR,PERF,DPDK]}"
909 data-start-level: 2 # 0, 1, 2, ...
910 chapters-start-level: 2 # 0, 1, 2, ...
914 title: "Honeycomb Functional Results"
915 algorithm: "file_test_results"
916 output-file-ext: ".rst"
917 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
918 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
919 dir-tables: "{DIR[DTR,FUNC,HC]}"
929 data-start-level: 3 # 0, 1, 2, ...
930 chapters-start-level: 2 # 0, 1, 2, ...
934 title: "NSH SFC Functional Results"
935 algorithm: "file_test_results"
936 output-file-ext: ".rst"
937 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
938 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
939 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
949 data-start-level: 2 # 0, 1, 2, ...
950 chapters-start-level: 2 # 0, 1, 2, ...
952 ################################################################################
954 ################################################################################
956 # Plot Throughput Speedup Analysis
958 # L2 - 10ge2p1x520 - NDR
961 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
962 algorithm: "plot_throughput_speedup_analysis"
963 output-file-type: ".html"
964 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc"
966 "plot-throughput-speedup-analysis"
967 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
973 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
975 "plot-throughput-speedup-analysis"
977 # L2 - 40ge2p1xl710 - NDR
980 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
981 algorithm: "plot_throughput_speedup_analysis"
982 output-file-type: ".html"
983 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc"
985 "plot-throughput-speedup-analysis"
986 filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
992 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
994 "plot-throughput-speedup-analysis"
996 # L2 - 10ge2p1x520 - PDR
999 title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1000 algorithm: "plot_throughput_speedup_analysis"
1001 output-file-type: ".html"
1002 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc"
1004 "plot-throughput-speedup-analysis"
1005 filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1011 title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1013 "plot-throughput-speedup-analysis"
1015 # IPv4 - 10ge2p1x520 - NDR
1018 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1019 algorithm: "plot_throughput_speedup_analysis"
1020 output-file-type: ".html"
1021 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc"
1023 "plot-throughput-speedup-analysis"
1024 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1030 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1032 "plot-throughput-speedup-analysis"
1034 # IPv4 - 40ge2p1xl710 - NDR
1037 title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc"
1038 algorithm: "plot_throughput_speedup_analysis"
1039 output-file-type: ".html"
1040 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc"
1042 "plot-throughput-speedup-analysis"
1043 filter: "'NIC_Intel-XL710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1049 title: "64B-*-ethip4-ip4(base|scale)*ndrdisc"
1051 "plot-throughput-speedup-analysis"
1053 # IPv4 - 10ge2p1x520 - PDR
1056 title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc"
1057 algorithm: "plot_throughput_speedup_analysis"
1058 output-file-type: ".html"
1059 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc"
1061 "plot-throughput-speedup-analysis"
1062 filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1068 title: "64B-*-ethip4-ip4(base|scale)*pdrdisc"
1070 "plot-throughput-speedup-analysis"
1072 # IPv6 - 10ge2p1x520 - NDR
1075 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1076 algorithm: "plot_throughput_speedup_analysis"
1077 output-file-type: ".html"
1078 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc"
1080 "plot-throughput-speedup-analysis"
1081 filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1087 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1089 "plot-throughput-speedup-analysis"
1091 # IPv6 - 40ge2p1xl710 - NDR
1094 title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc"
1095 algorithm: "plot_throughput_speedup_analysis"
1096 output-file-type: ".html"
1097 output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc"
1099 "plot-throughput-speedup-analysis"
1100 filter: "'NIC_Intel-XL710' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'"
1106 title: "78B-*-ethip6-ip6(base|scale)*ndrdisc"
1108 "plot-throughput-speedup-analysis"
1110 # IPv6 - 10ge2p1x520 - PDR
1113 title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc"
1114 algorithm: "plot_throughput_speedup_analysis"
1115 output-file-type: ".html"
1116 output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc"
1118 "plot-throughput-speedup-analysis"
1119 filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'"
1125 title: "78B-*-ethip6-ip6(base|scale)*pdrdisc"
1127 "plot-throughput-speedup-analysis"
1129 # Plot packets per second
1134 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1135 algorithm: "plot_performance_box"
1136 output-file-type: ".html"
1137 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
1139 "plot-vpp-throughput-latency"
1140 # Keep this formatting, the filter is enclosed with " (quotation mark) and
1141 # each tag is enclosed with ' (apostrophe).
1142 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1148 boxpoints: "outliers"
1151 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1157 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1158 algorithm: "plot_performance_box"
1159 output-file-type: ".html"
1160 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
1162 "plot-vpp-throughput-latency"
1163 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1169 boxpoints: "outliers"
1172 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1178 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1179 algorithm: "plot_performance_box"
1180 output-file-type: ".html"
1181 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
1183 "plot-vpp-throughput-latency"
1184 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1190 boxpoints: "outliers"
1193 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1199 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1200 algorithm: "plot_performance_box"
1201 output-file-type: ".html"
1202 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
1204 "plot-vpp-throughput-latency"
1205 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1211 boxpoints: "outliers"
1214 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1221 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1222 algorithm: "plot_performance_box"
1223 output-file-type: ".html"
1224 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
1226 "plot-vpp-throughput-latency"
1227 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1233 boxpoints: "outliers"
1236 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1242 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1243 algorithm: "plot_performance_box"
1244 output-file-type: ".html"
1245 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1247 "plot-vpp-throughput-latency"
1248 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1254 boxpoints: "outliers"
1257 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1263 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1264 algorithm: "plot_performance_box"
1265 output-file-type: ".html"
1266 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1268 "plot-vpp-throughput-latency"
1269 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1275 boxpoints: "outliers"
1278 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1284 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1285 algorithm: "plot_performance_box"
1286 output-file-type: ".html"
1287 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1289 "plot-vpp-throughput-latency"
1290 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1296 boxpoints: "outliers"
1299 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1306 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1307 algorithm: "plot_performance_box"
1308 output-file-type: ".html"
1309 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1311 "plot-vpp-throughput-latency"
1312 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1318 boxpoints: "outliers"
1321 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1327 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1328 algorithm: "plot_performance_box"
1329 output-file-type: ".html"
1330 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1332 "plot-vpp-throughput-latency"
1333 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1339 boxpoints: "outliers"
1342 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1348 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1349 algorithm: "plot_performance_box"
1350 output-file-type: ".html"
1351 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1353 "plot-vpp-throughput-latency"
1354 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1360 boxpoints: "outliers"
1363 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1369 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1370 algorithm: "plot_performance_box"
1371 output-file-type: ".html"
1372 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1374 "plot-vpp-throughput-latency"
1375 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1381 boxpoints: "outliers"
1384 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1391 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1392 algorithm: "plot_performance_box"
1393 output-file-type: ".html"
1394 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1396 "plot-vpp-throughput-latency"
1397 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1403 boxpoints: "outliers"
1406 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1412 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1413 algorithm: "plot_performance_box"
1414 output-file-type: ".html"
1415 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1417 "plot-vpp-throughput-latency"
1418 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1424 boxpoints: "outliers"
1427 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1433 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1434 algorithm: "plot_performance_box"
1435 output-file-type: ".html"
1436 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1438 "plot-vpp-throughput-latency"
1439 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1445 boxpoints: "outliers"
1448 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1454 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1455 algorithm: "plot_performance_box"
1456 output-file-type: ".html"
1457 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1459 "plot-vpp-throughput-latency"
1460 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1466 boxpoints: "outliers"
1469 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1476 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1477 algorithm: "plot_performance_box"
1478 output-file-type: ".html"
1479 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1481 "plot-vpp-throughput-latency"
1482 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1488 boxpoints: "outliers"
1491 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1497 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1498 algorithm: "plot_performance_box"
1499 output-file-type: ".html"
1500 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1502 "plot-vpp-throughput-latency"
1503 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1509 boxpoints: "outliers"
1512 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1518 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1519 algorithm: "plot_performance_box"
1520 output-file-type: ".html"
1521 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1523 "plot-vpp-throughput-latency"
1524 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1530 boxpoints: "outliers"
1533 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1539 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1540 algorithm: "plot_performance_box"
1541 output-file-type: ".html"
1542 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1544 "plot-vpp-throughput-latency"
1545 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1551 boxpoints: "outliers"
1554 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1561 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1562 algorithm: "plot_performance_box"
1563 output-file-type: ".html"
1564 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1566 "plot-vpp-throughput-latency"
1567 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1573 boxpoints: "outliers"
1576 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1582 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1583 algorithm: "plot_performance_box"
1584 output-file-type: ".html"
1585 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1587 "plot-vpp-throughput-latency"
1588 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1594 boxpoints: "outliers"
1597 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1603 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1604 algorithm: "plot_performance_box"
1605 output-file-type: ".html"
1606 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1608 "plot-vpp-throughput-latency"
1609 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1615 boxpoints: "outliers"
1618 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1624 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1625 algorithm: "plot_performance_box"
1626 output-file-type: ".html"
1627 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1629 "plot-vpp-throughput-latency"
1630 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1636 boxpoints: "outliers"
1639 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1646 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1647 algorithm: "plot_performance_box"
1648 output-file-type: ".html"
1649 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
1651 "plot-vpp-throughput-latency"
1652 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1658 boxpoints: "outliers"
1661 title: "64B-1t1c-.*vhost.*-ndrdisc"
1667 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
1668 algorithm: "plot_performance_box"
1669 output-file-type: ".html"
1670 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
1672 "plot-vpp-throughput-latency"
1673 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1679 boxpoints: "outliers"
1682 title: "64B-2t2c-.*vhost.*-ndrdisc"
1688 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
1689 algorithm: "plot_performance_box"
1690 output-file-type: ".html"
1691 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
1693 "plot-vpp-throughput-latency"
1694 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1700 boxpoints: "outliers"
1703 title: "64B-1t1c-.*vhost.*-pdrdisc"
1709 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
1710 algorithm: "plot_performance_box"
1711 output-file-type: ".html"
1712 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
1714 "plot-vpp-throughput-latency"
1715 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
1721 boxpoints: "outliers"
1724 title: "64B-2t2c-.*vhost.*-pdrdisc"
1728 # VPP VM VHOST SELECTION
1731 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
1732 algorithm: "plot_performance_box"
1733 output-file-type: ".html"
1734 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
1736 "plot-vpp-throughput-latency"
1737 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1743 boxpoints: "outliers"
1746 title: "64B-1t1c-.*vhost.*-ndrdisc"
1752 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
1753 algorithm: "plot_performance_box"
1754 output-file-type: ".html"
1755 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
1757 "plot-vpp-throughput-latency"
1758 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1764 boxpoints: "outliers"
1767 title: "64B-2t2c-.*vhost.*-ndrdisc"
1773 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
1774 algorithm: "plot_performance_box"
1775 output-file-type: ".html"
1776 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
1778 "plot-vpp-throughput-latency"
1779 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1785 boxpoints: "outliers"
1788 title: "64B-1t1c-.*vhost.*-pdrdisc"
1794 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
1795 algorithm: "plot_performance_box"
1796 output-file-type: ".html"
1797 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
1799 "plot-vpp-throughput-latency"
1800 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
1806 boxpoints: "outliers"
1809 title: "64B-2t2c-.*vhost.*-pdrdisc"
1816 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
1817 algorithm: "plot_performance_box"
1818 output-file-type: ".html"
1819 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
1821 "plot-vpp-throughput-latency"
1822 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
1828 boxpoints: "outliers"
1831 title: "64B-1t1c-.*ipsec.*-ndrdisc"
1837 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
1838 algorithm: "plot_performance_box"
1839 output-file-type: ".html"
1840 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
1842 "plot-vpp-throughput-latency"
1843 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
1849 boxpoints: "outliers"
1852 title: "64B-2t2c-.*ipsec.*-ndrdisc"
1858 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
1859 algorithm: "plot_performance_box"
1860 output-file-type: ".html"
1861 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
1863 "plot-vpp-throughput-latency"
1864 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
1870 boxpoints: "outliers"
1873 title: "64B-1t1c-.*ipsec.*-pdrdisc"
1879 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
1880 algorithm: "plot_performance_box"
1881 output-file-type: ".html"
1882 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
1884 "plot-vpp-throughput-latency"
1885 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
1891 boxpoints: "outliers"
1894 title: "64B-2t2c-.*ipsec.*-pdrdisc"
1901 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1902 algorithm: "plot_performance_box"
1903 output-file-type: ".html"
1904 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
1906 "plot-dpdk-throughput-latency"
1907 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1913 boxpoints: "outliers"
1916 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1922 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1923 algorithm: "plot_performance_box"
1924 output-file-type: ".html"
1925 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
1927 "plot-dpdk-throughput-latency"
1928 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1934 boxpoints: "outliers"
1937 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1943 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
1944 algorithm: "plot_performance_box"
1945 output-file-type: ".html"
1946 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
1948 "plot-dpdk-throughput-latency"
1949 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
1955 boxpoints: "outliers"
1958 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
1963 gridcolor: "rgb(238, 238, 238)"
1964 linecolor: "rgb(238, 238, 238)"
1968 showticklabels: True
1969 tickcolor: "rgb(238, 238, 238)"
1971 title: "Indexed Test Cases"
1974 gridcolor: "rgb(238, 238, 238)'"
1976 linecolor: "rgb(238, 238, 238)"
1978 range: [2000000, 12000000]
1981 showticklabels: True
1982 tickcolor: "rgb(238, 238, 238)"
1983 title: "Packets Per Second [pps]"
2001 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2002 algorithm: "plot_performance_box"
2003 output-file-type: ".html"
2004 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2006 "plot-dpdk-throughput-latency"
2007 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2013 boxpoints: "outliers"
2016 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2021 gridcolor: "rgb(238, 238, 238)"
2022 linecolor: "rgb(238, 238, 238)"
2026 showticklabels: True
2027 tickcolor: "rgb(238, 238, 238)"
2029 title: "Indexed Test Cases"
2032 gridcolor: "rgb(238, 238, 238)'"
2034 linecolor: "rgb(238, 238, 238)"
2036 range: [2000000, 12000000]
2039 showticklabels: True
2040 tickcolor: "rgb(238, 238, 238)"
2041 title: "Packets Per Second [pps]"
2059 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2060 algorithm: "plot_performance_box"
2061 output-file-type: ".html"
2062 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2064 "plot-dpdk-throughput-latency"
2065 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2071 boxpoints: "outliers"
2074 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2080 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2081 algorithm: "plot_performance_box"
2082 output-file-type: ".html"
2083 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
2085 "plot-dpdk-throughput-latency"
2086 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2092 boxpoints: "outliers"
2095 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2101 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2102 algorithm: "plot_performance_box"
2103 output-file-type: ".html"
2104 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
2106 "plot-dpdk-throughput-latency"
2107 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
2113 boxpoints: "outliers"
2116 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
2121 gridcolor: "rgb(238, 238, 238)"
2122 linecolor: "rgb(238, 238, 238)"
2126 showticklabels: True
2127 tickcolor: "rgb(238, 238, 238)"
2129 title: "Indexed Test Cases"
2132 gridcolor: "rgb(238, 238, 238)'"
2134 linecolor: "rgb(238, 238, 238)"
2136 range: [20000000, 30000000]
2139 showticklabels: True
2140 tickcolor: "rgb(238, 238, 238)"
2141 title: "Packets Per Second [pps]"
2159 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2160 algorithm: "plot_performance_box"
2161 output-file-type: ".html"
2162 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
2164 "plot-dpdk-throughput-latency"
2165 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
2171 boxpoints: "outliers"
2174 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
2179 gridcolor: "rgb(238, 238, 238)"
2180 linecolor: "rgb(238, 238, 238)"
2184 showticklabels: True
2185 tickcolor: "rgb(238, 238, 238)"
2187 title: "Indexed Test Cases"
2190 gridcolor: "rgb(238, 238, 238)'"
2192 linecolor: "rgb(238, 238, 238)"
2194 range: [20000000, 30000000]
2197 showticklabels: True
2198 tickcolor: "rgb(238, 238, 238)"
2199 title: "Packets Per Second [pps]"
2220 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2221 algorithm: "plot_latency_box"
2222 output-file-type: ".html"
2223 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
2225 "plot-vpp-throughput-latency"
2226 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2233 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2239 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2240 algorithm: "plot_latency_box"
2241 output-file-type: ".html"
2242 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
2244 "plot-vpp-throughput-latency"
2245 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2252 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2259 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2260 algorithm: "plot_latency_box"
2261 output-file-type: ".html"
2262 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
2264 "plot-vpp-throughput-latency"
2265 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2272 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2278 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2279 algorithm: "plot_latency_box"
2280 output-file-type: ".html"
2281 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
2283 "plot-vpp-throughput-latency"
2284 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2291 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2298 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2299 algorithm: "plot_latency_box"
2300 output-file-type: ".html"
2301 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
2303 "plot-vpp-throughput-latency"
2304 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2311 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2317 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2318 algorithm: "plot_latency_box"
2319 output-file-type: ".html"
2320 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
2322 "plot-vpp-throughput-latency"
2323 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
2330 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
2337 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2338 algorithm: "plot_latency_box"
2339 output-file-type: ".html"
2340 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
2342 "plot-vpp-throughput-latency"
2343 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2350 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2356 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2357 algorithm: "plot_latency_box"
2358 output-file-type: ".html"
2359 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
2361 "plot-vpp-throughput-latency"
2362 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
2369 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
2376 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2377 algorithm: "plot_latency_box"
2378 output-file-type: ".html"
2379 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
2381 "plot-vpp-throughput-latency"
2382 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2389 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2395 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2396 algorithm: "plot_latency_box"
2397 output-file-type: ".html"
2398 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
2400 "plot-vpp-throughput-latency"
2401 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2408 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
2415 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2416 algorithm: "plot_latency_box"
2417 output-file-type: ".html"
2418 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
2420 "plot-vpp-throughput-latency"
2421 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2428 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2434 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2435 algorithm: "plot_latency_box"
2436 output-file-type: ".html"
2437 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
2439 "plot-vpp-throughput-latency"
2440 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2447 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2454 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2455 algorithm: "plot_latency_box"
2456 output-file-type: ".html"
2457 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
2459 "plot-vpp-throughput-latency"
2460 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2467 title: "64B-1t1c-.*vhost.*-ndrdisc"
2473 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2474 algorithm: "plot_latency_box"
2475 output-file-type: ".html"
2476 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
2478 "plot-vpp-throughput-latency"
2479 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2486 title: "64B-2t2c-.*vhost.*-ndrdisc"
2490 # VPP VM VHOST selection
2493 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
2494 algorithm: "plot_latency_box"
2495 output-file-type: ".html"
2496 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
2498 "plot-vpp-throughput-latency"
2499 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2506 title: "64B-1t1c-.*vhost.*-ndrdisc"
2512 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
2513 algorithm: "plot_latency_box"
2514 output-file-type: ".html"
2515 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
2517 "plot-vpp-throughput-latency"
2518 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2525 title: "64B-2t2c-.*vhost.*-ndrdisc"
2532 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
2533 algorithm: "plot_latency_box"
2534 output-file-type: ".html"
2535 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
2537 "plot-vpp-throughput-latency"
2538 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2545 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2551 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
2552 algorithm: "plot_latency_box"
2553 output-file-type: ".html"
2554 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
2556 "plot-vpp-throughput-latency"
2557 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2564 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2571 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2572 algorithm: "plot_latency_box"
2573 output-file-type: ".html"
2574 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
2576 "plot-dpdk-throughput-latency"
2577 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2584 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2590 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2591 algorithm: "plot_latency_box"
2592 output-file-type: ".html"
2593 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
2595 "plot-dpdk-throughput-latency"
2596 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2603 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2609 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2610 algorithm: "plot_latency_box"
2611 output-file-type: ".html"
2612 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
2614 "plot-dpdk-throughput-latency"
2615 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2622 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2628 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2629 algorithm: "plot_latency_box"
2630 output-file-type: ".html"
2631 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
2633 "plot-dpdk-throughput-latency"
2634 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2641 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2645 # Ligato - Throughput
2650 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2651 algorithm: "plot_performance_box"
2652 output-file-type: ".html"
2653 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
2655 "plot-vpp-throughput-latency"
2656 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2662 boxpoints: "outliers"
2665 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2671 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2672 algorithm: "plot_performance_box"
2673 output-file-type: ".html"
2674 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
2676 "plot-vpp-throughput-latency"
2677 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2683 boxpoints: "outliers"
2686 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2692 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2693 algorithm: "plot_performance_box"
2694 output-file-type: ".html"
2695 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
2697 "plot-vpp-throughput-latency"
2698 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2704 boxpoints: "outliers"
2707 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2713 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2714 algorithm: "plot_performance_box"
2715 output-file-type: ".html"
2716 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
2718 "plot-vpp-throughput-latency"
2719 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2725 boxpoints: "outliers"
2728 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2732 # Container orchestrated
2735 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2736 algorithm: "plot_performance_box"
2737 output-file-type: ".html"
2738 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
2740 "plot-ligato-throughput-latency"
2741 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2747 boxpoints: "outliers"
2750 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2756 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2757 algorithm: "plot_performance_box"
2758 output-file-type: ".html"
2759 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
2761 "plot-ligato-throughput-latency"
2762 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2768 boxpoints: "outliers"
2771 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2777 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2778 algorithm: "plot_performance_box"
2779 output-file-type: ".html"
2780 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
2782 "plot-ligato-throughput-latency"
2783 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2789 boxpoints: "outliers"
2792 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2798 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2799 algorithm: "plot_performance_box"
2800 output-file-type: ".html"
2801 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
2803 "plot-ligato-throughput-latency"
2804 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2810 boxpoints: "outliers"
2813 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
2822 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2823 algorithm: "plot_latency_box"
2824 output-file-type: ".html"
2825 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
2827 "plot-vpp-throughput-latency"
2828 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2835 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2841 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2842 algorithm: "plot_latency_box"
2843 output-file-type: ".html"
2844 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
2846 "plot-vpp-throughput-latency"
2847 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2854 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2858 # Container orchestrated
2861 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2862 algorithm: "plot_latency_box"
2863 output-file-type: ".html"
2864 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
2866 "plot-ligato-throughput-latency"
2867 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2874 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2880 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
2881 algorithm: "plot_latency_box"
2882 output-file-type: ".html"
2883 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
2885 "plot-ligato-throughput-latency"
2886 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2893 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"