6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 # List the directories which are created while preparing the environment.
67 # All directories MUST be defined in "paths" section.
74 - "DIR[WORKING,SRC,STATIC]"
77 # List the directories which are deleted while cleaning the environment.
78 # All directories MUST be defined in "paths" section.
82 # List the directories where the results (build) is stored.
83 # All directories MUST be defined in "paths" section.
90 input-format: "xml" # zip or xml
91 extract: "robot-plugin/output.xml" # Only for zip
93 # The files must be in the directory DIR[WORKING,DATA]
94 csit-dpdk-perf-1707-all:
97 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
100 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
101 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
104 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
105 csit-vpp-functional-1707-ubuntu1604-virl:
107 build: lastSuccessfulBuild
108 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
109 hc2vpp-csit-integration-1707-ubuntu1604:
111 build: lastSuccessfulBuild
112 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
113 csit-vpp-perf-1707-all:
116 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
119 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
123 src-path: "{DIR[RST]}"
124 dst-path: "{DIR[WORKING,SRC]}"
127 type: "input" # Ignored in debug mode
129 file-name: "robot-plugin.zip"
131 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
132 extract: "robot-plugin/output.xml"
134 csit-vpp-perf-1707-all:
145 csit-vpp-perf-1710-all:
156 csit-dpdk-perf-1710-all:
167 csit-ligato-perf-1710-all:
178 csit-vpp-functional-1710-ubuntu1604-virl:
180 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
182 csit-hc2vpp-verify-func-1710-ubuntu1604:
183 - lastSuccessfulBuild
193 ################################################################################
195 ################################################################################
199 title: "Performance improvements"
200 algorithm: "table_performance_improvements"
201 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
202 output-file-ext: ".csv"
203 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
206 title: "Functionality"
212 title: "16.09 mean [Mpps]"
215 title: "17.01 mean [Mpps]"
218 title: "17.04 mean [Mpps]"
221 title: "17.07 mean [Mpps]"
222 data: "data csit-vpp-perf-1707-all mean"
224 title: "17.10 mean [Mpps]"
225 data: "data csit-vpp-perf-1710-all mean"
227 title: "17.10 stdev [Mpps]"
228 data: "data csit-vpp-perf-1710-all stdev"
230 title: "17.07 to 17.10 change [%]"
231 data: "operation relative_change 5 6"
234 csit-vpp-perf-1707-all:
245 csit-vpp-perf-1710-all:
262 title: "Detailed Test Results - VPP Performance Results"
263 algorithm: "table_details"
264 output-file-ext: ".csv"
265 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
271 title: "Documentation"
278 csit-vpp-perf-1710-all:
289 title: "Test configuration - VPP Performance Test Configs"
290 algorithm: "table_details"
291 output-file-ext: ".csv"
292 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
298 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
299 data: "data vat-history"
302 csit-vpp-perf-1710-all:
312 title: "Test Operational Data - VPP Performance Operational Data"
313 algorithm: "table_details"
314 output-file-ext: ".csv"
315 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
321 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
322 data: "data show-run"
325 csit-vpp-perf-1710-all:
335 title: "Detailed Test Results - VPP Functional Results"
336 algorithm: "table_details"
337 output-file-ext: ".csv"
338 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
344 title: "Documentation"
351 csit-vpp-functional-1710-ubuntu1604-virl:
362 title: "Test configuration - VPP Functional Test Configs"
363 algorithm: "table_details"
364 output-file-ext: ".csv"
365 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
371 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
372 data: "data vat-history"
375 csit-vpp-functional-1710-ubuntu1604-virl:
385 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
386 algorithm: "table_details"
387 output-file-ext: ".csv"
388 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
394 title: "Documentation"
401 csit-ligato-perf-1710-all:
412 title: "Detailed Test Results - DPDK Performance Results"
413 algorithm: "table_details"
414 output-file-ext: ".csv"
415 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
421 title: "Documentation"
428 csit-dpdk-perf-1710-all:
439 title: "Detailed Test Results - Honeycomb Functional Results"
440 algorithm: "table_details"
441 output-file-ext: ".csv"
442 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
448 title: "Documentation"
455 csit-hc2vpp-verify-func-1710-ubuntu1604:
456 - "lastSuccessfulBuild"
466 title: "Detailed Test Results - NSH SFC Functional Results"
467 algorithm: "table_details"
468 output-file-ext: ".csv"
469 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
475 title: "Documentation"
482 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
491 ################################################################################
493 ################################################################################
497 title: "VPP Performance Results"
498 algorithm: "file_test_results"
499 output-file-ext: ".rst"
500 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
501 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
502 dir-tables: "{DIR[DTR,PERF,VPP]}"
504 csit-vpp-perf-1710-all:
511 data-start-level: 2 # 0, 1, 2, ...
512 chapters-start-level: 2 # 0, 1, 2, ...
516 title: "VPP Performance Configuration"
517 algorithm: "file_test_results"
518 output-file-ext: ".rst"
519 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
520 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
521 dir-tables: "{DIR[DTC,PERF,VPP]}"
523 csit-vpp-perf-1710-all:
530 data-start-level: 2 # 0, 1, 2, ...
531 chapters-start-level: 2 # 0, 1, 2, ...
535 title: "VPP Performance Operational Data"
536 algorithm: "file_test_results"
537 output-file-ext: ".rst"
538 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
539 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
540 dir-tables: "{DIR[DTO,PERF,VPP]}"
542 csit-vpp-perf-1710-all:
549 data-start-level: 2 # 0, 1, 2, ...
550 chapters-start-level: 2 # 0, 1, 2, ...
554 title: "VPP Functional Results"
555 algorithm: "file_test_results"
556 output-file-ext: ".rst"
557 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
558 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
559 dir-tables: "{DIR[DTR,FUNC,VPP]}"
561 csit-vpp-functional-1710-ubuntu1604-virl:
568 data-start-level: 3 # 0, 1, 2, ...
569 chapters-start-level: 2 # 0, 1, 2, ...
573 title: "VPP Functional Configuration"
574 algorithm: "file_test_results"
575 output-file-ext: ".rst"
576 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
577 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
578 dir-tables: "{DIR[DTC,FUNC,VPP]}"
580 csit-vpp-functional-1710-ubuntu1604-virl:
587 data-start-level: 3 # 0, 1, 2, ...
588 chapters-start-level: 2 # 0, 1, 2, ...
592 title: "Container Orchestrated Performance Results"
593 algorithm: "file_test_results"
594 output-file-ext: ".rst"
595 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
596 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
597 dir-tables: "{DIR[DTR,PERF,COT]}"
599 csit-ligato-perf-1710-all:
606 data-start-level: 2 # 0, 1, 2, ...
607 chapters-start-level: 2 # 0, 1, 2, ...
611 title: "DPDK Performance Results"
612 algorithm: "file_test_results"
613 output-file-ext: ".rst"
614 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
615 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
616 dir-tables: "{DIR[DTR,PERF,DPDK]}"
618 csit-dpdk-perf-1710-all:
627 data-start-level: 2 # 0, 1, 2, ...
628 chapters-start-level: 2 # 0, 1, 2, ...
632 title: "Honeycomb Functional Results"
633 algorithm: "file_test_results"
634 output-file-ext: ".rst"
635 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
636 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
637 dir-tables: "{DIR[DTR,FUNC,HC]}"
639 csit-hc2vpp-verify-func-1710-ubuntu1604:
640 - "lastSuccessfulBuild"
648 data-start-level: 3 # 0, 1, 2, ...
649 chapters-start-level: 2 # 0, 1, 2, ...
653 title: "NSH SFC Functional Results"
654 algorithm: "file_test_results"
655 output-file-ext: ".rst"
656 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
657 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
658 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
660 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
669 data-start-level: 2 # 0, 1, 2, ...
670 chapters-start-level: 2 # 0, 1, 2, ...
672 ################################################################################
674 ################################################################################
676 # Plot packets per second
681 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
682 algorithm: "plot_performance_box"
683 output-file-type: ".html"
684 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
686 csit-vpp-perf-1710-all:
697 # Keep this formatting, the filter is enclosed with " (quotation mark) and
698 # each tag is enclosed with ' (apostrophe).
699 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
705 boxpoints: "outliers"
708 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
713 gridcolor: "rgb(238, 238, 238)"
714 linecolor: "rgb(238, 238, 238)"
719 tickcolor: "rgb(238, 238, 238)"
721 title: "Indexed Test Cases"
724 gridcolor: "rgb(238, 238, 238)'"
726 linecolor: "rgb(238, 238, 238)"
732 tickcolor: "rgb(238, 238, 238)"
733 title: "Packets Per Second [pps]"
751 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
752 algorithm: "plot_performance_box"
753 output-file-type: ".html"
754 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
756 csit-vpp-perf-1710-all:
767 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
773 boxpoints: "outliers"
776 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
781 gridcolor: "rgb(238, 238, 238)"
782 linecolor: "rgb(238, 238, 238)"
787 tickcolor: "rgb(238, 238, 238)"
789 title: "Indexed Test Cases"
792 gridcolor: "rgb(238, 238, 238)'"
794 linecolor: "rgb(238, 238, 238)"
800 tickcolor: "rgb(238, 238, 238)"
801 title: "Packets Per Second [pps]"
819 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
820 algorithm: "plot_performance_box"
821 output-file-type: ".html"
822 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
824 csit-vpp-perf-1710-all:
835 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
841 boxpoints: "outliers"
844 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
849 gridcolor: "rgb(238, 238, 238)"
850 linecolor: "rgb(238, 238, 238)"
855 tickcolor: "rgb(238, 238, 238)"
857 title: "Indexed Test Cases"
860 gridcolor: "rgb(238, 238, 238)'"
862 linecolor: "rgb(238, 238, 238)"
868 tickcolor: "rgb(238, 238, 238)"
869 title: "Packets Per Second [pps]"
887 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
888 algorithm: "plot_performance_box"
889 output-file-type: ".html"
890 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
892 csit-vpp-perf-1710-all:
903 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
909 boxpoints: "outliers"
912 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
917 gridcolor: "rgb(238, 238, 238)"
918 linecolor: "rgb(238, 238, 238)"
923 tickcolor: "rgb(238, 238, 238)"
925 title: "Indexed Test Cases"
928 gridcolor: "rgb(238, 238, 238)'"
930 linecolor: "rgb(238, 238, 238)"
936 tickcolor: "rgb(238, 238, 238)"
937 title: "Packets Per Second [pps]"
956 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
957 algorithm: "plot_performance_box"
958 output-file-type: ".html"
959 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
961 csit-vpp-perf-1710-all:
972 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
978 boxpoints: "outliers"
981 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
986 gridcolor: "rgb(238, 238, 238)"
987 linecolor: "rgb(238, 238, 238)"
992 tickcolor: "rgb(238, 238, 238)"
994 title: "Indexed Test Cases"
997 gridcolor: "rgb(238, 238, 238)'"
999 linecolor: "rgb(238, 238, 238)"
1004 showticklabels: True
1005 tickcolor: "rgb(238, 238, 238)"
1006 title: "Packets Per Second [pps]"
1024 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1025 algorithm: "plot_performance_box"
1026 output-file-type: ".html"
1027 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1029 csit-vpp-perf-1710-all:
1040 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1046 boxpoints: "outliers"
1049 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1054 gridcolor: "rgb(238, 238, 238)"
1055 linecolor: "rgb(238, 238, 238)"
1059 showticklabels: True
1060 tickcolor: "rgb(238, 238, 238)"
1062 title: "Indexed Test Cases"
1065 gridcolor: "rgb(238, 238, 238)'"
1067 linecolor: "rgb(238, 238, 238)"
1069 range: [5000000, 12000000]
1072 showticklabels: True
1073 tickcolor: "rgb(238, 238, 238)"
1074 title: "Packets Per Second [pps]"
1092 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1093 algorithm: "plot_performance_box"
1094 output-file-type: ".html"
1095 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1097 csit-vpp-perf-1710-all:
1108 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1114 boxpoints: "outliers"
1117 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1122 gridcolor: "rgb(238, 238, 238)"
1123 linecolor: "rgb(238, 238, 238)"
1127 showticklabels: True
1128 tickcolor: "rgb(238, 238, 238)"
1130 title: "Indexed Test Cases"
1133 gridcolor: "rgb(238, 238, 238)'"
1135 linecolor: "rgb(238, 238, 238)"
1140 showticklabels: True
1141 tickcolor: "rgb(238, 238, 238)"
1142 title: "Packets Per Second [pps]"
1160 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1161 algorithm: "plot_performance_box"
1162 output-file-type: ".html"
1163 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1165 csit-vpp-perf-1710-all:
1176 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1182 boxpoints: "outliers"
1185 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1190 gridcolor: "rgb(238, 238, 238)"
1191 linecolor: "rgb(238, 238, 238)"
1195 showticklabels: True
1196 tickcolor: "rgb(238, 238, 238)"
1198 title: "Indexed Test Cases"
1201 gridcolor: "rgb(238, 238, 238)'"
1203 linecolor: "rgb(238, 238, 238)"
1205 range: [5000000, 12000000]
1208 showticklabels: True
1209 tickcolor: "rgb(238, 238, 238)"
1210 title: "Packets Per Second [pps]"
1229 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1230 algorithm: "plot_performance_box"
1231 output-file-type: ".html"
1232 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1234 csit-vpp-perf-1710-all:
1245 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1251 boxpoints: "outliers"
1254 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1259 gridcolor: "rgb(238, 238, 238)"
1260 linecolor: "rgb(238, 238, 238)"
1264 showticklabels: True
1265 tickcolor: "rgb(238, 238, 238)"
1267 title: "Indexed Test Cases"
1270 gridcolor: "rgb(238, 238, 238)'"
1272 linecolor: "rgb(238, 238, 238)"
1277 showticklabels: True
1278 tickcolor: "rgb(238, 238, 238)"
1279 title: "Packets Per Second [pps]"
1297 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1298 algorithm: "plot_performance_box"
1299 output-file-type: ".html"
1300 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1302 csit-vpp-perf-1710-all:
1313 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1319 boxpoints: "outliers"
1322 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1327 gridcolor: "rgb(238, 238, 238)"
1328 linecolor: "rgb(238, 238, 238)"
1332 showticklabels: True
1333 tickcolor: "rgb(238, 238, 238)"
1335 title: "Indexed Test Cases"
1338 gridcolor: "rgb(238, 238, 238)'"
1340 linecolor: "rgb(238, 238, 238)"
1345 showticklabels: True
1346 tickcolor: "rgb(238, 238, 238)"
1347 title: "Packets Per Second [pps]"
1365 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1366 algorithm: "plot_performance_box"
1367 output-file-type: ".html"
1368 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1370 csit-vpp-perf-1710-all:
1381 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1387 boxpoints: "outliers"
1390 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1395 gridcolor: "rgb(238, 238, 238)"
1396 linecolor: "rgb(238, 238, 238)"
1400 showticklabels: True
1401 tickcolor: "rgb(238, 238, 238)"
1403 title: "Indexed Test Cases"
1406 gridcolor: "rgb(238, 238, 238)'"
1408 linecolor: "rgb(238, 238, 238)"
1413 showticklabels: True
1414 tickcolor: "rgb(238, 238, 238)"
1415 title: "Packets Per Second [pps]"
1433 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1434 algorithm: "plot_performance_box"
1435 output-file-type: ".html"
1436 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1438 csit-vpp-perf-1710-all:
1449 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1455 boxpoints: "outliers"
1458 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1463 gridcolor: "rgb(238, 238, 238)"
1464 linecolor: "rgb(238, 238, 238)"
1468 showticklabels: True
1469 tickcolor: "rgb(238, 238, 238)"
1471 title: "Indexed Test Cases"
1474 gridcolor: "rgb(238, 238, 238)'"
1476 linecolor: "rgb(238, 238, 238)"
1481 showticklabels: True
1482 tickcolor: "rgb(238, 238, 238)"
1483 title: "Packets Per Second [pps]"
1502 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1503 algorithm: "plot_performance_box"
1504 output-file-type: ".html"
1505 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1507 csit-vpp-perf-1710-all:
1518 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1524 boxpoints: "outliers"
1527 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1532 gridcolor: "rgb(238, 238, 238)"
1533 linecolor: "rgb(238, 238, 238)"
1537 showticklabels: True
1538 tickcolor: "rgb(238, 238, 238)"
1540 title: "Indexed Test Cases"
1543 gridcolor: "rgb(238, 238, 238)'"
1545 linecolor: "rgb(238, 238, 238)"
1550 showticklabels: True
1551 tickcolor: "rgb(238, 238, 238)"
1552 title: "Packets Per Second [pps]"
1570 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1571 algorithm: "plot_performance_box"
1572 output-file-type: ".html"
1573 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1575 csit-vpp-perf-1710-all:
1586 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1592 boxpoints: "outliers"
1595 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1600 gridcolor: "rgb(238, 238, 238)"
1601 linecolor: "rgb(238, 238, 238)"
1605 showticklabels: True
1606 tickcolor: "rgb(238, 238, 238)"
1608 title: "Indexed Test Cases"
1611 gridcolor: "rgb(238, 238, 238)'"
1613 linecolor: "rgb(238, 238, 238)"
1618 showticklabels: True
1619 tickcolor: "rgb(238, 238, 238)"
1620 title: "Packets Per Second [pps]"
1638 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1639 algorithm: "plot_performance_box"
1640 output-file-type: ".html"
1641 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1643 csit-vpp-perf-1710-all:
1654 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1660 boxpoints: "outliers"
1663 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1668 gridcolor: "rgb(238, 238, 238)"
1669 linecolor: "rgb(238, 238, 238)"
1673 showticklabels: True
1674 tickcolor: "rgb(238, 238, 238)"
1676 title: "Indexed Test Cases"
1679 gridcolor: "rgb(238, 238, 238)'"
1681 linecolor: "rgb(238, 238, 238)"
1686 showticklabels: True
1687 tickcolor: "rgb(238, 238, 238)"
1688 title: "Packets Per Second [pps]"
1706 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1707 algorithm: "plot_performance_box"
1708 output-file-type: ".html"
1709 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1711 csit-vpp-perf-1710-all:
1722 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1728 boxpoints: "outliers"
1731 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1736 gridcolor: "rgb(238, 238, 238)"
1737 linecolor: "rgb(238, 238, 238)"
1741 showticklabels: True
1742 tickcolor: "rgb(238, 238, 238)"
1744 title: "Indexed Test Cases"
1747 gridcolor: "rgb(238, 238, 238)'"
1749 linecolor: "rgb(238, 238, 238)"
1754 showticklabels: True
1755 tickcolor: "rgb(238, 238, 238)"
1756 title: "Packets Per Second [pps]"
1775 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1776 algorithm: "plot_performance_box"
1777 output-file-type: ".html"
1778 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1780 csit-vpp-perf-1710-all:
1791 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1797 boxpoints: "outliers"
1800 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1805 gridcolor: "rgb(238, 238, 238)"
1806 linecolor: "rgb(238, 238, 238)"
1810 showticklabels: True
1811 tickcolor: "rgb(238, 238, 238)"
1813 title: "Indexed Test Cases"
1816 gridcolor: "rgb(238, 238, 238)'"
1818 linecolor: "rgb(238, 238, 238)"
1823 showticklabels: True
1824 tickcolor: "rgb(238, 238, 238)"
1825 title: "Packets Per Second [pps]"
1843 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1844 algorithm: "plot_performance_box"
1845 output-file-type: ".html"
1846 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1848 csit-vpp-perf-1710-all:
1859 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1865 boxpoints: "outliers"
1868 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1873 gridcolor: "rgb(238, 238, 238)"
1874 linecolor: "rgb(238, 238, 238)"
1878 showticklabels: True
1879 tickcolor: "rgb(238, 238, 238)"
1881 title: "Indexed Test Cases"
1884 gridcolor: "rgb(238, 238, 238)'"
1886 linecolor: "rgb(238, 238, 238)"
1891 showticklabels: True
1892 tickcolor: "rgb(238, 238, 238)"
1893 title: "Packets Per Second [pps]"
1911 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1912 algorithm: "plot_performance_box"
1913 output-file-type: ".html"
1914 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1916 csit-vpp-perf-1710-all:
1927 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1933 boxpoints: "outliers"
1936 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1941 gridcolor: "rgb(238, 238, 238)"
1942 linecolor: "rgb(238, 238, 238)"
1946 showticklabels: True
1947 tickcolor: "rgb(238, 238, 238)"
1949 title: "Indexed Test Cases"
1952 gridcolor: "rgb(238, 238, 238)'"
1954 linecolor: "rgb(238, 238, 238)"
1959 showticklabels: True
1960 tickcolor: "rgb(238, 238, 238)"
1961 title: "Packets Per Second [pps]"
1979 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1980 algorithm: "plot_performance_box"
1981 output-file-type: ".html"
1982 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1984 csit-vpp-perf-1710-all:
1995 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2001 boxpoints: "outliers"
2004 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2009 gridcolor: "rgb(238, 238, 238)"
2010 linecolor: "rgb(238, 238, 238)"
2014 showticklabels: True
2015 tickcolor: "rgb(238, 238, 238)"
2017 title: "Indexed Test Cases"
2020 gridcolor: "rgb(238, 238, 238)'"
2022 linecolor: "rgb(238, 238, 238)"
2027 showticklabels: True
2028 tickcolor: "rgb(238, 238, 238)"
2029 title: "Packets Per Second [pps]"
2048 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2049 algorithm: "plot_performance_box"
2050 output-file-type: ".html"
2051 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2053 csit-vpp-perf-1710-all:
2064 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2070 boxpoints: "outliers"
2073 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2078 gridcolor: "rgb(238, 238, 238)"
2079 linecolor: "rgb(238, 238, 238)"
2083 showticklabels: True
2084 tickcolor: "rgb(238, 238, 238)"
2086 title: "Indexed Test Cases"
2089 gridcolor: "rgb(238, 238, 238)'"
2091 linecolor: "rgb(238, 238, 238)"
2096 showticklabels: True
2097 tickcolor: "rgb(238, 238, 238)"
2098 title: "Packets Per Second [pps]"
2116 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2117 algorithm: "plot_performance_box"
2118 output-file-type: ".html"
2119 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2121 csit-vpp-perf-1710-all:
2132 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2138 boxpoints: "outliers"
2141 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2146 gridcolor: "rgb(238, 238, 238)"
2147 linecolor: "rgb(238, 238, 238)"
2151 showticklabels: True
2152 tickcolor: "rgb(238, 238, 238)"
2154 title: "Indexed Test Cases"
2157 gridcolor: "rgb(238, 238, 238)'"
2159 linecolor: "rgb(238, 238, 238)"
2164 showticklabels: True
2165 tickcolor: "rgb(238, 238, 238)"
2166 title: "Packets Per Second [pps]"
2184 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2185 algorithm: "plot_performance_box"
2186 output-file-type: ".html"
2187 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2189 csit-vpp-perf-1710-all:
2200 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2206 boxpoints: "outliers"
2209 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2214 gridcolor: "rgb(238, 238, 238)"
2215 linecolor: "rgb(238, 238, 238)"
2219 showticklabels: True
2220 tickcolor: "rgb(238, 238, 238)"
2222 title: "Indexed Test Cases"
2225 gridcolor: "rgb(238, 238, 238)'"
2227 linecolor: "rgb(238, 238, 238)"
2232 showticklabels: True
2233 tickcolor: "rgb(238, 238, 238)"
2234 title: "Packets Per Second [pps]"
2252 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2253 algorithm: "plot_performance_box"
2254 output-file-type: ".html"
2255 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2257 csit-vpp-perf-1710-all:
2268 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2274 boxpoints: "outliers"
2277 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2282 gridcolor: "rgb(238, 238, 238)"
2283 linecolor: "rgb(238, 238, 238)"
2287 showticklabels: True
2288 tickcolor: "rgb(238, 238, 238)"
2290 title: "Indexed Test Cases"
2293 gridcolor: "rgb(238, 238, 238)'"
2295 linecolor: "rgb(238, 238, 238)"
2300 showticklabels: True
2301 tickcolor: "rgb(238, 238, 238)"
2302 title: "Packets Per Second [pps]"
2321 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2322 algorithm: "plot_performance_box"
2323 output-file-type: ".html"
2324 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2326 csit-vpp-perf-1710-all:
2337 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2343 boxpoints: "outliers"
2346 title: "64B-1t1c-.*vhost.*-ndrdisc"
2351 gridcolor: "rgb(238, 238, 238)"
2352 linecolor: "rgb(238, 238, 238)"
2356 showticklabels: True
2357 tickcolor: "rgb(238, 238, 238)"
2359 title: "Indexed Test Cases"
2362 gridcolor: "rgb(238, 238, 238)'"
2364 linecolor: "rgb(238, 238, 238)"
2369 showticklabels: True
2370 tickcolor: "rgb(238, 238, 238)"
2371 title: "Packets Per Second [pps]"
2389 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2390 algorithm: "plot_performance_box"
2391 output-file-type: ".html"
2392 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2394 csit-vpp-perf-1710-all:
2405 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2411 boxpoints: "outliers"
2414 title: "64B-2t2c-.*vhost.*-ndrdisc"
2419 gridcolor: "rgb(238, 238, 238)"
2420 linecolor: "rgb(238, 238, 238)"
2424 showticklabels: True
2425 tickcolor: "rgb(238, 238, 238)"
2427 title: "Indexed Test Cases"
2430 gridcolor: "rgb(238, 238, 238)'"
2432 linecolor: "rgb(238, 238, 238)"
2437 showticklabels: True
2438 tickcolor: "rgb(238, 238, 238)"
2439 title: "Packets Per Second [pps]"
2457 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2458 algorithm: "plot_performance_box"
2459 output-file-type: ".html"
2460 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2462 csit-vpp-perf-1710-all:
2473 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2479 boxpoints: "outliers"
2482 title: "64B-1t1c-.*vhost.*-pdrdisc"
2487 gridcolor: "rgb(238, 238, 238)"
2488 linecolor: "rgb(238, 238, 238)"
2492 showticklabels: True
2493 tickcolor: "rgb(238, 238, 238)"
2495 title: "Indexed Test Cases"
2498 gridcolor: "rgb(238, 238, 238)'"
2500 linecolor: "rgb(238, 238, 238)"
2505 showticklabels: True
2506 tickcolor: "rgb(238, 238, 238)"
2507 title: "Packets Per Second [pps]"
2525 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2526 algorithm: "plot_performance_box"
2527 output-file-type: ".html"
2528 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2530 csit-vpp-perf-1710-all:
2541 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2547 boxpoints: "outliers"
2550 title: "64B-2t2c-.*vhost.*-pdrdisc"
2555 gridcolor: "rgb(238, 238, 238)"
2556 linecolor: "rgb(238, 238, 238)"
2560 showticklabels: True
2561 tickcolor: "rgb(238, 238, 238)"
2563 title: "Indexed Test Cases"
2566 gridcolor: "rgb(238, 238, 238)'"
2568 linecolor: "rgb(238, 238, 238)"
2573 showticklabels: True
2574 tickcolor: "rgb(238, 238, 238)"
2575 title: "Packets Per Second [pps]"
2591 # VPP VM VHOST SELECTION
2594 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2595 algorithm: "plot_performance_box"
2596 output-file-type: ".html"
2597 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2599 csit-vpp-perf-1710-all:
2610 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2616 boxpoints: "outliers"
2619 title: "64B-1t1c-.*vhost.*-ndrdisc"
2624 gridcolor: "rgb(238, 238, 238)"
2625 linecolor: "rgb(238, 238, 238)"
2629 showticklabels: True
2630 tickcolor: "rgb(238, 238, 238)"
2632 title: "Indexed Test Cases"
2635 gridcolor: "rgb(238, 238, 238)'"
2637 linecolor: "rgb(238, 238, 238)"
2642 showticklabels: True
2643 tickcolor: "rgb(238, 238, 238)"
2644 title: "Packets Per Second [pps]"
2662 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2663 algorithm: "plot_performance_box"
2664 output-file-type: ".html"
2665 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2667 csit-vpp-perf-1710-all:
2678 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2684 boxpoints: "outliers"
2687 title: "64B-2t2c-.*vhost.*-ndrdisc"
2692 gridcolor: "rgb(238, 238, 238)"
2693 linecolor: "rgb(238, 238, 238)"
2697 showticklabels: True
2698 tickcolor: "rgb(238, 238, 238)"
2700 title: "Indexed Test Cases"
2703 gridcolor: "rgb(238, 238, 238)'"
2705 linecolor: "rgb(238, 238, 238)"
2710 showticklabels: True
2711 tickcolor: "rgb(238, 238, 238)"
2712 title: "Packets Per Second [pps]"
2730 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2731 algorithm: "plot_performance_box"
2732 output-file-type: ".html"
2733 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2735 csit-vpp-perf-1710-all:
2746 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2752 boxpoints: "outliers"
2755 title: "64B-1t1c-.*vhost.*-pdrdisc"
2760 gridcolor: "rgb(238, 238, 238)"
2761 linecolor: "rgb(238, 238, 238)"
2765 showticklabels: True
2766 tickcolor: "rgb(238, 238, 238)"
2768 title: "Indexed Test Cases"
2771 gridcolor: "rgb(238, 238, 238)'"
2773 linecolor: "rgb(238, 238, 238)"
2778 showticklabels: True
2779 tickcolor: "rgb(238, 238, 238)"
2780 title: "Packets Per Second [pps]"
2798 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2799 algorithm: "plot_performance_box"
2800 output-file-type: ".html"
2801 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2803 csit-vpp-perf-1710-all:
2814 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2820 boxpoints: "outliers"
2823 title: "64B-2t2c-.*vhost.*-pdrdisc"
2828 gridcolor: "rgb(238, 238, 238)"
2829 linecolor: "rgb(238, 238, 238)"
2833 showticklabels: True
2834 tickcolor: "rgb(238, 238, 238)"
2836 title: "Indexed Test Cases"
2839 gridcolor: "rgb(238, 238, 238)'"
2841 linecolor: "rgb(238, 238, 238)"
2846 showticklabels: True
2847 tickcolor: "rgb(238, 238, 238)"
2848 title: "Packets Per Second [pps]"
2867 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2868 algorithm: "plot_performance_box"
2869 output-file-type: ".html"
2870 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2872 csit-vpp-perf-1710-all:
2883 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2889 boxpoints: "outliers"
2892 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2897 gridcolor: "rgb(238, 238, 238)"
2898 linecolor: "rgb(238, 238, 238)"
2902 showticklabels: True
2903 tickcolor: "rgb(238, 238, 238)"
2905 title: "Indexed Test Cases"
2908 gridcolor: "rgb(238, 238, 238)'"
2910 linecolor: "rgb(238, 238, 238)"
2915 showticklabels: True
2916 tickcolor: "rgb(238, 238, 238)"
2917 title: "Packets Per Second [pps]"
2935 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2936 algorithm: "plot_performance_box"
2937 output-file-type: ".html"
2938 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2940 csit-vpp-perf-1710-all:
2951 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2957 boxpoints: "outliers"
2960 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2965 gridcolor: "rgb(238, 238, 238)"
2966 linecolor: "rgb(238, 238, 238)"
2970 showticklabels: True
2971 tickcolor: "rgb(238, 238, 238)"
2973 title: "Indexed Test Cases"
2976 gridcolor: "rgb(238, 238, 238)'"
2978 linecolor: "rgb(238, 238, 238)"
2983 showticklabels: True
2984 tickcolor: "rgb(238, 238, 238)"
2985 title: "Packets Per Second [pps]"
3003 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
3004 algorithm: "plot_performance_box"
3005 output-file-type: ".html"
3006 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
3008 csit-vpp-perf-1710-all:
3019 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3025 boxpoints: "outliers"
3028 title: "64B-1t1c-.*ipsec.*-pdrdisc"
3033 gridcolor: "rgb(238, 238, 238)"
3034 linecolor: "rgb(238, 238, 238)"
3038 showticklabels: True
3039 tickcolor: "rgb(238, 238, 238)"
3041 title: "Indexed Test Cases"
3044 gridcolor: "rgb(238, 238, 238)'"
3046 linecolor: "rgb(238, 238, 238)"
3051 showticklabels: True
3052 tickcolor: "rgb(238, 238, 238)"
3053 title: "Packets Per Second [pps]"
3071 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
3072 algorithm: "plot_performance_box"
3073 output-file-type: ".html"
3074 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
3076 csit-vpp-perf-1710-all:
3087 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3093 boxpoints: "outliers"
3096 title: "64B-2t2c-.*ipsec.*-pdrdisc"
3101 gridcolor: "rgb(238, 238, 238)"
3102 linecolor: "rgb(238, 238, 238)"
3106 showticklabels: True
3107 tickcolor: "rgb(238, 238, 238)"
3109 title: "Indexed Test Cases"
3112 gridcolor: "rgb(238, 238, 238)'"
3114 linecolor: "rgb(238, 238, 238)"
3119 showticklabels: True
3120 tickcolor: "rgb(238, 238, 238)"
3121 title: "Packets Per Second [pps]"
3140 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3141 algorithm: "plot_performance_box"
3142 output-file-type: ".html"
3143 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
3145 csit-dpdk-perf-1710-all:
3156 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3162 boxpoints: "outliers"
3165 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3170 gridcolor: "rgb(238, 238, 238)"
3171 linecolor: "rgb(238, 238, 238)"
3175 showticklabels: True
3176 tickcolor: "rgb(238, 238, 238)"
3178 title: "Indexed Test Cases"
3181 gridcolor: "rgb(238, 238, 238)'"
3183 linecolor: "rgb(238, 238, 238)"
3188 showticklabels: True
3189 tickcolor: "rgb(238, 238, 238)"
3190 title: "Packets Per Second [pps]"
3208 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3209 algorithm: "plot_performance_box"
3210 output-file-type: ".html"
3211 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
3213 csit-dpdk-perf-1710-all:
3224 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3230 boxpoints: "outliers"
3233 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3238 gridcolor: "rgb(238, 238, 238)"
3239 linecolor: "rgb(238, 238, 238)"
3243 showticklabels: True
3244 tickcolor: "rgb(238, 238, 238)"
3246 title: "Indexed Test Cases"
3249 gridcolor: "rgb(238, 238, 238)'"
3251 linecolor: "rgb(238, 238, 238)"
3256 showticklabels: True
3257 tickcolor: "rgb(238, 238, 238)"
3258 title: "Packets Per Second [pps]"
3276 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3277 algorithm: "plot_performance_box"
3278 output-file-type: ".html"
3279 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3281 csit-dpdk-perf-1710-all:
3292 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3298 boxpoints: "outliers"
3301 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3306 gridcolor: "rgb(238, 238, 238)"
3307 linecolor: "rgb(238, 238, 238)"
3311 showticklabels: True
3312 tickcolor: "rgb(238, 238, 238)"
3314 title: "Indexed Test Cases"
3317 gridcolor: "rgb(238, 238, 238)'"
3319 linecolor: "rgb(238, 238, 238)"
3321 range: [2000000, 12000000]
3324 showticklabels: True
3325 tickcolor: "rgb(238, 238, 238)"
3326 title: "Packets Per Second [pps]"
3344 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3345 algorithm: "plot_performance_box"
3346 output-file-type: ".html"
3347 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3349 csit-dpdk-perf-1710-all:
3360 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3366 boxpoints: "outliers"
3369 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3374 gridcolor: "rgb(238, 238, 238)"
3375 linecolor: "rgb(238, 238, 238)"
3379 showticklabels: True
3380 tickcolor: "rgb(238, 238, 238)"
3382 title: "Indexed Test Cases"
3385 gridcolor: "rgb(238, 238, 238)'"
3387 linecolor: "rgb(238, 238, 238)"
3389 range: [2000000, 12000000]
3392 showticklabels: True
3393 tickcolor: "rgb(238, 238, 238)"
3394 title: "Packets Per Second [pps]"
3412 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3413 algorithm: "plot_performance_box"
3414 output-file-type: ".html"
3415 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3417 csit-dpdk-perf-1710-all:
3428 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3434 boxpoints: "outliers"
3437 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3442 gridcolor: "rgb(238, 238, 238)"
3443 linecolor: "rgb(238, 238, 238)"
3447 showticklabels: True
3448 tickcolor: "rgb(238, 238, 238)"
3450 title: "Indexed Test Cases"
3453 gridcolor: "rgb(238, 238, 238)'"
3455 linecolor: "rgb(238, 238, 238)"
3460 showticklabels: True
3461 tickcolor: "rgb(238, 238, 238)"
3462 title: "Packets Per Second [pps]"
3480 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3481 algorithm: "plot_performance_box"
3482 output-file-type: ".html"
3483 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3485 csit-dpdk-perf-1710-all:
3496 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3502 boxpoints: "outliers"
3505 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3510 gridcolor: "rgb(238, 238, 238)"
3511 linecolor: "rgb(238, 238, 238)"
3515 showticklabels: True
3516 tickcolor: "rgb(238, 238, 238)"
3518 title: "Indexed Test Cases"
3521 gridcolor: "rgb(238, 238, 238)'"
3523 linecolor: "rgb(238, 238, 238)"
3528 showticklabels: True
3529 tickcolor: "rgb(238, 238, 238)"
3530 title: "Packets Per Second [pps]"
3548 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3549 algorithm: "plot_performance_box"
3550 output-file-type: ".html"
3551 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3553 csit-dpdk-perf-1710-all:
3564 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3570 boxpoints: "outliers"
3573 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3578 gridcolor: "rgb(238, 238, 238)"
3579 linecolor: "rgb(238, 238, 238)"
3583 showticklabels: True
3584 tickcolor: "rgb(238, 238, 238)"
3586 title: "Indexed Test Cases"
3589 gridcolor: "rgb(238, 238, 238)'"
3591 linecolor: "rgb(238, 238, 238)"
3593 range: [20000000, 30000000]
3596 showticklabels: True
3597 tickcolor: "rgb(238, 238, 238)"
3598 title: "Packets Per Second [pps]"
3616 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3617 algorithm: "plot_performance_box"
3618 output-file-type: ".html"
3619 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3621 csit-dpdk-perf-1710-all:
3632 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3638 boxpoints: "outliers"
3641 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3646 gridcolor: "rgb(238, 238, 238)"
3647 linecolor: "rgb(238, 238, 238)"
3651 showticklabels: True
3652 tickcolor: "rgb(238, 238, 238)"
3654 title: "Indexed Test Cases"
3657 gridcolor: "rgb(238, 238, 238)'"
3659 linecolor: "rgb(238, 238, 238)"
3661 range: [20000000, 30000000]
3664 showticklabels: True
3665 tickcolor: "rgb(238, 238, 238)"
3666 title: "Packets Per Second [pps]"
3687 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3688 algorithm: "plot_latency_box"
3689 output-file-type: ".html"
3690 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3692 csit-vpp-perf-1710-all:
3703 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3710 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3715 gridcolor: "rgb(238, 238, 238)"
3716 linecolor: "rgb(238, 238, 238)"
3720 showticklabels: True
3721 tickcolor: "rgb(238, 238, 238)"
3723 title: "Indexed Test Cases"
3726 gridcolor: "rgb(238, 238, 238)'"
3728 linecolor: "rgb(238, 238, 238)"
3733 showticklabels: True
3734 tickcolor: "rgb(238, 238, 238)"
3735 title: "Latency min/avg/max [uSec]"
3753 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3754 algorithm: "plot_latency_box"
3755 output-file-type: ".html"
3756 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3758 csit-vpp-perf-1710-all:
3769 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3776 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3781 gridcolor: "rgb(238, 238, 238)"
3782 linecolor: "rgb(238, 238, 238)"
3786 showticklabels: True
3787 tickcolor: "rgb(238, 238, 238)"
3789 title: "Indexed Test Cases"
3792 gridcolor: "rgb(238, 238, 238)'"
3794 linecolor: "rgb(238, 238, 238)"
3799 showticklabels: True
3800 tickcolor: "rgb(238, 238, 238)"
3801 title: "Latency min/avg/max [uSec]"
3820 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3821 algorithm: "plot_latency_box"
3822 output-file-type: ".html"
3823 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3825 csit-vpp-perf-1710-all:
3836 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3843 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3848 gridcolor: "rgb(238, 238, 238)"
3849 linecolor: "rgb(238, 238, 238)"
3853 showticklabels: True
3854 tickcolor: "rgb(238, 238, 238)"
3856 title: "Indexed Test Cases"
3859 gridcolor: "rgb(238, 238, 238)'"
3861 linecolor: "rgb(238, 238, 238)"
3866 showticklabels: True
3867 tickcolor: "rgb(238, 238, 238)"
3868 title: "Latency min/avg/max [uSec]"
3886 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3887 algorithm: "plot_latency_box"
3888 output-file-type: ".html"
3889 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3891 csit-vpp-perf-1710-all:
3902 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3909 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3914 gridcolor: "rgb(238, 238, 238)"
3915 linecolor: "rgb(238, 238, 238)"
3919 showticklabels: True
3920 tickcolor: "rgb(238, 238, 238)"
3922 title: "Indexed Test Cases"
3925 gridcolor: "rgb(238, 238, 238)'"
3927 linecolor: "rgb(238, 238, 238)"
3932 showticklabels: True
3933 tickcolor: "rgb(238, 238, 238)"
3934 title: "Latency min/avg/max [uSec]"
3953 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3954 algorithm: "plot_latency_box"
3955 output-file-type: ".html"
3956 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3958 csit-vpp-perf-1710-all:
3969 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3976 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3981 gridcolor: "rgb(238, 238, 238)"
3982 linecolor: "rgb(238, 238, 238)"
3986 showticklabels: True
3987 tickcolor: "rgb(238, 238, 238)"
3989 title: "Indexed Test Cases"
3992 gridcolor: "rgb(238, 238, 238)'"
3994 linecolor: "rgb(238, 238, 238)"
3999 showticklabels: True
4000 tickcolor: "rgb(238, 238, 238)"
4001 title: "Latency min/avg/max [uSec]"
4019 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4020 algorithm: "plot_latency_box"
4021 output-file-type: ".html"
4022 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
4024 csit-vpp-perf-1710-all:
4035 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
4042 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4047 gridcolor: "rgb(238, 238, 238)"
4048 linecolor: "rgb(238, 238, 238)"
4052 showticklabels: True
4053 tickcolor: "rgb(238, 238, 238)"
4055 title: "Indexed Test Cases"
4058 gridcolor: "rgb(238, 238, 238)'"
4060 linecolor: "rgb(238, 238, 238)"
4065 showticklabels: True
4066 tickcolor: "rgb(238, 238, 238)"
4067 title: "Latency min/avg/max [uSec]"
4086 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4087 algorithm: "plot_latency_box"
4088 output-file-type: ".html"
4089 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
4091 csit-vpp-perf-1710-all:
4102 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4109 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4114 gridcolor: "rgb(238, 238, 238)"
4115 linecolor: "rgb(238, 238, 238)"
4119 showticklabels: True
4120 tickcolor: "rgb(238, 238, 238)"
4122 title: "Indexed Test Cases"
4125 gridcolor: "rgb(238, 238, 238)'"
4127 linecolor: "rgb(238, 238, 238)"
4132 showticklabels: True
4133 tickcolor: "rgb(238, 238, 238)"
4134 title: "Latency min/avg/max [uSec]"
4152 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4153 algorithm: "plot_latency_box"
4154 output-file-type: ".html"
4155 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
4157 csit-vpp-perf-1710-all:
4168 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4175 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4180 gridcolor: "rgb(238, 238, 238)"
4181 linecolor: "rgb(238, 238, 238)"
4185 showticklabels: True
4186 tickcolor: "rgb(238, 238, 238)"
4188 title: "Indexed Test Cases"
4191 gridcolor: "rgb(238, 238, 238)'"
4193 linecolor: "rgb(238, 238, 238)"
4198 showticklabels: True
4199 tickcolor: "rgb(238, 238, 238)"
4200 title: "Latency min/avg/max [uSec]"
4219 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4220 algorithm: "plot_latency_box"
4221 output-file-type: ".html"
4222 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
4224 csit-vpp-perf-1710-all:
4235 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4242 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4247 gridcolor: "rgb(238, 238, 238)"
4248 linecolor: "rgb(238, 238, 238)"
4252 showticklabels: True
4253 tickcolor: "rgb(238, 238, 238)"
4255 title: "Indexed Test Cases"
4258 gridcolor: "rgb(238, 238, 238)'"
4260 linecolor: "rgb(238, 238, 238)"
4265 showticklabels: True
4266 tickcolor: "rgb(238, 238, 238)"
4267 title: "Latency min/avg/max [uSec]"
4285 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4286 algorithm: "plot_latency_box"
4287 output-file-type: ".html"
4288 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
4290 csit-vpp-perf-1710-all:
4301 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4308 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4313 gridcolor: "rgb(238, 238, 238)"
4314 linecolor: "rgb(238, 238, 238)"
4318 showticklabels: True
4319 tickcolor: "rgb(238, 238, 238)"
4321 title: "Indexed Test Cases"
4324 gridcolor: "rgb(238, 238, 238)'"
4326 linecolor: "rgb(238, 238, 238)"
4331 showticklabels: True
4332 tickcolor: "rgb(238, 238, 238)"
4333 title: "Latency min/avg/max [uSec]"
4352 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4353 algorithm: "plot_latency_box"
4354 output-file-type: ".html"
4355 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
4357 csit-vpp-perf-1710-all:
4368 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4375 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4380 gridcolor: "rgb(238, 238, 238)"
4381 linecolor: "rgb(238, 238, 238)"
4385 showticklabels: True
4386 tickcolor: "rgb(238, 238, 238)"
4388 title: "Indexed Test Cases"
4391 gridcolor: "rgb(238, 238, 238)'"
4393 linecolor: "rgb(238, 238, 238)"
4398 showticklabels: True
4399 tickcolor: "rgb(238, 238, 238)"
4400 title: "Latency min/avg/max [uSec]"
4418 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4419 algorithm: "plot_latency_box"
4420 output-file-type: ".html"
4421 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
4423 csit-vpp-perf-1710-all:
4434 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4441 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4446 gridcolor: "rgb(238, 238, 238)"
4447 linecolor: "rgb(238, 238, 238)"
4451 showticklabels: True
4452 tickcolor: "rgb(238, 238, 238)"
4454 title: "Indexed Test Cases"
4457 gridcolor: "rgb(238, 238, 238)'"
4459 linecolor: "rgb(238, 238, 238)"
4464 showticklabels: True
4465 tickcolor: "rgb(238, 238, 238)"
4466 title: "Latency min/avg/max [uSec]"
4485 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4486 algorithm: "plot_latency_box"
4487 output-file-type: ".html"
4488 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
4490 csit-vpp-perf-1710-all:
4501 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4508 title: "64B-1t1c-.*vhost.*-ndrdisc"
4513 gridcolor: "rgb(238, 238, 238)"
4514 linecolor: "rgb(238, 238, 238)"
4518 showticklabels: True
4519 tickcolor: "rgb(238, 238, 238)"
4521 title: "Indexed Test Cases"
4524 gridcolor: "rgb(238, 238, 238)'"
4526 linecolor: "rgb(238, 238, 238)"
4531 showticklabels: True
4532 tickcolor: "rgb(238, 238, 238)"
4533 title: "Latency min/avg/max [uSec]"
4551 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4552 algorithm: "plot_latency_box"
4553 output-file-type: ".html"
4554 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
4556 csit-vpp-perf-1710-all:
4567 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4574 title: "64B-2t2c-.*vhost.*-ndrdisc"
4579 gridcolor: "rgb(238, 238, 238)"
4580 linecolor: "rgb(238, 238, 238)"
4584 showticklabels: True
4585 tickcolor: "rgb(238, 238, 238)"
4587 title: "Indexed Test Cases"
4590 gridcolor: "rgb(238, 238, 238)'"
4592 linecolor: "rgb(238, 238, 238)"
4597 showticklabels: True
4598 tickcolor: "rgb(238, 238, 238)"
4599 title: "Latency min/avg/max [uSec]"
4615 # VPP VM VHOST selection
4618 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4619 algorithm: "plot_latency_box"
4620 output-file-type: ".html"
4621 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4623 csit-vpp-perf-1710-all:
4634 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4641 title: "64B-1t1c-.*vhost.*-ndrdisc"
4646 gridcolor: "rgb(238, 238, 238)"
4647 linecolor: "rgb(238, 238, 238)"
4651 showticklabels: True
4652 tickcolor: "rgb(238, 238, 238)"
4654 title: "Indexed Test Cases"
4657 gridcolor: "rgb(238, 238, 238)'"
4659 linecolor: "rgb(238, 238, 238)"
4664 showticklabels: True
4665 tickcolor: "rgb(238, 238, 238)"
4666 title: "Latency min/avg/max [uSec]"
4684 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4685 algorithm: "plot_latency_box"
4686 output-file-type: ".html"
4687 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4689 csit-vpp-perf-1710-all:
4700 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4707 title: "64B-2t2c-.*vhost.*-ndrdisc"
4712 gridcolor: "rgb(238, 238, 238)"
4713 linecolor: "rgb(238, 238, 238)"
4717 showticklabels: True
4718 tickcolor: "rgb(238, 238, 238)"
4720 title: "Indexed Test Cases"
4723 gridcolor: "rgb(238, 238, 238)'"
4725 linecolor: "rgb(238, 238, 238)"
4730 showticklabels: True
4731 tickcolor: "rgb(238, 238, 238)"
4732 title: "Latency min/avg/max [uSec]"
4751 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4752 algorithm: "plot_latency_box"
4753 output-file-type: ".html"
4754 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4756 csit-vpp-perf-1710-all:
4767 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4774 title: "64B-1t1c-.*ipsec.*-ndrdisc"
4779 gridcolor: "rgb(238, 238, 238)"
4780 linecolor: "rgb(238, 238, 238)"
4784 showticklabels: True
4785 tickcolor: "rgb(238, 238, 238)"
4787 title: "Indexed Test Cases"
4790 gridcolor: "rgb(238, 238, 238)'"
4792 linecolor: "rgb(238, 238, 238)"
4797 showticklabels: True
4798 tickcolor: "rgb(238, 238, 238)"
4799 title: "Latency min/avg/max [uSec]"
4817 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4818 algorithm: "plot_latency_box"
4819 output-file-type: ".html"
4820 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4822 csit-vpp-perf-1710-all:
4833 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4840 title: "64B-2t2c-.*ipsec.*-ndrdisc"
4845 gridcolor: "rgb(238, 238, 238)"
4846 linecolor: "rgb(238, 238, 238)"
4850 showticklabels: True
4851 tickcolor: "rgb(238, 238, 238)"
4853 title: "Indexed Test Cases"
4856 gridcolor: "rgb(238, 238, 238)'"
4858 linecolor: "rgb(238, 238, 238)"
4863 showticklabels: True
4864 tickcolor: "rgb(238, 238, 238)"
4865 title: "Latency min/avg/max [uSec]"
4884 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4885 algorithm: "plot_latency_box"
4886 output-file-type: ".html"
4887 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4889 csit-dpdk-perf-1710-all:
4900 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4907 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4912 gridcolor: "rgb(238, 238, 238)"
4913 linecolor: "rgb(238, 238, 238)"
4917 showticklabels: True
4918 tickcolor: "rgb(238, 238, 238)"
4920 title: "Indexed Test Cases"
4923 gridcolor: "rgb(238, 238, 238)'"
4925 linecolor: "rgb(238, 238, 238)"
4930 showticklabels: True
4931 tickcolor: "rgb(238, 238, 238)"
4932 title: "Latency min/avg/max [uSec]"
4950 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4951 algorithm: "plot_latency_box"
4952 output-file-type: ".html"
4953 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4955 csit-dpdk-perf-1710-all:
4966 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4973 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4978 gridcolor: "rgb(238, 238, 238)"
4979 linecolor: "rgb(238, 238, 238)"
4983 showticklabels: True
4984 tickcolor: "rgb(238, 238, 238)"
4986 title: "Indexed Test Cases"
4989 gridcolor: "rgb(238, 238, 238)'"
4991 linecolor: "rgb(238, 238, 238)"
4996 showticklabels: True
4997 tickcolor: "rgb(238, 238, 238)"
4998 title: "Latency min/avg/max [uSec]"
5016 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
5017 algorithm: "plot_latency_box"
5018 output-file-type: ".html"
5019 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
5021 csit-dpdk-perf-1710-all:
5032 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
5039 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
5044 gridcolor: "rgb(238, 238, 238)"
5045 linecolor: "rgb(238, 238, 238)"
5049 showticklabels: True
5050 tickcolor: "rgb(238, 238, 238)"
5052 title: "Indexed Test Cases"
5055 gridcolor: "rgb(238, 238, 238)'"
5057 linecolor: "rgb(238, 238, 238)"
5062 showticklabels: True
5063 tickcolor: "rgb(238, 238, 238)"
5064 title: "Latency min/avg/max [uSec]"
5082 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5083 algorithm: "plot_latency_box"
5084 output-file-type: ".html"
5085 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
5087 csit-dpdk-perf-1710-all:
5098 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
5105 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5110 gridcolor: "rgb(238, 238, 238)"
5111 linecolor: "rgb(238, 238, 238)"
5115 showticklabels: True
5116 tickcolor: "rgb(238, 238, 238)"
5118 title: "Indexed Test Cases"
5121 gridcolor: "rgb(238, 238, 238)'"
5123 linecolor: "rgb(238, 238, 238)"
5128 showticklabels: True
5129 tickcolor: "rgb(238, 238, 238)"
5130 title: "Latency min/avg/max [uSec]"
5146 # Ligato - Throughput
5151 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5152 algorithm: "plot_performance_box"
5153 output-file-type: ".html"
5154 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
5156 csit-vpp-perf-1710-all:
5167 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5173 boxpoints: "outliers"
5176 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5181 gridcolor: "rgb(238, 238, 238)"
5182 linecolor: "rgb(238, 238, 238)"
5186 showticklabels: True
5187 tickcolor: "rgb(238, 238, 238)"
5189 title: "Indexed Test Cases"
5192 gridcolor: "rgb(238, 238, 238)'"
5194 linecolor: "rgb(238, 238, 238)"
5199 showticklabels: True
5200 tickcolor: "rgb(238, 238, 238)"
5201 title: "Packets Per Second [pps]"
5219 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5220 algorithm: "plot_performance_box"
5221 output-file-type: ".html"
5222 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
5224 csit-vpp-perf-1710-all:
5235 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5241 boxpoints: "outliers"
5244 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5249 gridcolor: "rgb(238, 238, 238)"
5250 linecolor: "rgb(238, 238, 238)"
5254 showticklabels: True
5255 tickcolor: "rgb(238, 238, 238)"
5257 title: "Indexed Test Cases"
5260 gridcolor: "rgb(238, 238, 238)'"
5262 linecolor: "rgb(238, 238, 238)"
5267 showticklabels: True
5268 tickcolor: "rgb(238, 238, 238)"
5269 title: "Packets Per Second [pps]"
5287 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5288 algorithm: "plot_performance_box"
5289 output-file-type: ".html"
5290 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
5292 csit-vpp-perf-1710-all:
5303 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5309 boxpoints: "outliers"
5312 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5317 gridcolor: "rgb(238, 238, 238)"
5318 linecolor: "rgb(238, 238, 238)"
5322 showticklabels: True
5323 tickcolor: "rgb(238, 238, 238)"
5325 title: "Indexed Test Cases"
5328 gridcolor: "rgb(238, 238, 238)'"
5330 linecolor: "rgb(238, 238, 238)"
5335 showticklabels: True
5336 tickcolor: "rgb(238, 238, 238)"
5337 title: "Packets Per Second [pps]"
5355 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5356 algorithm: "plot_performance_box"
5357 output-file-type: ".html"
5358 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
5360 csit-vpp-perf-1710-all:
5371 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5377 boxpoints: "outliers"
5380 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5385 gridcolor: "rgb(238, 238, 238)"
5386 linecolor: "rgb(238, 238, 238)"
5390 showticklabels: True
5391 tickcolor: "rgb(238, 238, 238)"
5393 title: "Indexed Test Cases"
5396 gridcolor: "rgb(238, 238, 238)'"
5398 linecolor: "rgb(238, 238, 238)"
5403 showticklabels: True
5404 tickcolor: "rgb(238, 238, 238)"
5405 title: "Packets Per Second [pps]"
5421 # Container orchestrated
5424 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5425 algorithm: "plot_performance_box"
5426 output-file-type: ".html"
5427 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
5429 csit-ligato-perf-1710-all:
5440 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5446 boxpoints: "outliers"
5449 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5454 gridcolor: "rgb(238, 238, 238)"
5455 linecolor: "rgb(238, 238, 238)"
5459 showticklabels: True
5460 tickcolor: "rgb(238, 238, 238)"
5462 title: "Indexed Test Cases"
5465 gridcolor: "rgb(238, 238, 238)'"
5467 linecolor: "rgb(238, 238, 238)"
5472 showticklabels: True
5473 tickcolor: "rgb(238, 238, 238)"
5474 title: "Packets Per Second [pps]"
5492 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5493 algorithm: "plot_performance_box"
5494 output-file-type: ".html"
5495 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
5497 csit-ligato-perf-1710-all:
5508 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5514 boxpoints: "outliers"
5517 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5522 gridcolor: "rgb(238, 238, 238)"
5523 linecolor: "rgb(238, 238, 238)"
5527 showticklabels: True
5528 tickcolor: "rgb(238, 238, 238)"
5530 title: "Indexed Test Cases"
5533 gridcolor: "rgb(238, 238, 238)'"
5535 linecolor: "rgb(238, 238, 238)"
5540 showticklabels: True
5541 tickcolor: "rgb(238, 238, 238)"
5542 title: "Packets Per Second [pps]"
5560 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5561 algorithm: "plot_performance_box"
5562 output-file-type: ".html"
5563 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
5565 csit-ligato-perf-1710-all:
5576 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5582 boxpoints: "outliers"
5585 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5590 gridcolor: "rgb(238, 238, 238)"
5591 linecolor: "rgb(238, 238, 238)"
5595 showticklabels: True
5596 tickcolor: "rgb(238, 238, 238)"
5598 title: "Indexed Test Cases"
5601 gridcolor: "rgb(238, 238, 238)'"
5603 linecolor: "rgb(238, 238, 238)"
5608 showticklabels: True
5609 tickcolor: "rgb(238, 238, 238)"
5610 title: "Packets Per Second [pps]"
5628 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5629 algorithm: "plot_performance_box"
5630 output-file-type: ".html"
5631 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
5633 csit-ligato-perf-1710-all:
5644 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5650 boxpoints: "outliers"
5653 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5658 gridcolor: "rgb(238, 238, 238)"
5659 linecolor: "rgb(238, 238, 238)"
5663 showticklabels: True
5664 tickcolor: "rgb(238, 238, 238)"
5666 title: "Indexed Test Cases"
5669 gridcolor: "rgb(238, 238, 238)'"
5671 linecolor: "rgb(238, 238, 238)"
5676 showticklabels: True
5677 tickcolor: "rgb(238, 238, 238)"
5678 title: "Packets Per Second [pps]"
5699 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5700 algorithm: "plot_latency_box"
5701 output-file-type: ".html"
5702 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
5704 csit-vpp-perf-1710-all:
5715 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5722 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5727 gridcolor: "rgb(238, 238, 238)"
5728 linecolor: "rgb(238, 238, 238)"
5732 showticklabels: True
5733 tickcolor: "rgb(238, 238, 238)"
5735 title: "Indexed Test Cases"
5738 gridcolor: "rgb(238, 238, 238)'"
5740 linecolor: "rgb(238, 238, 238)"
5745 showticklabels: True
5746 tickcolor: "rgb(238, 238, 238)"
5747 title: "Latency min/avg/max [uSec]"
5765 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5766 algorithm: "plot_latency_box"
5767 output-file-type: ".html"
5768 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
5770 csit-vpp-perf-1710-all:
5781 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5788 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5793 gridcolor: "rgb(238, 238, 238)"
5794 linecolor: "rgb(238, 238, 238)"
5798 showticklabels: True
5799 tickcolor: "rgb(238, 238, 238)"
5801 title: "Indexed Test Cases"
5804 gridcolor: "rgb(238, 238, 238)'"
5806 linecolor: "rgb(238, 238, 238)"
5811 showticklabels: True
5812 tickcolor: "rgb(238, 238, 238)"
5813 title: "Latency min/avg/max [uSec]"
5829 # Container orchestrated
5832 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5833 algorithm: "plot_latency_box"
5834 output-file-type: ".html"
5835 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
5837 csit-ligato-perf-1710-all:
5848 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5855 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5860 gridcolor: "rgb(238, 238, 238)"
5861 linecolor: "rgb(238, 238, 238)"
5865 showticklabels: True
5866 tickcolor: "rgb(238, 238, 238)"
5868 title: "Indexed Test Cases"
5871 gridcolor: "rgb(238, 238, 238)'"
5873 linecolor: "rgb(238, 238, 238)"
5878 showticklabels: True
5879 tickcolor: "rgb(238, 238, 238)"
5880 title: "Latency min/avg/max [uSec]"
5898 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5899 algorithm: "plot_latency_box"
5900 output-file-type: ".html"
5901 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
5903 csit-ligato-perf-1710-all:
5914 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5921 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5926 gridcolor: "rgb(238, 238, 238)"
5927 linecolor: "rgb(238, 238, 238)"
5931 showticklabels: True
5932 tickcolor: "rgb(238, 238, 238)"
5934 title: "Indexed Test Cases"
5937 gridcolor: "rgb(238, 238, 238)'"
5939 linecolor: "rgb(238, 238, 238)"
5944 showticklabels: True
5945 tickcolor: "rgb(238, 238, 238)"
5946 title: "Latency min/avg/max [uSec]"