6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 # List the directories which are created while preparing the environment.
67 # All directories MUST be defined in "paths" section.
74 - "DIR[WORKING,SRC,STATIC]"
77 # List the directories which are deleted while cleaning the environment.
78 # All directories MUST be defined in "paths" section.
82 # List the directories where the results (build) is stored.
83 # All directories MUST be defined in "paths" section.
90 input-format: "xml" # zip or xml
91 extract: "robot-plugin/output.xml" # Only for zip
93 # The files must be in the directory DIR[WORKING,DATA]
94 csit-dpdk-perf-1707-all:
97 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
100 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
101 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
104 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
105 csit-vpp-functional-1707-ubuntu1604-virl:
107 build: lastSuccessfulBuild
108 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
109 hc2vpp-csit-integration-1707-ubuntu1604:
111 build: lastSuccessfulBuild
112 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
113 csit-vpp-perf-1707-all:
116 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
119 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
123 src-path: "{DIR[RST]}"
124 dst-path: "{DIR[WORKING,SRC]}"
127 type: "input" # Ignored in debug mode
129 file-name: "robot-plugin.zip"
131 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
132 extract: "robot-plugin/output.xml"
134 csit-vpp-perf-1707-all:
145 csit-vpp-perf-1710-all:
157 csit-dpdk-perf-1710-all:
168 csit-ligato-perf-1710-all:
179 csit-vpp-functional-1710-ubuntu1604-virl:
181 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
183 csit-hc2vpp-verify-func-1710-ubuntu1604:
184 - lastSuccessfulBuild
194 ################################################################################
196 ################################################################################
200 title: "Performance improvements"
201 algorithm: "table_performance_improvements"
202 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
203 output-file-ext: ".csv"
204 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
207 title: "Functionality"
213 title: "16.09 mean [Mpps]"
216 title: "17.01 mean [Mpps]"
219 title: "17.04 mean [Mpps]"
222 title: "17.07 mean [Mpps]"
223 data: "data csit-vpp-perf-1707-all mean"
225 title: "17.10 mean [Mpps]"
226 data: "data csit-vpp-perf-1710-all mean"
228 title: "17.10 stdev [Mpps]"
229 data: "data csit-vpp-perf-1710-all stdev"
231 title: "17.07 to 17.10 change [%]"
232 data: "operation relative_change 5 6"
235 csit-vpp-perf-1707-all:
246 csit-vpp-perf-1710-all:
263 title: "Detailed Test Results - VPP Performance Results"
264 algorithm: "table_details"
265 output-file-ext: ".csv"
266 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
272 title: "Documentation"
279 csit-vpp-perf-1710-all:
290 title: "Test configuration - VPP Performance Test Configs"
291 algorithm: "table_details"
292 output-file-ext: ".csv"
293 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
299 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
300 data: "data vat-history"
303 csit-vpp-perf-1710-all:
313 title: "Test Operational Data - VPP Performance Operational Data"
314 algorithm: "table_details"
315 output-file-ext: ".csv"
316 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
322 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
323 data: "data show-run"
326 csit-vpp-perf-1710-all:
336 title: "Detailed Test Results - VPP Functional Results"
337 algorithm: "table_details"
338 output-file-ext: ".csv"
339 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
345 title: "Documentation"
352 csit-vpp-functional-1710-ubuntu1604-virl:
363 title: "Test configuration - VPP Functional Test Configs"
364 algorithm: "table_details"
365 output-file-ext: ".csv"
366 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
372 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
373 data: "data vat-history"
376 csit-vpp-functional-1710-ubuntu1604-virl:
386 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
387 algorithm: "table_details"
388 output-file-ext: ".csv"
389 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
395 title: "Documentation"
402 csit-ligato-perf-1710-all:
413 title: "Detailed Test Results - DPDK Performance Results"
414 algorithm: "table_details"
415 output-file-ext: ".csv"
416 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
422 title: "Documentation"
429 csit-dpdk-perf-1710-all:
440 title: "Detailed Test Results - Honeycomb Functional Results"
441 algorithm: "table_details"
442 output-file-ext: ".csv"
443 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
449 title: "Documentation"
456 csit-hc2vpp-verify-func-1710-ubuntu1604:
457 - "lastSuccessfulBuild"
467 title: "Detailed Test Results - NSH SFC Functional Results"
468 algorithm: "table_details"
469 output-file-ext: ".csv"
470 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
476 title: "Documentation"
483 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
492 ################################################################################
494 ################################################################################
498 title: "VPP Performance Results"
499 algorithm: "file_test_results"
500 output-file-ext: ".rst"
501 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
502 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
503 dir-tables: "{DIR[DTR,PERF,VPP]}"
505 csit-vpp-perf-1710-all:
512 data-start-level: 2 # 0, 1, 2, ...
513 chapters-start-level: 2 # 0, 1, 2, ...
517 title: "VPP Performance Configuration"
518 algorithm: "file_test_results"
519 output-file-ext: ".rst"
520 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
521 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
522 dir-tables: "{DIR[DTC,PERF,VPP]}"
524 csit-vpp-perf-1710-all:
531 data-start-level: 2 # 0, 1, 2, ...
532 chapters-start-level: 2 # 0, 1, 2, ...
536 title: "VPP Performance Operational Data"
537 algorithm: "file_test_results"
538 output-file-ext: ".rst"
539 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
540 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
541 dir-tables: "{DIR[DTO,PERF,VPP]}"
543 csit-vpp-perf-1710-all:
550 data-start-level: 2 # 0, 1, 2, ...
551 chapters-start-level: 2 # 0, 1, 2, ...
555 title: "VPP Functional Results"
556 algorithm: "file_test_results"
557 output-file-ext: ".rst"
558 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
559 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
560 dir-tables: "{DIR[DTR,FUNC,VPP]}"
562 csit-vpp-functional-1710-ubuntu1604-virl:
569 data-start-level: 3 # 0, 1, 2, ...
570 chapters-start-level: 2 # 0, 1, 2, ...
574 title: "VPP Functional Configuration"
575 algorithm: "file_test_results"
576 output-file-ext: ".rst"
577 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
578 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
579 dir-tables: "{DIR[DTC,FUNC,VPP]}"
581 csit-vpp-functional-1710-ubuntu1604-virl:
588 data-start-level: 3 # 0, 1, 2, ...
589 chapters-start-level: 2 # 0, 1, 2, ...
593 title: "Container Orchestrated Performance Results"
594 algorithm: "file_test_results"
595 output-file-ext: ".rst"
596 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
597 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
598 dir-tables: "{DIR[DTR,PERF,COT]}"
600 csit-ligato-perf-1710-all:
607 data-start-level: 2 # 0, 1, 2, ...
608 chapters-start-level: 2 # 0, 1, 2, ...
612 title: "DPDK Performance Results"
613 algorithm: "file_test_results"
614 output-file-ext: ".rst"
615 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
616 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
617 dir-tables: "{DIR[DTR,PERF,DPDK]}"
619 csit-dpdk-perf-1710-all:
628 data-start-level: 2 # 0, 1, 2, ...
629 chapters-start-level: 2 # 0, 1, 2, ...
633 title: "Honeycomb Functional Results"
634 algorithm: "file_test_results"
635 output-file-ext: ".rst"
636 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
637 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
638 dir-tables: "{DIR[DTR,FUNC,HC]}"
640 csit-hc2vpp-verify-func-1710-ubuntu1604:
641 - "lastSuccessfulBuild"
649 data-start-level: 3 # 0, 1, 2, ...
650 chapters-start-level: 2 # 0, 1, 2, ...
654 title: "NSH SFC Functional Results"
655 algorithm: "file_test_results"
656 output-file-ext: ".rst"
657 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
658 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
659 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
661 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
670 data-start-level: 2 # 0, 1, 2, ...
671 chapters-start-level: 2 # 0, 1, 2, ...
673 ################################################################################
675 ################################################################################
677 # Plot packets per second
682 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
683 algorithm: "plot_performance_box"
684 output-file-type: ".html"
685 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
687 csit-vpp-perf-1710-all:
698 # Keep this formatting, the filter is enclosed with " (quotation mark) and
699 # each tag is enclosed with ' (apostrophe).
700 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
706 boxpoints: "outliers"
709 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
714 gridcolor: "rgb(238, 238, 238)"
715 linecolor: "rgb(238, 238, 238)"
720 tickcolor: "rgb(238, 238, 238)"
722 title: "Indexed Test Cases"
725 gridcolor: "rgb(238, 238, 238)'"
727 linecolor: "rgb(238, 238, 238)"
733 tickcolor: "rgb(238, 238, 238)"
734 title: "Packets Per Second [pps]"
752 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
753 algorithm: "plot_performance_box"
754 output-file-type: ".html"
755 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
757 csit-vpp-perf-1710-all:
768 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
774 boxpoints: "outliers"
777 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
782 gridcolor: "rgb(238, 238, 238)"
783 linecolor: "rgb(238, 238, 238)"
788 tickcolor: "rgb(238, 238, 238)"
790 title: "Indexed Test Cases"
793 gridcolor: "rgb(238, 238, 238)'"
795 linecolor: "rgb(238, 238, 238)"
801 tickcolor: "rgb(238, 238, 238)"
802 title: "Packets Per Second [pps]"
820 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
821 algorithm: "plot_performance_box"
822 output-file-type: ".html"
823 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
825 csit-vpp-perf-1710-all:
836 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
842 boxpoints: "outliers"
845 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
850 gridcolor: "rgb(238, 238, 238)"
851 linecolor: "rgb(238, 238, 238)"
856 tickcolor: "rgb(238, 238, 238)"
858 title: "Indexed Test Cases"
861 gridcolor: "rgb(238, 238, 238)'"
863 linecolor: "rgb(238, 238, 238)"
869 tickcolor: "rgb(238, 238, 238)"
870 title: "Packets Per Second [pps]"
888 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
889 algorithm: "plot_performance_box"
890 output-file-type: ".html"
891 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
893 csit-vpp-perf-1710-all:
904 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
910 boxpoints: "outliers"
913 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
918 gridcolor: "rgb(238, 238, 238)"
919 linecolor: "rgb(238, 238, 238)"
924 tickcolor: "rgb(238, 238, 238)"
926 title: "Indexed Test Cases"
929 gridcolor: "rgb(238, 238, 238)'"
931 linecolor: "rgb(238, 238, 238)"
937 tickcolor: "rgb(238, 238, 238)"
938 title: "Packets Per Second [pps]"
957 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
958 algorithm: "plot_performance_box"
959 output-file-type: ".html"
960 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
962 csit-vpp-perf-1710-all:
973 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
979 boxpoints: "outliers"
982 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
987 gridcolor: "rgb(238, 238, 238)"
988 linecolor: "rgb(238, 238, 238)"
993 tickcolor: "rgb(238, 238, 238)"
995 title: "Indexed Test Cases"
998 gridcolor: "rgb(238, 238, 238)'"
1000 linecolor: "rgb(238, 238, 238)"
1005 showticklabels: True
1006 tickcolor: "rgb(238, 238, 238)"
1007 title: "Packets Per Second [pps]"
1025 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1026 algorithm: "plot_performance_box"
1027 output-file-type: ".html"
1028 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1030 csit-vpp-perf-1710-all:
1041 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1047 boxpoints: "outliers"
1050 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1055 gridcolor: "rgb(238, 238, 238)"
1056 linecolor: "rgb(238, 238, 238)"
1060 showticklabels: True
1061 tickcolor: "rgb(238, 238, 238)"
1063 title: "Indexed Test Cases"
1066 gridcolor: "rgb(238, 238, 238)'"
1068 linecolor: "rgb(238, 238, 238)"
1070 range: [5000000, 12000000]
1073 showticklabels: True
1074 tickcolor: "rgb(238, 238, 238)"
1075 title: "Packets Per Second [pps]"
1093 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1094 algorithm: "plot_performance_box"
1095 output-file-type: ".html"
1096 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1098 csit-vpp-perf-1710-all:
1109 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1115 boxpoints: "outliers"
1118 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1123 gridcolor: "rgb(238, 238, 238)"
1124 linecolor: "rgb(238, 238, 238)"
1128 showticklabels: True
1129 tickcolor: "rgb(238, 238, 238)"
1131 title: "Indexed Test Cases"
1134 gridcolor: "rgb(238, 238, 238)'"
1136 linecolor: "rgb(238, 238, 238)"
1141 showticklabels: True
1142 tickcolor: "rgb(238, 238, 238)"
1143 title: "Packets Per Second [pps]"
1161 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1162 algorithm: "plot_performance_box"
1163 output-file-type: ".html"
1164 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1166 csit-vpp-perf-1710-all:
1177 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1183 boxpoints: "outliers"
1186 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1191 gridcolor: "rgb(238, 238, 238)"
1192 linecolor: "rgb(238, 238, 238)"
1196 showticklabels: True
1197 tickcolor: "rgb(238, 238, 238)"
1199 title: "Indexed Test Cases"
1202 gridcolor: "rgb(238, 238, 238)'"
1204 linecolor: "rgb(238, 238, 238)"
1206 range: [5000000, 12000000]
1209 showticklabels: True
1210 tickcolor: "rgb(238, 238, 238)"
1211 title: "Packets Per Second [pps]"
1230 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1231 algorithm: "plot_performance_box"
1232 output-file-type: ".html"
1233 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1235 csit-vpp-perf-1710-all:
1246 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1252 boxpoints: "outliers"
1255 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1260 gridcolor: "rgb(238, 238, 238)"
1261 linecolor: "rgb(238, 238, 238)"
1265 showticklabels: True
1266 tickcolor: "rgb(238, 238, 238)"
1268 title: "Indexed Test Cases"
1271 gridcolor: "rgb(238, 238, 238)'"
1273 linecolor: "rgb(238, 238, 238)"
1278 showticklabels: True
1279 tickcolor: "rgb(238, 238, 238)"
1280 title: "Packets Per Second [pps]"
1298 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1299 algorithm: "plot_performance_box"
1300 output-file-type: ".html"
1301 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1303 csit-vpp-perf-1710-all:
1314 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1320 boxpoints: "outliers"
1323 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1328 gridcolor: "rgb(238, 238, 238)"
1329 linecolor: "rgb(238, 238, 238)"
1333 showticklabels: True
1334 tickcolor: "rgb(238, 238, 238)"
1336 title: "Indexed Test Cases"
1339 gridcolor: "rgb(238, 238, 238)'"
1341 linecolor: "rgb(238, 238, 238)"
1346 showticklabels: True
1347 tickcolor: "rgb(238, 238, 238)"
1348 title: "Packets Per Second [pps]"
1366 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1367 algorithm: "plot_performance_box"
1368 output-file-type: ".html"
1369 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1371 csit-vpp-perf-1710-all:
1382 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1388 boxpoints: "outliers"
1391 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1396 gridcolor: "rgb(238, 238, 238)"
1397 linecolor: "rgb(238, 238, 238)"
1401 showticklabels: True
1402 tickcolor: "rgb(238, 238, 238)"
1404 title: "Indexed Test Cases"
1407 gridcolor: "rgb(238, 238, 238)'"
1409 linecolor: "rgb(238, 238, 238)"
1414 showticklabels: True
1415 tickcolor: "rgb(238, 238, 238)"
1416 title: "Packets Per Second [pps]"
1434 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1435 algorithm: "plot_performance_box"
1436 output-file-type: ".html"
1437 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1439 csit-vpp-perf-1710-all:
1450 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1456 boxpoints: "outliers"
1459 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1464 gridcolor: "rgb(238, 238, 238)"
1465 linecolor: "rgb(238, 238, 238)"
1469 showticklabels: True
1470 tickcolor: "rgb(238, 238, 238)"
1472 title: "Indexed Test Cases"
1475 gridcolor: "rgb(238, 238, 238)'"
1477 linecolor: "rgb(238, 238, 238)"
1482 showticklabels: True
1483 tickcolor: "rgb(238, 238, 238)"
1484 title: "Packets Per Second [pps]"
1503 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1504 algorithm: "plot_performance_box"
1505 output-file-type: ".html"
1506 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1508 csit-vpp-perf-1710-all:
1519 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1525 boxpoints: "outliers"
1528 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1533 gridcolor: "rgb(238, 238, 238)"
1534 linecolor: "rgb(238, 238, 238)"
1538 showticklabels: True
1539 tickcolor: "rgb(238, 238, 238)"
1541 title: "Indexed Test Cases"
1544 gridcolor: "rgb(238, 238, 238)'"
1546 linecolor: "rgb(238, 238, 238)"
1551 showticklabels: True
1552 tickcolor: "rgb(238, 238, 238)"
1553 title: "Packets Per Second [pps]"
1571 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1572 algorithm: "plot_performance_box"
1573 output-file-type: ".html"
1574 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1576 csit-vpp-perf-1710-all:
1587 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1593 boxpoints: "outliers"
1596 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1601 gridcolor: "rgb(238, 238, 238)"
1602 linecolor: "rgb(238, 238, 238)"
1606 showticklabels: True
1607 tickcolor: "rgb(238, 238, 238)"
1609 title: "Indexed Test Cases"
1612 gridcolor: "rgb(238, 238, 238)'"
1614 linecolor: "rgb(238, 238, 238)"
1619 showticklabels: True
1620 tickcolor: "rgb(238, 238, 238)"
1621 title: "Packets Per Second [pps]"
1639 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1640 algorithm: "plot_performance_box"
1641 output-file-type: ".html"
1642 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1644 csit-vpp-perf-1710-all:
1655 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1661 boxpoints: "outliers"
1664 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1669 gridcolor: "rgb(238, 238, 238)"
1670 linecolor: "rgb(238, 238, 238)"
1674 showticklabels: True
1675 tickcolor: "rgb(238, 238, 238)"
1677 title: "Indexed Test Cases"
1680 gridcolor: "rgb(238, 238, 238)'"
1682 linecolor: "rgb(238, 238, 238)"
1687 showticklabels: True
1688 tickcolor: "rgb(238, 238, 238)"
1689 title: "Packets Per Second [pps]"
1707 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1708 algorithm: "plot_performance_box"
1709 output-file-type: ".html"
1710 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1712 csit-vpp-perf-1710-all:
1723 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1729 boxpoints: "outliers"
1732 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1737 gridcolor: "rgb(238, 238, 238)"
1738 linecolor: "rgb(238, 238, 238)"
1742 showticklabels: True
1743 tickcolor: "rgb(238, 238, 238)"
1745 title: "Indexed Test Cases"
1748 gridcolor: "rgb(238, 238, 238)'"
1750 linecolor: "rgb(238, 238, 238)"
1755 showticklabels: True
1756 tickcolor: "rgb(238, 238, 238)"
1757 title: "Packets Per Second [pps]"
1776 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1777 algorithm: "plot_performance_box"
1778 output-file-type: ".html"
1779 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1781 csit-vpp-perf-1710-all:
1792 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1798 boxpoints: "outliers"
1801 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1806 gridcolor: "rgb(238, 238, 238)"
1807 linecolor: "rgb(238, 238, 238)"
1811 showticklabels: True
1812 tickcolor: "rgb(238, 238, 238)"
1814 title: "Indexed Test Cases"
1817 gridcolor: "rgb(238, 238, 238)'"
1819 linecolor: "rgb(238, 238, 238)"
1824 showticklabels: True
1825 tickcolor: "rgb(238, 238, 238)"
1826 title: "Packets Per Second [pps]"
1844 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1845 algorithm: "plot_performance_box"
1846 output-file-type: ".html"
1847 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1849 csit-vpp-perf-1710-all:
1860 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1866 boxpoints: "outliers"
1869 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1874 gridcolor: "rgb(238, 238, 238)"
1875 linecolor: "rgb(238, 238, 238)"
1879 showticklabels: True
1880 tickcolor: "rgb(238, 238, 238)"
1882 title: "Indexed Test Cases"
1885 gridcolor: "rgb(238, 238, 238)'"
1887 linecolor: "rgb(238, 238, 238)"
1892 showticklabels: True
1893 tickcolor: "rgb(238, 238, 238)"
1894 title: "Packets Per Second [pps]"
1912 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1913 algorithm: "plot_performance_box"
1914 output-file-type: ".html"
1915 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1917 csit-vpp-perf-1710-all:
1928 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1934 boxpoints: "outliers"
1937 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1942 gridcolor: "rgb(238, 238, 238)"
1943 linecolor: "rgb(238, 238, 238)"
1947 showticklabels: True
1948 tickcolor: "rgb(238, 238, 238)"
1950 title: "Indexed Test Cases"
1953 gridcolor: "rgb(238, 238, 238)'"
1955 linecolor: "rgb(238, 238, 238)"
1960 showticklabels: True
1961 tickcolor: "rgb(238, 238, 238)"
1962 title: "Packets Per Second [pps]"
1980 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1981 algorithm: "plot_performance_box"
1982 output-file-type: ".html"
1983 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1985 csit-vpp-perf-1710-all:
1996 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2002 boxpoints: "outliers"
2005 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2010 gridcolor: "rgb(238, 238, 238)"
2011 linecolor: "rgb(238, 238, 238)"
2015 showticklabels: True
2016 tickcolor: "rgb(238, 238, 238)"
2018 title: "Indexed Test Cases"
2021 gridcolor: "rgb(238, 238, 238)'"
2023 linecolor: "rgb(238, 238, 238)"
2028 showticklabels: True
2029 tickcolor: "rgb(238, 238, 238)"
2030 title: "Packets Per Second [pps]"
2049 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2050 algorithm: "plot_performance_box"
2051 output-file-type: ".html"
2052 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2054 csit-vpp-perf-1710-all:
2065 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2071 boxpoints: "outliers"
2074 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2079 gridcolor: "rgb(238, 238, 238)"
2080 linecolor: "rgb(238, 238, 238)"
2084 showticklabels: True
2085 tickcolor: "rgb(238, 238, 238)"
2087 title: "Indexed Test Cases"
2090 gridcolor: "rgb(238, 238, 238)'"
2092 linecolor: "rgb(238, 238, 238)"
2097 showticklabels: True
2098 tickcolor: "rgb(238, 238, 238)"
2099 title: "Packets Per Second [pps]"
2117 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2118 algorithm: "plot_performance_box"
2119 output-file-type: ".html"
2120 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2122 csit-vpp-perf-1710-all:
2133 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2139 boxpoints: "outliers"
2142 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2147 gridcolor: "rgb(238, 238, 238)"
2148 linecolor: "rgb(238, 238, 238)"
2152 showticklabels: True
2153 tickcolor: "rgb(238, 238, 238)"
2155 title: "Indexed Test Cases"
2158 gridcolor: "rgb(238, 238, 238)'"
2160 linecolor: "rgb(238, 238, 238)"
2165 showticklabels: True
2166 tickcolor: "rgb(238, 238, 238)"
2167 title: "Packets Per Second [pps]"
2185 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2186 algorithm: "plot_performance_box"
2187 output-file-type: ".html"
2188 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2190 csit-vpp-perf-1710-all:
2201 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2207 boxpoints: "outliers"
2210 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2215 gridcolor: "rgb(238, 238, 238)"
2216 linecolor: "rgb(238, 238, 238)"
2220 showticklabels: True
2221 tickcolor: "rgb(238, 238, 238)"
2223 title: "Indexed Test Cases"
2226 gridcolor: "rgb(238, 238, 238)'"
2228 linecolor: "rgb(238, 238, 238)"
2233 showticklabels: True
2234 tickcolor: "rgb(238, 238, 238)"
2235 title: "Packets Per Second [pps]"
2253 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2254 algorithm: "plot_performance_box"
2255 output-file-type: ".html"
2256 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2258 csit-vpp-perf-1710-all:
2269 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2275 boxpoints: "outliers"
2278 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2283 gridcolor: "rgb(238, 238, 238)"
2284 linecolor: "rgb(238, 238, 238)"
2288 showticklabels: True
2289 tickcolor: "rgb(238, 238, 238)"
2291 title: "Indexed Test Cases"
2294 gridcolor: "rgb(238, 238, 238)'"
2296 linecolor: "rgb(238, 238, 238)"
2301 showticklabels: True
2302 tickcolor: "rgb(238, 238, 238)"
2303 title: "Packets Per Second [pps]"
2322 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2323 algorithm: "plot_performance_box"
2324 output-file-type: ".html"
2325 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2327 csit-vpp-perf-1710-all:
2338 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2344 boxpoints: "outliers"
2347 title: "64B-1t1c-.*vhost.*-ndrdisc"
2352 gridcolor: "rgb(238, 238, 238)"
2353 linecolor: "rgb(238, 238, 238)"
2357 showticklabels: True
2358 tickcolor: "rgb(238, 238, 238)"
2360 title: "Indexed Test Cases"
2363 gridcolor: "rgb(238, 238, 238)'"
2365 linecolor: "rgb(238, 238, 238)"
2370 showticklabels: True
2371 tickcolor: "rgb(238, 238, 238)"
2372 title: "Packets Per Second [pps]"
2390 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2391 algorithm: "plot_performance_box"
2392 output-file-type: ".html"
2393 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2395 csit-vpp-perf-1710-all:
2406 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2412 boxpoints: "outliers"
2415 title: "64B-2t2c-.*vhost.*-ndrdisc"
2420 gridcolor: "rgb(238, 238, 238)"
2421 linecolor: "rgb(238, 238, 238)"
2425 showticklabels: True
2426 tickcolor: "rgb(238, 238, 238)"
2428 title: "Indexed Test Cases"
2431 gridcolor: "rgb(238, 238, 238)'"
2433 linecolor: "rgb(238, 238, 238)"
2438 showticklabels: True
2439 tickcolor: "rgb(238, 238, 238)"
2440 title: "Packets Per Second [pps]"
2458 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2459 algorithm: "plot_performance_box"
2460 output-file-type: ".html"
2461 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2463 csit-vpp-perf-1710-all:
2474 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2480 boxpoints: "outliers"
2483 title: "64B-1t1c-.*vhost.*-pdrdisc"
2488 gridcolor: "rgb(238, 238, 238)"
2489 linecolor: "rgb(238, 238, 238)"
2493 showticklabels: True
2494 tickcolor: "rgb(238, 238, 238)"
2496 title: "Indexed Test Cases"
2499 gridcolor: "rgb(238, 238, 238)'"
2501 linecolor: "rgb(238, 238, 238)"
2506 showticklabels: True
2507 tickcolor: "rgb(238, 238, 238)"
2508 title: "Packets Per Second [pps]"
2526 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2527 algorithm: "plot_performance_box"
2528 output-file-type: ".html"
2529 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2531 csit-vpp-perf-1710-all:
2542 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2548 boxpoints: "outliers"
2551 title: "64B-2t2c-.*vhost.*-pdrdisc"
2556 gridcolor: "rgb(238, 238, 238)"
2557 linecolor: "rgb(238, 238, 238)"
2561 showticklabels: True
2562 tickcolor: "rgb(238, 238, 238)"
2564 title: "Indexed Test Cases"
2567 gridcolor: "rgb(238, 238, 238)'"
2569 linecolor: "rgb(238, 238, 238)"
2574 showticklabels: True
2575 tickcolor: "rgb(238, 238, 238)"
2576 title: "Packets Per Second [pps]"
2592 # VPP VM VHOST SELECTION
2595 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2596 algorithm: "plot_performance_box"
2597 output-file-type: ".html"
2598 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2600 csit-vpp-perf-1710-all:
2611 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2617 boxpoints: "outliers"
2620 title: "64B-1t1c-.*vhost.*-ndrdisc"
2625 gridcolor: "rgb(238, 238, 238)"
2626 linecolor: "rgb(238, 238, 238)"
2630 showticklabels: True
2631 tickcolor: "rgb(238, 238, 238)"
2633 title: "Indexed Test Cases"
2636 gridcolor: "rgb(238, 238, 238)'"
2638 linecolor: "rgb(238, 238, 238)"
2643 showticklabels: True
2644 tickcolor: "rgb(238, 238, 238)"
2645 title: "Packets Per Second [pps]"
2663 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2664 algorithm: "plot_performance_box"
2665 output-file-type: ".html"
2666 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2668 csit-vpp-perf-1710-all:
2679 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2685 boxpoints: "outliers"
2688 title: "64B-2t2c-.*vhost.*-ndrdisc"
2693 gridcolor: "rgb(238, 238, 238)"
2694 linecolor: "rgb(238, 238, 238)"
2698 showticklabels: True
2699 tickcolor: "rgb(238, 238, 238)"
2701 title: "Indexed Test Cases"
2704 gridcolor: "rgb(238, 238, 238)'"
2706 linecolor: "rgb(238, 238, 238)"
2711 showticklabels: True
2712 tickcolor: "rgb(238, 238, 238)"
2713 title: "Packets Per Second [pps]"
2731 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2732 algorithm: "plot_performance_box"
2733 output-file-type: ".html"
2734 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2736 csit-vpp-perf-1710-all:
2747 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2753 boxpoints: "outliers"
2756 title: "64B-1t1c-.*vhost.*-pdrdisc"
2761 gridcolor: "rgb(238, 238, 238)"
2762 linecolor: "rgb(238, 238, 238)"
2766 showticklabels: True
2767 tickcolor: "rgb(238, 238, 238)"
2769 title: "Indexed Test Cases"
2772 gridcolor: "rgb(238, 238, 238)'"
2774 linecolor: "rgb(238, 238, 238)"
2779 showticklabels: True
2780 tickcolor: "rgb(238, 238, 238)"
2781 title: "Packets Per Second [pps]"
2799 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2800 algorithm: "plot_performance_box"
2801 output-file-type: ".html"
2802 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2804 csit-vpp-perf-1710-all:
2815 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2821 boxpoints: "outliers"
2824 title: "64B-2t2c-.*vhost.*-pdrdisc"
2829 gridcolor: "rgb(238, 238, 238)"
2830 linecolor: "rgb(238, 238, 238)"
2834 showticklabels: True
2835 tickcolor: "rgb(238, 238, 238)"
2837 title: "Indexed Test Cases"
2840 gridcolor: "rgb(238, 238, 238)'"
2842 linecolor: "rgb(238, 238, 238)"
2847 showticklabels: True
2848 tickcolor: "rgb(238, 238, 238)"
2849 title: "Packets Per Second [pps]"
2868 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2869 algorithm: "plot_performance_box"
2870 output-file-type: ".html"
2871 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2873 csit-vpp-perf-1710-all:
2884 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2890 boxpoints: "outliers"
2893 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2898 gridcolor: "rgb(238, 238, 238)"
2899 linecolor: "rgb(238, 238, 238)"
2903 showticklabels: True
2904 tickcolor: "rgb(238, 238, 238)"
2906 title: "Indexed Test Cases"
2909 gridcolor: "rgb(238, 238, 238)'"
2911 linecolor: "rgb(238, 238, 238)"
2916 showticklabels: True
2917 tickcolor: "rgb(238, 238, 238)"
2918 title: "Packets Per Second [pps]"
2936 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2937 algorithm: "plot_performance_box"
2938 output-file-type: ".html"
2939 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2941 csit-vpp-perf-1710-all:
2952 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2958 boxpoints: "outliers"
2961 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2966 gridcolor: "rgb(238, 238, 238)"
2967 linecolor: "rgb(238, 238, 238)"
2971 showticklabels: True
2972 tickcolor: "rgb(238, 238, 238)"
2974 title: "Indexed Test Cases"
2977 gridcolor: "rgb(238, 238, 238)'"
2979 linecolor: "rgb(238, 238, 238)"
2984 showticklabels: True
2985 tickcolor: "rgb(238, 238, 238)"
2986 title: "Packets Per Second [pps]"
3004 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
3005 algorithm: "plot_performance_box"
3006 output-file-type: ".html"
3007 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
3009 csit-vpp-perf-1710-all:
3020 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3026 boxpoints: "outliers"
3029 title: "64B-1t1c-.*ipsec.*-pdrdisc"
3034 gridcolor: "rgb(238, 238, 238)"
3035 linecolor: "rgb(238, 238, 238)"
3039 showticklabels: True
3040 tickcolor: "rgb(238, 238, 238)"
3042 title: "Indexed Test Cases"
3045 gridcolor: "rgb(238, 238, 238)'"
3047 linecolor: "rgb(238, 238, 238)"
3052 showticklabels: True
3053 tickcolor: "rgb(238, 238, 238)"
3054 title: "Packets Per Second [pps]"
3072 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
3073 algorithm: "plot_performance_box"
3074 output-file-type: ".html"
3075 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
3077 csit-vpp-perf-1710-all:
3088 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3094 boxpoints: "outliers"
3097 title: "64B-2t2c-.*ipsec.*-pdrdisc"
3102 gridcolor: "rgb(238, 238, 238)"
3103 linecolor: "rgb(238, 238, 238)"
3107 showticklabels: True
3108 tickcolor: "rgb(238, 238, 238)"
3110 title: "Indexed Test Cases"
3113 gridcolor: "rgb(238, 238, 238)'"
3115 linecolor: "rgb(238, 238, 238)"
3120 showticklabels: True
3121 tickcolor: "rgb(238, 238, 238)"
3122 title: "Packets Per Second [pps]"
3141 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3142 algorithm: "plot_performance_box"
3143 output-file-type: ".html"
3144 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
3146 csit-dpdk-perf-1710-all:
3157 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3163 boxpoints: "outliers"
3166 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3171 gridcolor: "rgb(238, 238, 238)"
3172 linecolor: "rgb(238, 238, 238)"
3176 showticklabels: True
3177 tickcolor: "rgb(238, 238, 238)"
3179 title: "Indexed Test Cases"
3182 gridcolor: "rgb(238, 238, 238)'"
3184 linecolor: "rgb(238, 238, 238)"
3189 showticklabels: True
3190 tickcolor: "rgb(238, 238, 238)"
3191 title: "Packets Per Second [pps]"
3209 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3210 algorithm: "plot_performance_box"
3211 output-file-type: ".html"
3212 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
3214 csit-dpdk-perf-1710-all:
3225 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3231 boxpoints: "outliers"
3234 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3239 gridcolor: "rgb(238, 238, 238)"
3240 linecolor: "rgb(238, 238, 238)"
3244 showticklabels: True
3245 tickcolor: "rgb(238, 238, 238)"
3247 title: "Indexed Test Cases"
3250 gridcolor: "rgb(238, 238, 238)'"
3252 linecolor: "rgb(238, 238, 238)"
3257 showticklabels: True
3258 tickcolor: "rgb(238, 238, 238)"
3259 title: "Packets Per Second [pps]"
3277 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3278 algorithm: "plot_performance_box"
3279 output-file-type: ".html"
3280 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3282 csit-dpdk-perf-1710-all:
3293 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3299 boxpoints: "outliers"
3302 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3307 gridcolor: "rgb(238, 238, 238)"
3308 linecolor: "rgb(238, 238, 238)"
3312 showticklabels: True
3313 tickcolor: "rgb(238, 238, 238)"
3315 title: "Indexed Test Cases"
3318 gridcolor: "rgb(238, 238, 238)'"
3320 linecolor: "rgb(238, 238, 238)"
3322 range: [2000000, 12000000]
3325 showticklabels: True
3326 tickcolor: "rgb(238, 238, 238)"
3327 title: "Packets Per Second [pps]"
3345 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3346 algorithm: "plot_performance_box"
3347 output-file-type: ".html"
3348 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3350 csit-dpdk-perf-1710-all:
3361 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3367 boxpoints: "outliers"
3370 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3375 gridcolor: "rgb(238, 238, 238)"
3376 linecolor: "rgb(238, 238, 238)"
3380 showticklabels: True
3381 tickcolor: "rgb(238, 238, 238)"
3383 title: "Indexed Test Cases"
3386 gridcolor: "rgb(238, 238, 238)'"
3388 linecolor: "rgb(238, 238, 238)"
3390 range: [2000000, 12000000]
3393 showticklabels: True
3394 tickcolor: "rgb(238, 238, 238)"
3395 title: "Packets Per Second [pps]"
3413 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3414 algorithm: "plot_performance_box"
3415 output-file-type: ".html"
3416 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3418 csit-dpdk-perf-1710-all:
3429 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3435 boxpoints: "outliers"
3438 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3443 gridcolor: "rgb(238, 238, 238)"
3444 linecolor: "rgb(238, 238, 238)"
3448 showticklabels: True
3449 tickcolor: "rgb(238, 238, 238)"
3451 title: "Indexed Test Cases"
3454 gridcolor: "rgb(238, 238, 238)'"
3456 linecolor: "rgb(238, 238, 238)"
3461 showticklabels: True
3462 tickcolor: "rgb(238, 238, 238)"
3463 title: "Packets Per Second [pps]"
3481 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3482 algorithm: "plot_performance_box"
3483 output-file-type: ".html"
3484 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3486 csit-dpdk-perf-1710-all:
3497 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3503 boxpoints: "outliers"
3506 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3511 gridcolor: "rgb(238, 238, 238)"
3512 linecolor: "rgb(238, 238, 238)"
3516 showticklabels: True
3517 tickcolor: "rgb(238, 238, 238)"
3519 title: "Indexed Test Cases"
3522 gridcolor: "rgb(238, 238, 238)'"
3524 linecolor: "rgb(238, 238, 238)"
3529 showticklabels: True
3530 tickcolor: "rgb(238, 238, 238)"
3531 title: "Packets Per Second [pps]"
3549 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3550 algorithm: "plot_performance_box"
3551 output-file-type: ".html"
3552 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3554 csit-dpdk-perf-1710-all:
3565 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3571 boxpoints: "outliers"
3574 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3579 gridcolor: "rgb(238, 238, 238)"
3580 linecolor: "rgb(238, 238, 238)"
3584 showticklabels: True
3585 tickcolor: "rgb(238, 238, 238)"
3587 title: "Indexed Test Cases"
3590 gridcolor: "rgb(238, 238, 238)'"
3592 linecolor: "rgb(238, 238, 238)"
3594 range: [20000000, 30000000]
3597 showticklabels: True
3598 tickcolor: "rgb(238, 238, 238)"
3599 title: "Packets Per Second [pps]"
3617 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3618 algorithm: "plot_performance_box"
3619 output-file-type: ".html"
3620 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3622 csit-dpdk-perf-1710-all:
3633 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3639 boxpoints: "outliers"
3642 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3647 gridcolor: "rgb(238, 238, 238)"
3648 linecolor: "rgb(238, 238, 238)"
3652 showticklabels: True
3653 tickcolor: "rgb(238, 238, 238)"
3655 title: "Indexed Test Cases"
3658 gridcolor: "rgb(238, 238, 238)'"
3660 linecolor: "rgb(238, 238, 238)"
3662 range: [20000000, 30000000]
3665 showticklabels: True
3666 tickcolor: "rgb(238, 238, 238)"
3667 title: "Packets Per Second [pps]"
3688 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3689 algorithm: "plot_latency_box"
3690 output-file-type: ".html"
3691 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3693 csit-vpp-perf-1710-all:
3704 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3711 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3716 gridcolor: "rgb(238, 238, 238)"
3717 linecolor: "rgb(238, 238, 238)"
3721 showticklabels: True
3722 tickcolor: "rgb(238, 238, 238)"
3724 title: "Indexed Test Cases"
3727 gridcolor: "rgb(238, 238, 238)'"
3729 linecolor: "rgb(238, 238, 238)"
3734 showticklabels: True
3735 tickcolor: "rgb(238, 238, 238)"
3736 title: "Latency min/avg/max [uSec]"
3754 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3755 algorithm: "plot_latency_box"
3756 output-file-type: ".html"
3757 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3759 csit-vpp-perf-1710-all:
3770 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3777 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3782 gridcolor: "rgb(238, 238, 238)"
3783 linecolor: "rgb(238, 238, 238)"
3787 showticklabels: True
3788 tickcolor: "rgb(238, 238, 238)"
3790 title: "Indexed Test Cases"
3793 gridcolor: "rgb(238, 238, 238)'"
3795 linecolor: "rgb(238, 238, 238)"
3800 showticklabels: True
3801 tickcolor: "rgb(238, 238, 238)"
3802 title: "Latency min/avg/max [uSec]"
3821 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3822 algorithm: "plot_latency_box"
3823 output-file-type: ".html"
3824 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3826 csit-vpp-perf-1710-all:
3837 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3844 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3849 gridcolor: "rgb(238, 238, 238)"
3850 linecolor: "rgb(238, 238, 238)"
3854 showticklabels: True
3855 tickcolor: "rgb(238, 238, 238)"
3857 title: "Indexed Test Cases"
3860 gridcolor: "rgb(238, 238, 238)'"
3862 linecolor: "rgb(238, 238, 238)"
3867 showticklabels: True
3868 tickcolor: "rgb(238, 238, 238)"
3869 title: "Latency min/avg/max [uSec]"
3887 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3888 algorithm: "plot_latency_box"
3889 output-file-type: ".html"
3890 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3892 csit-vpp-perf-1710-all:
3903 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3910 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3915 gridcolor: "rgb(238, 238, 238)"
3916 linecolor: "rgb(238, 238, 238)"
3920 showticklabels: True
3921 tickcolor: "rgb(238, 238, 238)"
3923 title: "Indexed Test Cases"
3926 gridcolor: "rgb(238, 238, 238)'"
3928 linecolor: "rgb(238, 238, 238)"
3933 showticklabels: True
3934 tickcolor: "rgb(238, 238, 238)"
3935 title: "Latency min/avg/max [uSec]"
3954 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3955 algorithm: "plot_latency_box"
3956 output-file-type: ".html"
3957 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3959 csit-vpp-perf-1710-all:
3970 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3977 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3982 gridcolor: "rgb(238, 238, 238)"
3983 linecolor: "rgb(238, 238, 238)"
3987 showticklabels: True
3988 tickcolor: "rgb(238, 238, 238)"
3990 title: "Indexed Test Cases"
3993 gridcolor: "rgb(238, 238, 238)'"
3995 linecolor: "rgb(238, 238, 238)"
4000 showticklabels: True
4001 tickcolor: "rgb(238, 238, 238)"
4002 title: "Latency min/avg/max [uSec]"
4020 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4021 algorithm: "plot_latency_box"
4022 output-file-type: ".html"
4023 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
4025 csit-vpp-perf-1710-all:
4036 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
4043 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4048 gridcolor: "rgb(238, 238, 238)"
4049 linecolor: "rgb(238, 238, 238)"
4053 showticklabels: True
4054 tickcolor: "rgb(238, 238, 238)"
4056 title: "Indexed Test Cases"
4059 gridcolor: "rgb(238, 238, 238)'"
4061 linecolor: "rgb(238, 238, 238)"
4066 showticklabels: True
4067 tickcolor: "rgb(238, 238, 238)"
4068 title: "Latency min/avg/max [uSec]"
4087 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4088 algorithm: "plot_latency_box"
4089 output-file-type: ".html"
4090 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
4092 csit-vpp-perf-1710-all:
4103 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4110 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4115 gridcolor: "rgb(238, 238, 238)"
4116 linecolor: "rgb(238, 238, 238)"
4120 showticklabels: True
4121 tickcolor: "rgb(238, 238, 238)"
4123 title: "Indexed Test Cases"
4126 gridcolor: "rgb(238, 238, 238)'"
4128 linecolor: "rgb(238, 238, 238)"
4133 showticklabels: True
4134 tickcolor: "rgb(238, 238, 238)"
4135 title: "Latency min/avg/max [uSec]"
4153 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4154 algorithm: "plot_latency_box"
4155 output-file-type: ".html"
4156 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
4158 csit-vpp-perf-1710-all:
4169 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4176 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4181 gridcolor: "rgb(238, 238, 238)"
4182 linecolor: "rgb(238, 238, 238)"
4186 showticklabels: True
4187 tickcolor: "rgb(238, 238, 238)"
4189 title: "Indexed Test Cases"
4192 gridcolor: "rgb(238, 238, 238)'"
4194 linecolor: "rgb(238, 238, 238)"
4199 showticklabels: True
4200 tickcolor: "rgb(238, 238, 238)"
4201 title: "Latency min/avg/max [uSec]"
4220 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4221 algorithm: "plot_latency_box"
4222 output-file-type: ".html"
4223 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
4225 csit-vpp-perf-1710-all:
4236 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4243 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4248 gridcolor: "rgb(238, 238, 238)"
4249 linecolor: "rgb(238, 238, 238)"
4253 showticklabels: True
4254 tickcolor: "rgb(238, 238, 238)"
4256 title: "Indexed Test Cases"
4259 gridcolor: "rgb(238, 238, 238)'"
4261 linecolor: "rgb(238, 238, 238)"
4266 showticklabels: True
4267 tickcolor: "rgb(238, 238, 238)"
4268 title: "Latency min/avg/max [uSec]"
4286 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4287 algorithm: "plot_latency_box"
4288 output-file-type: ".html"
4289 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
4291 csit-vpp-perf-1710-all:
4302 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4309 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4314 gridcolor: "rgb(238, 238, 238)"
4315 linecolor: "rgb(238, 238, 238)"
4319 showticklabels: True
4320 tickcolor: "rgb(238, 238, 238)"
4322 title: "Indexed Test Cases"
4325 gridcolor: "rgb(238, 238, 238)'"
4327 linecolor: "rgb(238, 238, 238)"
4332 showticklabels: True
4333 tickcolor: "rgb(238, 238, 238)"
4334 title: "Latency min/avg/max [uSec]"
4353 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4354 algorithm: "plot_latency_box"
4355 output-file-type: ".html"
4356 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
4358 csit-vpp-perf-1710-all:
4369 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4376 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4381 gridcolor: "rgb(238, 238, 238)"
4382 linecolor: "rgb(238, 238, 238)"
4386 showticklabels: True
4387 tickcolor: "rgb(238, 238, 238)"
4389 title: "Indexed Test Cases"
4392 gridcolor: "rgb(238, 238, 238)'"
4394 linecolor: "rgb(238, 238, 238)"
4399 showticklabels: True
4400 tickcolor: "rgb(238, 238, 238)"
4401 title: "Latency min/avg/max [uSec]"
4419 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4420 algorithm: "plot_latency_box"
4421 output-file-type: ".html"
4422 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
4424 csit-vpp-perf-1710-all:
4435 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4442 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4447 gridcolor: "rgb(238, 238, 238)"
4448 linecolor: "rgb(238, 238, 238)"
4452 showticklabels: True
4453 tickcolor: "rgb(238, 238, 238)"
4455 title: "Indexed Test Cases"
4458 gridcolor: "rgb(238, 238, 238)'"
4460 linecolor: "rgb(238, 238, 238)"
4465 showticklabels: True
4466 tickcolor: "rgb(238, 238, 238)"
4467 title: "Latency min/avg/max [uSec]"
4486 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4487 algorithm: "plot_latency_box"
4488 output-file-type: ".html"
4489 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
4491 csit-vpp-perf-1710-all:
4502 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4509 title: "64B-1t1c-.*vhost.*-ndrdisc"
4514 gridcolor: "rgb(238, 238, 238)"
4515 linecolor: "rgb(238, 238, 238)"
4519 showticklabels: True
4520 tickcolor: "rgb(238, 238, 238)"
4522 title: "Indexed Test Cases"
4525 gridcolor: "rgb(238, 238, 238)'"
4527 linecolor: "rgb(238, 238, 238)"
4532 showticklabels: True
4533 tickcolor: "rgb(238, 238, 238)"
4534 title: "Latency min/avg/max [uSec]"
4552 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4553 algorithm: "plot_latency_box"
4554 output-file-type: ".html"
4555 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
4557 csit-vpp-perf-1710-all:
4568 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4575 title: "64B-2t2c-.*vhost.*-ndrdisc"
4580 gridcolor: "rgb(238, 238, 238)"
4581 linecolor: "rgb(238, 238, 238)"
4585 showticklabels: True
4586 tickcolor: "rgb(238, 238, 238)"
4588 title: "Indexed Test Cases"
4591 gridcolor: "rgb(238, 238, 238)'"
4593 linecolor: "rgb(238, 238, 238)"
4598 showticklabels: True
4599 tickcolor: "rgb(238, 238, 238)"
4600 title: "Latency min/avg/max [uSec]"
4616 # VPP VM VHOST selection
4619 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4620 algorithm: "plot_latency_box"
4621 output-file-type: ".html"
4622 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4624 csit-vpp-perf-1710-all:
4635 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4642 title: "64B-1t1c-.*vhost.*-ndrdisc"
4647 gridcolor: "rgb(238, 238, 238)"
4648 linecolor: "rgb(238, 238, 238)"
4652 showticklabels: True
4653 tickcolor: "rgb(238, 238, 238)"
4655 title: "Indexed Test Cases"
4658 gridcolor: "rgb(238, 238, 238)'"
4660 linecolor: "rgb(238, 238, 238)"
4665 showticklabels: True
4666 tickcolor: "rgb(238, 238, 238)"
4667 title: "Latency min/avg/max [uSec]"
4685 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4686 algorithm: "plot_latency_box"
4687 output-file-type: ".html"
4688 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4690 csit-vpp-perf-1710-all:
4701 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4708 title: "64B-2t2c-.*vhost.*-ndrdisc"
4713 gridcolor: "rgb(238, 238, 238)"
4714 linecolor: "rgb(238, 238, 238)"
4718 showticklabels: True
4719 tickcolor: "rgb(238, 238, 238)"
4721 title: "Indexed Test Cases"
4724 gridcolor: "rgb(238, 238, 238)'"
4726 linecolor: "rgb(238, 238, 238)"
4731 showticklabels: True
4732 tickcolor: "rgb(238, 238, 238)"
4733 title: "Latency min/avg/max [uSec]"
4752 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4753 algorithm: "plot_latency_box"
4754 output-file-type: ".html"
4755 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4757 csit-vpp-perf-1710-all:
4768 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4775 title: "64B-1t1c-.*ipsec.*-ndrdisc"
4780 gridcolor: "rgb(238, 238, 238)"
4781 linecolor: "rgb(238, 238, 238)"
4785 showticklabels: True
4786 tickcolor: "rgb(238, 238, 238)"
4788 title: "Indexed Test Cases"
4791 gridcolor: "rgb(238, 238, 238)'"
4793 linecolor: "rgb(238, 238, 238)"
4798 showticklabels: True
4799 tickcolor: "rgb(238, 238, 238)"
4800 title: "Latency min/avg/max [uSec]"
4818 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4819 algorithm: "plot_latency_box"
4820 output-file-type: ".html"
4821 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4823 csit-vpp-perf-1710-all:
4834 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4841 title: "64B-2t2c-.*ipsec.*-ndrdisc"
4846 gridcolor: "rgb(238, 238, 238)"
4847 linecolor: "rgb(238, 238, 238)"
4851 showticklabels: True
4852 tickcolor: "rgb(238, 238, 238)"
4854 title: "Indexed Test Cases"
4857 gridcolor: "rgb(238, 238, 238)'"
4859 linecolor: "rgb(238, 238, 238)"
4864 showticklabels: True
4865 tickcolor: "rgb(238, 238, 238)"
4866 title: "Latency min/avg/max [uSec]"
4885 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4886 algorithm: "plot_latency_box"
4887 output-file-type: ".html"
4888 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4890 csit-dpdk-perf-1710-all:
4901 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4908 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4913 gridcolor: "rgb(238, 238, 238)"
4914 linecolor: "rgb(238, 238, 238)"
4918 showticklabels: True
4919 tickcolor: "rgb(238, 238, 238)"
4921 title: "Indexed Test Cases"
4924 gridcolor: "rgb(238, 238, 238)'"
4926 linecolor: "rgb(238, 238, 238)"
4931 showticklabels: True
4932 tickcolor: "rgb(238, 238, 238)"
4933 title: "Latency min/avg/max [uSec]"
4951 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4952 algorithm: "plot_latency_box"
4953 output-file-type: ".html"
4954 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4956 csit-dpdk-perf-1710-all:
4967 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4974 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4979 gridcolor: "rgb(238, 238, 238)"
4980 linecolor: "rgb(238, 238, 238)"
4984 showticklabels: True
4985 tickcolor: "rgb(238, 238, 238)"
4987 title: "Indexed Test Cases"
4990 gridcolor: "rgb(238, 238, 238)'"
4992 linecolor: "rgb(238, 238, 238)"
4997 showticklabels: True
4998 tickcolor: "rgb(238, 238, 238)"
4999 title: "Latency min/avg/max [uSec]"
5017 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
5018 algorithm: "plot_latency_box"
5019 output-file-type: ".html"
5020 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
5022 csit-dpdk-perf-1710-all:
5033 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
5040 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
5045 gridcolor: "rgb(238, 238, 238)"
5046 linecolor: "rgb(238, 238, 238)"
5050 showticklabels: True
5051 tickcolor: "rgb(238, 238, 238)"
5053 title: "Indexed Test Cases"
5056 gridcolor: "rgb(238, 238, 238)'"
5058 linecolor: "rgb(238, 238, 238)"
5063 showticklabels: True
5064 tickcolor: "rgb(238, 238, 238)"
5065 title: "Latency min/avg/max [uSec]"
5083 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5084 algorithm: "plot_latency_box"
5085 output-file-type: ".html"
5086 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
5088 csit-dpdk-perf-1710-all:
5099 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
5106 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5111 gridcolor: "rgb(238, 238, 238)"
5112 linecolor: "rgb(238, 238, 238)"
5116 showticklabels: True
5117 tickcolor: "rgb(238, 238, 238)"
5119 title: "Indexed Test Cases"
5122 gridcolor: "rgb(238, 238, 238)'"
5124 linecolor: "rgb(238, 238, 238)"
5129 showticklabels: True
5130 tickcolor: "rgb(238, 238, 238)"
5131 title: "Latency min/avg/max [uSec]"
5147 # Ligato - Throughput
5152 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5153 algorithm: "plot_performance_box"
5154 output-file-type: ".html"
5155 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
5157 csit-vpp-perf-1710-all:
5168 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5174 boxpoints: "outliers"
5177 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5182 gridcolor: "rgb(238, 238, 238)"
5183 linecolor: "rgb(238, 238, 238)"
5187 showticklabels: True
5188 tickcolor: "rgb(238, 238, 238)"
5190 title: "Indexed Test Cases"
5193 gridcolor: "rgb(238, 238, 238)'"
5195 linecolor: "rgb(238, 238, 238)"
5200 showticklabels: True
5201 tickcolor: "rgb(238, 238, 238)"
5202 title: "Packets Per Second [pps]"
5220 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5221 algorithm: "plot_performance_box"
5222 output-file-type: ".html"
5223 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
5225 csit-vpp-perf-1710-all:
5236 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5242 boxpoints: "outliers"
5245 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5250 gridcolor: "rgb(238, 238, 238)"
5251 linecolor: "rgb(238, 238, 238)"
5255 showticklabels: True
5256 tickcolor: "rgb(238, 238, 238)"
5258 title: "Indexed Test Cases"
5261 gridcolor: "rgb(238, 238, 238)'"
5263 linecolor: "rgb(238, 238, 238)"
5268 showticklabels: True
5269 tickcolor: "rgb(238, 238, 238)"
5270 title: "Packets Per Second [pps]"
5288 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5289 algorithm: "plot_performance_box"
5290 output-file-type: ".html"
5291 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
5293 csit-vpp-perf-1710-all:
5304 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5310 boxpoints: "outliers"
5313 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5318 gridcolor: "rgb(238, 238, 238)"
5319 linecolor: "rgb(238, 238, 238)"
5323 showticklabels: True
5324 tickcolor: "rgb(238, 238, 238)"
5326 title: "Indexed Test Cases"
5329 gridcolor: "rgb(238, 238, 238)'"
5331 linecolor: "rgb(238, 238, 238)"
5336 showticklabels: True
5337 tickcolor: "rgb(238, 238, 238)"
5338 title: "Packets Per Second [pps]"
5356 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5357 algorithm: "plot_performance_box"
5358 output-file-type: ".html"
5359 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
5361 csit-vpp-perf-1710-all:
5372 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5378 boxpoints: "outliers"
5381 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5386 gridcolor: "rgb(238, 238, 238)"
5387 linecolor: "rgb(238, 238, 238)"
5391 showticklabels: True
5392 tickcolor: "rgb(238, 238, 238)"
5394 title: "Indexed Test Cases"
5397 gridcolor: "rgb(238, 238, 238)'"
5399 linecolor: "rgb(238, 238, 238)"
5404 showticklabels: True
5405 tickcolor: "rgb(238, 238, 238)"
5406 title: "Packets Per Second [pps]"
5422 # Container orchestrated
5425 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5426 algorithm: "plot_performance_box"
5427 output-file-type: ".html"
5428 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
5430 csit-ligato-perf-1710-all:
5441 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5447 boxpoints: "outliers"
5450 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5455 gridcolor: "rgb(238, 238, 238)"
5456 linecolor: "rgb(238, 238, 238)"
5460 showticklabels: True
5461 tickcolor: "rgb(238, 238, 238)"
5463 title: "Indexed Test Cases"
5466 gridcolor: "rgb(238, 238, 238)'"
5468 linecolor: "rgb(238, 238, 238)"
5473 showticklabels: True
5474 tickcolor: "rgb(238, 238, 238)"
5475 title: "Packets Per Second [pps]"
5493 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5494 algorithm: "plot_performance_box"
5495 output-file-type: ".html"
5496 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
5498 csit-ligato-perf-1710-all:
5509 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5515 boxpoints: "outliers"
5518 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5523 gridcolor: "rgb(238, 238, 238)"
5524 linecolor: "rgb(238, 238, 238)"
5528 showticklabels: True
5529 tickcolor: "rgb(238, 238, 238)"
5531 title: "Indexed Test Cases"
5534 gridcolor: "rgb(238, 238, 238)'"
5536 linecolor: "rgb(238, 238, 238)"
5541 showticklabels: True
5542 tickcolor: "rgb(238, 238, 238)"
5543 title: "Packets Per Second [pps]"
5561 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5562 algorithm: "plot_performance_box"
5563 output-file-type: ".html"
5564 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
5566 csit-ligato-perf-1710-all:
5577 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5583 boxpoints: "outliers"
5586 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5591 gridcolor: "rgb(238, 238, 238)"
5592 linecolor: "rgb(238, 238, 238)"
5596 showticklabels: True
5597 tickcolor: "rgb(238, 238, 238)"
5599 title: "Indexed Test Cases"
5602 gridcolor: "rgb(238, 238, 238)'"
5604 linecolor: "rgb(238, 238, 238)"
5609 showticklabels: True
5610 tickcolor: "rgb(238, 238, 238)"
5611 title: "Packets Per Second [pps]"
5629 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5630 algorithm: "plot_performance_box"
5631 output-file-type: ".html"
5632 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
5634 csit-ligato-perf-1710-all:
5645 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5651 boxpoints: "outliers"
5654 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5659 gridcolor: "rgb(238, 238, 238)"
5660 linecolor: "rgb(238, 238, 238)"
5664 showticklabels: True
5665 tickcolor: "rgb(238, 238, 238)"
5667 title: "Indexed Test Cases"
5670 gridcolor: "rgb(238, 238, 238)'"
5672 linecolor: "rgb(238, 238, 238)"
5677 showticklabels: True
5678 tickcolor: "rgb(238, 238, 238)"
5679 title: "Packets Per Second [pps]"
5700 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5701 algorithm: "plot_latency_box"
5702 output-file-type: ".html"
5703 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
5705 csit-vpp-perf-1710-all:
5716 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5723 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5728 gridcolor: "rgb(238, 238, 238)"
5729 linecolor: "rgb(238, 238, 238)"
5733 showticklabels: True
5734 tickcolor: "rgb(238, 238, 238)"
5736 title: "Indexed Test Cases"
5739 gridcolor: "rgb(238, 238, 238)'"
5741 linecolor: "rgb(238, 238, 238)"
5746 showticklabels: True
5747 tickcolor: "rgb(238, 238, 238)"
5748 title: "Latency min/avg/max [uSec]"
5766 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5767 algorithm: "plot_latency_box"
5768 output-file-type: ".html"
5769 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
5771 csit-vpp-perf-1710-all:
5782 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5789 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5794 gridcolor: "rgb(238, 238, 238)"
5795 linecolor: "rgb(238, 238, 238)"
5799 showticklabels: True
5800 tickcolor: "rgb(238, 238, 238)"
5802 title: "Indexed Test Cases"
5805 gridcolor: "rgb(238, 238, 238)'"
5807 linecolor: "rgb(238, 238, 238)"
5812 showticklabels: True
5813 tickcolor: "rgb(238, 238, 238)"
5814 title: "Latency min/avg/max [uSec]"
5830 # Container orchestrated
5833 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5834 algorithm: "plot_latency_box"
5835 output-file-type: ".html"
5836 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
5838 csit-ligato-perf-1710-all:
5849 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5856 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5861 gridcolor: "rgb(238, 238, 238)"
5862 linecolor: "rgb(238, 238, 238)"
5866 showticklabels: True
5867 tickcolor: "rgb(238, 238, 238)"
5869 title: "Indexed Test Cases"
5872 gridcolor: "rgb(238, 238, 238)'"
5874 linecolor: "rgb(238, 238, 238)"
5879 showticklabels: True
5880 tickcolor: "rgb(238, 238, 238)"
5881 title: "Latency min/avg/max [uSec]"
5899 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5900 algorithm: "plot_latency_box"
5901 output-file-type: ".html"
5902 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
5904 csit-ligato-perf-1710-all:
5915 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5922 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5927 gridcolor: "rgb(238, 238, 238)"
5928 linecolor: "rgb(238, 238, 238)"
5932 showticklabels: True
5933 tickcolor: "rgb(238, 238, 238)"
5935 title: "Indexed Test Cases"
5938 gridcolor: "rgb(238, 238, 238)'"
5940 linecolor: "rgb(238, 238, 238)"
5945 showticklabels: True
5946 tickcolor: "rgb(238, 238, 238)"
5947 title: "Latency min/avg/max [uSec]"