6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 # List the directories which are created while preparing the environment.
67 # All directories MUST be defined in "paths" section.
74 - "DIR[WORKING,SRC,STATIC]"
77 # List the directories which are deleted while cleaning the environment.
78 # All directories MUST be defined in "paths" section.
82 # List the directories where the results (build) is stored.
83 # All directories MUST be defined in "paths" section.
90 input-format: "xml" # zip or xml
91 extract: "robot-plugin/output.xml" # Only for zip
93 # The files must be in the directory DIR[WORKING,DATA]
94 csit-dpdk-perf-1707-all:
97 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
100 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
101 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
104 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
105 csit-vpp-functional-1707-ubuntu1604-virl:
107 build: lastSuccessfulBuild
108 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
109 hc2vpp-csit-integration-1707-ubuntu1604:
111 build: lastSuccessfulBuild
112 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
113 csit-vpp-perf-1707-all:
116 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
119 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
123 src-path: "{DIR[RST]}"
124 dst-path: "{DIR[WORKING,SRC]}"
127 type: "input" # Ignored in debug mode
129 file-name: "robot-plugin.zip"
131 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
132 extract: "robot-plugin/output.xml"
134 csit-vpp-perf-1707-all:
145 csit-vpp-perf-1710-all:
156 csit-dpdk-perf-1710-all:
167 csit-ligato-perf-1710-all:
169 csit-vpp-functional-1710-ubuntu1604-virl:
171 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
173 csit-hc2vpp-verify-func-1710-ubuntu1604:
174 - lastSuccessfulBuild
184 ################################################################################
186 ################################################################################
190 title: "Performance improvements"
191 algorithm: "table_performance_improvements"
192 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
193 output-file-ext: ".csv"
194 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
197 title: "Functionality"
203 title: "16.09 mean [Mpps]"
206 title: "17.01 mean [Mpps]"
209 title: "17.04 mean [Mpps]"
212 title: "17.07 mean [Mpps]"
213 data: "data csit-vpp-perf-1707-all mean"
215 title: "17.10 mean [Mpps]"
216 data: "data csit-vpp-perf-1710-all mean"
218 title: "17.10 stdev [Mpps]"
219 data: "data csit-vpp-perf-1710-all stdev"
221 title: "17.07 to 17.10 change [%]"
222 data: "operation relative_change 6 5"
225 csit-vpp-perf-1707-all:
236 csit-vpp-perf-1710-all:
253 title: "Detailed Test Results - VPP Performance Results"
254 algorithm: "table_details"
255 output-file-ext: ".csv"
256 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
262 title: "Documentation"
269 csit-vpp-perf-1710-all:
280 title: "Test configuration - VPP Performance Test Configs"
281 algorithm: "table_details"
282 output-file-ext: ".csv"
283 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
289 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
290 data: "data vat-history"
293 csit-vpp-perf-1710-all:
303 title: "Test Operational Data - VPP Performance Operational Data"
304 algorithm: "table_details"
305 output-file-ext: ".csv"
306 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
312 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
313 data: "data show-run"
316 csit-vpp-perf-1710-all:
326 title: "Detailed Test Results - VPP Functional Results"
327 algorithm: "table_details"
328 output-file-ext: ".csv"
329 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
335 title: "Documentation"
342 csit-vpp-functional-1710-ubuntu1604-virl:
353 title: "Test configuration - VPP Functional Test Configs"
354 algorithm: "table_details"
355 output-file-ext: ".csv"
356 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
362 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
363 data: "data vat-history"
366 csit-vpp-functional-1710-ubuntu1604-virl:
376 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
377 algorithm: "table_details"
378 output-file-ext: ".csv"
379 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
385 title: "Documentation"
392 csit-ligato-perf-1710-all:
403 title: "Detailed Test Results - DPDK Performance Results"
404 algorithm: "table_details"
405 output-file-ext: ".csv"
406 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
412 title: "Documentation"
419 csit-dpdk-perf-1710-all:
430 title: "Detailed Test Results - Honeycomb Functional Results"
431 algorithm: "table_details"
432 output-file-ext: ".csv"
433 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
439 title: "Documentation"
446 csit-hc2vpp-verify-func-1710-ubuntu1604:
447 - "lastSuccessfulBuild"
457 title: "Detailed Test Results - NSH SFC Functional Results"
458 algorithm: "table_details"
459 output-file-ext: ".csv"
460 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
466 title: "Documentation"
473 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
482 ################################################################################
484 ################################################################################
488 title: "VPP Performance Results"
489 algorithm: "file_test_results"
490 output-file-ext: ".rst"
491 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
492 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
493 dir-tables: "{DIR[DTR,PERF,VPP]}"
495 csit-vpp-perf-1710-all:
502 data-start-level: 2 # 0, 1, 2, ...
503 chapters-start-level: 2 # 0, 1, 2, ...
507 title: "VPP Performance Configuration"
508 algorithm: "file_test_results"
509 output-file-ext: ".rst"
510 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
511 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
512 dir-tables: "{DIR[DTC,PERF,VPP]}"
514 csit-vpp-perf-1710-all:
521 data-start-level: 2 # 0, 1, 2, ...
522 chapters-start-level: 2 # 0, 1, 2, ...
526 title: "VPP Performance Operational Data"
527 algorithm: "file_test_results"
528 output-file-ext: ".rst"
529 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
530 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
531 dir-tables: "{DIR[DTO,PERF,VPP]}"
533 csit-vpp-perf-1710-all:
540 data-start-level: 2 # 0, 1, 2, ...
541 chapters-start-level: 2 # 0, 1, 2, ...
545 title: "VPP Functional Results"
546 algorithm: "file_test_results"
547 output-file-ext: ".rst"
548 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
549 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
550 dir-tables: "{DIR[DTR,FUNC,VPP]}"
552 csit-vpp-functional-1710-ubuntu1604-virl:
559 data-start-level: 3 # 0, 1, 2, ...
560 chapters-start-level: 2 # 0, 1, 2, ...
564 title: "VPP Functional Configuration"
565 algorithm: "file_test_results"
566 output-file-ext: ".rst"
567 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
568 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
569 dir-tables: "{DIR[DTC,FUNC,VPP]}"
571 csit-vpp-functional-1710-ubuntu1604-virl:
578 data-start-level: 3 # 0, 1, 2, ...
579 chapters-start-level: 2 # 0, 1, 2, ...
583 title: "Container Orchestrated Performance Results"
584 algorithm: "file_test_results"
585 output-file-ext: ".rst"
586 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
587 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
588 dir-tables: "{DIR[DTR,PERF,COT]}"
590 csit-ligato-perf-1710-all:
597 data-start-level: 2 # 0, 1, 2, ...
598 chapters-start-level: 2 # 0, 1, 2, ...
602 title: "DPDK Performance Results"
603 algorithm: "file_test_results"
604 output-file-ext: ".rst"
605 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
606 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
607 dir-tables: "{DIR[DTR,PERF,DPDK]}"
609 csit-dpdk-perf-1710-all:
618 data-start-level: 2 # 0, 1, 2, ...
619 chapters-start-level: 2 # 0, 1, 2, ...
623 title: "Honeycomb Functional Results"
624 algorithm: "file_test_results"
625 output-file-ext: ".rst"
626 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
627 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
628 dir-tables: "{DIR[DTR,FUNC,HC]}"
630 csit-hc2vpp-verify-func-1710-ubuntu1604:
631 - "lastSuccessfulBuild"
639 data-start-level: 3 # 0, 1, 2, ...
640 chapters-start-level: 2 # 0, 1, 2, ...
644 title: "NSH SFC Functional Results"
645 algorithm: "file_test_results"
646 output-file-ext: ".rst"
647 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
648 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
649 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
651 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
660 data-start-level: 2 # 0, 1, 2, ...
661 chapters-start-level: 2 # 0, 1, 2, ...
663 ################################################################################
665 ################################################################################
667 # Plot packets per second
672 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
673 algorithm: "plot_performance_box"
674 output-file-type: ".html"
675 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
677 csit-vpp-perf-1710-all:
688 # Keep this formatting, the filter is enclosed with " (quotation mark) and
689 # each tag is enclosed with ' (apostrophe).
690 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
696 boxpoints: "outliers"
699 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
704 gridcolor: "rgb(238, 238, 238)"
705 linecolor: "rgb(238, 238, 238)"
710 tickcolor: "rgb(238, 238, 238)"
712 title: "Indexed Test Cases"
715 gridcolor: "rgb(238, 238, 238)'"
717 linecolor: "rgb(238, 238, 238)"
723 tickcolor: "rgb(238, 238, 238)"
724 title: "Packets Per Second [pps]"
742 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
743 algorithm: "plot_performance_box"
744 output-file-type: ".html"
745 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
747 csit-vpp-perf-1710-all:
758 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
764 boxpoints: "outliers"
767 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
772 gridcolor: "rgb(238, 238, 238)"
773 linecolor: "rgb(238, 238, 238)"
778 tickcolor: "rgb(238, 238, 238)"
780 title: "Indexed Test Cases"
783 gridcolor: "rgb(238, 238, 238)'"
785 linecolor: "rgb(238, 238, 238)"
791 tickcolor: "rgb(238, 238, 238)"
792 title: "Packets Per Second [pps]"
810 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
811 algorithm: "plot_performance_box"
812 output-file-type: ".html"
813 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
815 csit-vpp-perf-1710-all:
826 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
832 boxpoints: "outliers"
835 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
840 gridcolor: "rgb(238, 238, 238)"
841 linecolor: "rgb(238, 238, 238)"
846 tickcolor: "rgb(238, 238, 238)"
848 title: "Indexed Test Cases"
851 gridcolor: "rgb(238, 238, 238)'"
853 linecolor: "rgb(238, 238, 238)"
859 tickcolor: "rgb(238, 238, 238)"
860 title: "Packets Per Second [pps]"
878 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
879 algorithm: "plot_performance_box"
880 output-file-type: ".html"
881 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
883 csit-vpp-perf-1710-all:
894 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
900 boxpoints: "outliers"
903 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
908 gridcolor: "rgb(238, 238, 238)"
909 linecolor: "rgb(238, 238, 238)"
914 tickcolor: "rgb(238, 238, 238)"
916 title: "Indexed Test Cases"
919 gridcolor: "rgb(238, 238, 238)'"
921 linecolor: "rgb(238, 238, 238)"
927 tickcolor: "rgb(238, 238, 238)"
928 title: "Packets Per Second [pps]"
947 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
948 algorithm: "plot_performance_box"
949 output-file-type: ".html"
950 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
952 csit-vpp-perf-1710-all:
963 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
969 boxpoints: "outliers"
972 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
977 gridcolor: "rgb(238, 238, 238)"
978 linecolor: "rgb(238, 238, 238)"
983 tickcolor: "rgb(238, 238, 238)"
985 title: "Indexed Test Cases"
988 gridcolor: "rgb(238, 238, 238)'"
990 linecolor: "rgb(238, 238, 238)"
996 tickcolor: "rgb(238, 238, 238)"
997 title: "Packets Per Second [pps]"
1015 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1016 algorithm: "plot_performance_box"
1017 output-file-type: ".html"
1018 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1020 csit-vpp-perf-1710-all:
1031 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1037 boxpoints: "outliers"
1040 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1045 gridcolor: "rgb(238, 238, 238)"
1046 linecolor: "rgb(238, 238, 238)"
1050 showticklabels: True
1051 tickcolor: "rgb(238, 238, 238)"
1053 title: "Indexed Test Cases"
1056 gridcolor: "rgb(238, 238, 238)'"
1058 linecolor: "rgb(238, 238, 238)"
1060 range: [5000000, 12000000]
1063 showticklabels: True
1064 tickcolor: "rgb(238, 238, 238)"
1065 title: "Packets Per Second [pps]"
1083 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1084 algorithm: "plot_performance_box"
1085 output-file-type: ".html"
1086 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1088 csit-vpp-perf-1710-all:
1099 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1105 boxpoints: "outliers"
1108 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1113 gridcolor: "rgb(238, 238, 238)"
1114 linecolor: "rgb(238, 238, 238)"
1118 showticklabels: True
1119 tickcolor: "rgb(238, 238, 238)"
1121 title: "Indexed Test Cases"
1124 gridcolor: "rgb(238, 238, 238)'"
1126 linecolor: "rgb(238, 238, 238)"
1131 showticklabels: True
1132 tickcolor: "rgb(238, 238, 238)"
1133 title: "Packets Per Second [pps]"
1151 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1152 algorithm: "plot_performance_box"
1153 output-file-type: ".html"
1154 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1156 csit-vpp-perf-1710-all:
1167 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1173 boxpoints: "outliers"
1176 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1181 gridcolor: "rgb(238, 238, 238)"
1182 linecolor: "rgb(238, 238, 238)"
1186 showticklabels: True
1187 tickcolor: "rgb(238, 238, 238)"
1189 title: "Indexed Test Cases"
1192 gridcolor: "rgb(238, 238, 238)'"
1194 linecolor: "rgb(238, 238, 238)"
1196 range: [5000000, 12000000]
1199 showticklabels: True
1200 tickcolor: "rgb(238, 238, 238)"
1201 title: "Packets Per Second [pps]"
1220 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1221 algorithm: "plot_performance_box"
1222 output-file-type: ".html"
1223 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1225 csit-vpp-perf-1710-all:
1236 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1242 boxpoints: "outliers"
1245 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1250 gridcolor: "rgb(238, 238, 238)"
1251 linecolor: "rgb(238, 238, 238)"
1255 showticklabels: True
1256 tickcolor: "rgb(238, 238, 238)"
1258 title: "Indexed Test Cases"
1261 gridcolor: "rgb(238, 238, 238)'"
1263 linecolor: "rgb(238, 238, 238)"
1268 showticklabels: True
1269 tickcolor: "rgb(238, 238, 238)"
1270 title: "Packets Per Second [pps]"
1288 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1289 algorithm: "plot_performance_box"
1290 output-file-type: ".html"
1291 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1293 csit-vpp-perf-1710-all:
1304 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1310 boxpoints: "outliers"
1313 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1318 gridcolor: "rgb(238, 238, 238)"
1319 linecolor: "rgb(238, 238, 238)"
1323 showticklabels: True
1324 tickcolor: "rgb(238, 238, 238)"
1326 title: "Indexed Test Cases"
1329 gridcolor: "rgb(238, 238, 238)'"
1331 linecolor: "rgb(238, 238, 238)"
1336 showticklabels: True
1337 tickcolor: "rgb(238, 238, 238)"
1338 title: "Packets Per Second [pps]"
1356 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1357 algorithm: "plot_performance_box"
1358 output-file-type: ".html"
1359 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1361 csit-vpp-perf-1710-all:
1372 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1378 boxpoints: "outliers"
1381 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1386 gridcolor: "rgb(238, 238, 238)"
1387 linecolor: "rgb(238, 238, 238)"
1391 showticklabels: True
1392 tickcolor: "rgb(238, 238, 238)"
1394 title: "Indexed Test Cases"
1397 gridcolor: "rgb(238, 238, 238)'"
1399 linecolor: "rgb(238, 238, 238)"
1404 showticklabels: True
1405 tickcolor: "rgb(238, 238, 238)"
1406 title: "Packets Per Second [pps]"
1424 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1425 algorithm: "plot_performance_box"
1426 output-file-type: ".html"
1427 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1429 csit-vpp-perf-1710-all:
1440 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1446 boxpoints: "outliers"
1449 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1454 gridcolor: "rgb(238, 238, 238)"
1455 linecolor: "rgb(238, 238, 238)"
1459 showticklabels: True
1460 tickcolor: "rgb(238, 238, 238)"
1462 title: "Indexed Test Cases"
1465 gridcolor: "rgb(238, 238, 238)'"
1467 linecolor: "rgb(238, 238, 238)"
1472 showticklabels: True
1473 tickcolor: "rgb(238, 238, 238)"
1474 title: "Packets Per Second [pps]"
1493 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1494 algorithm: "plot_performance_box"
1495 output-file-type: ".html"
1496 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1498 csit-vpp-perf-1710-all:
1509 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1515 boxpoints: "outliers"
1518 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1523 gridcolor: "rgb(238, 238, 238)"
1524 linecolor: "rgb(238, 238, 238)"
1528 showticklabels: True
1529 tickcolor: "rgb(238, 238, 238)"
1531 title: "Indexed Test Cases"
1534 gridcolor: "rgb(238, 238, 238)'"
1536 linecolor: "rgb(238, 238, 238)"
1541 showticklabels: True
1542 tickcolor: "rgb(238, 238, 238)"
1543 title: "Packets Per Second [pps]"
1561 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1562 algorithm: "plot_performance_box"
1563 output-file-type: ".html"
1564 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1566 csit-vpp-perf-1710-all:
1577 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1583 boxpoints: "outliers"
1586 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1591 gridcolor: "rgb(238, 238, 238)"
1592 linecolor: "rgb(238, 238, 238)"
1596 showticklabels: True
1597 tickcolor: "rgb(238, 238, 238)"
1599 title: "Indexed Test Cases"
1602 gridcolor: "rgb(238, 238, 238)'"
1604 linecolor: "rgb(238, 238, 238)"
1609 showticklabels: True
1610 tickcolor: "rgb(238, 238, 238)"
1611 title: "Packets Per Second [pps]"
1629 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1630 algorithm: "plot_performance_box"
1631 output-file-type: ".html"
1632 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1634 csit-vpp-perf-1710-all:
1645 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1651 boxpoints: "outliers"
1654 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1659 gridcolor: "rgb(238, 238, 238)"
1660 linecolor: "rgb(238, 238, 238)"
1664 showticklabels: True
1665 tickcolor: "rgb(238, 238, 238)"
1667 title: "Indexed Test Cases"
1670 gridcolor: "rgb(238, 238, 238)'"
1672 linecolor: "rgb(238, 238, 238)"
1677 showticklabels: True
1678 tickcolor: "rgb(238, 238, 238)"
1679 title: "Packets Per Second [pps]"
1697 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1698 algorithm: "plot_performance_box"
1699 output-file-type: ".html"
1700 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1702 csit-vpp-perf-1710-all:
1713 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1719 boxpoints: "outliers"
1722 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1727 gridcolor: "rgb(238, 238, 238)"
1728 linecolor: "rgb(238, 238, 238)"
1732 showticklabels: True
1733 tickcolor: "rgb(238, 238, 238)"
1735 title: "Indexed Test Cases"
1738 gridcolor: "rgb(238, 238, 238)'"
1740 linecolor: "rgb(238, 238, 238)"
1745 showticklabels: True
1746 tickcolor: "rgb(238, 238, 238)"
1747 title: "Packets Per Second [pps]"
1766 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1767 algorithm: "plot_performance_box"
1768 output-file-type: ".html"
1769 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1771 csit-vpp-perf-1710-all:
1782 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1788 boxpoints: "outliers"
1791 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1796 gridcolor: "rgb(238, 238, 238)"
1797 linecolor: "rgb(238, 238, 238)"
1801 showticklabels: True
1802 tickcolor: "rgb(238, 238, 238)"
1804 title: "Indexed Test Cases"
1807 gridcolor: "rgb(238, 238, 238)'"
1809 linecolor: "rgb(238, 238, 238)"
1814 showticklabels: True
1815 tickcolor: "rgb(238, 238, 238)"
1816 title: "Packets Per Second [pps]"
1834 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1835 algorithm: "plot_performance_box"
1836 output-file-type: ".html"
1837 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1839 csit-vpp-perf-1710-all:
1850 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1856 boxpoints: "outliers"
1859 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1864 gridcolor: "rgb(238, 238, 238)"
1865 linecolor: "rgb(238, 238, 238)"
1869 showticklabels: True
1870 tickcolor: "rgb(238, 238, 238)"
1872 title: "Indexed Test Cases"
1875 gridcolor: "rgb(238, 238, 238)'"
1877 linecolor: "rgb(238, 238, 238)"
1882 showticklabels: True
1883 tickcolor: "rgb(238, 238, 238)"
1884 title: "Packets Per Second [pps]"
1902 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1903 algorithm: "plot_performance_box"
1904 output-file-type: ".html"
1905 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1907 csit-vpp-perf-1710-all:
1918 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1924 boxpoints: "outliers"
1927 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1932 gridcolor: "rgb(238, 238, 238)"
1933 linecolor: "rgb(238, 238, 238)"
1937 showticklabels: True
1938 tickcolor: "rgb(238, 238, 238)"
1940 title: "Indexed Test Cases"
1943 gridcolor: "rgb(238, 238, 238)'"
1945 linecolor: "rgb(238, 238, 238)"
1950 showticklabels: True
1951 tickcolor: "rgb(238, 238, 238)"
1952 title: "Packets Per Second [pps]"
1970 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1971 algorithm: "plot_performance_box"
1972 output-file-type: ".html"
1973 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1975 csit-vpp-perf-1710-all:
1986 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1992 boxpoints: "outliers"
1995 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2000 gridcolor: "rgb(238, 238, 238)"
2001 linecolor: "rgb(238, 238, 238)"
2005 showticklabels: True
2006 tickcolor: "rgb(238, 238, 238)"
2008 title: "Indexed Test Cases"
2011 gridcolor: "rgb(238, 238, 238)'"
2013 linecolor: "rgb(238, 238, 238)"
2018 showticklabels: True
2019 tickcolor: "rgb(238, 238, 238)"
2020 title: "Packets Per Second [pps]"
2039 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2040 algorithm: "plot_performance_box"
2041 output-file-type: ".html"
2042 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2044 csit-vpp-perf-1710-all:
2055 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2061 boxpoints: "outliers"
2064 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2069 gridcolor: "rgb(238, 238, 238)"
2070 linecolor: "rgb(238, 238, 238)"
2074 showticklabels: True
2075 tickcolor: "rgb(238, 238, 238)"
2077 title: "Indexed Test Cases"
2080 gridcolor: "rgb(238, 238, 238)'"
2082 linecolor: "rgb(238, 238, 238)"
2087 showticklabels: True
2088 tickcolor: "rgb(238, 238, 238)"
2089 title: "Packets Per Second [pps]"
2107 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2108 algorithm: "plot_performance_box"
2109 output-file-type: ".html"
2110 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2112 csit-vpp-perf-1710-all:
2123 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2129 boxpoints: "outliers"
2132 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2137 gridcolor: "rgb(238, 238, 238)"
2138 linecolor: "rgb(238, 238, 238)"
2142 showticklabels: True
2143 tickcolor: "rgb(238, 238, 238)"
2145 title: "Indexed Test Cases"
2148 gridcolor: "rgb(238, 238, 238)'"
2150 linecolor: "rgb(238, 238, 238)"
2155 showticklabels: True
2156 tickcolor: "rgb(238, 238, 238)"
2157 title: "Packets Per Second [pps]"
2175 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2176 algorithm: "plot_performance_box"
2177 output-file-type: ".html"
2178 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2180 csit-vpp-perf-1710-all:
2191 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2197 boxpoints: "outliers"
2200 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2205 gridcolor: "rgb(238, 238, 238)"
2206 linecolor: "rgb(238, 238, 238)"
2210 showticklabels: True
2211 tickcolor: "rgb(238, 238, 238)"
2213 title: "Indexed Test Cases"
2216 gridcolor: "rgb(238, 238, 238)'"
2218 linecolor: "rgb(238, 238, 238)"
2223 showticklabels: True
2224 tickcolor: "rgb(238, 238, 238)"
2225 title: "Packets Per Second [pps]"
2243 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2244 algorithm: "plot_performance_box"
2245 output-file-type: ".html"
2246 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2248 csit-vpp-perf-1710-all:
2259 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2265 boxpoints: "outliers"
2268 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2273 gridcolor: "rgb(238, 238, 238)"
2274 linecolor: "rgb(238, 238, 238)"
2278 showticklabels: True
2279 tickcolor: "rgb(238, 238, 238)"
2281 title: "Indexed Test Cases"
2284 gridcolor: "rgb(238, 238, 238)'"
2286 linecolor: "rgb(238, 238, 238)"
2291 showticklabels: True
2292 tickcolor: "rgb(238, 238, 238)"
2293 title: "Packets Per Second [pps]"
2312 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2313 algorithm: "plot_performance_box"
2314 output-file-type: ".html"
2315 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2317 csit-vpp-perf-1710-all:
2328 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2334 boxpoints: "outliers"
2337 title: "64B-1t1c-.*vhost.*-ndrdisc"
2342 gridcolor: "rgb(238, 238, 238)"
2343 linecolor: "rgb(238, 238, 238)"
2347 showticklabels: True
2348 tickcolor: "rgb(238, 238, 238)"
2350 title: "Indexed Test Cases"
2353 gridcolor: "rgb(238, 238, 238)'"
2355 linecolor: "rgb(238, 238, 238)"
2360 showticklabels: True
2361 tickcolor: "rgb(238, 238, 238)"
2362 title: "Packets Per Second [pps]"
2380 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2381 algorithm: "plot_performance_box"
2382 output-file-type: ".html"
2383 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2385 csit-vpp-perf-1710-all:
2396 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2402 boxpoints: "outliers"
2405 title: "64B-2t2c-.*vhost.*-ndrdisc"
2410 gridcolor: "rgb(238, 238, 238)"
2411 linecolor: "rgb(238, 238, 238)"
2415 showticklabels: True
2416 tickcolor: "rgb(238, 238, 238)"
2418 title: "Indexed Test Cases"
2421 gridcolor: "rgb(238, 238, 238)'"
2423 linecolor: "rgb(238, 238, 238)"
2428 showticklabels: True
2429 tickcolor: "rgb(238, 238, 238)"
2430 title: "Packets Per Second [pps]"
2448 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2449 algorithm: "plot_performance_box"
2450 output-file-type: ".html"
2451 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2453 csit-vpp-perf-1710-all:
2464 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2470 boxpoints: "outliers"
2473 title: "64B-1t1c-.*vhost.*-pdrdisc"
2478 gridcolor: "rgb(238, 238, 238)"
2479 linecolor: "rgb(238, 238, 238)"
2483 showticklabels: True
2484 tickcolor: "rgb(238, 238, 238)"
2486 title: "Indexed Test Cases"
2489 gridcolor: "rgb(238, 238, 238)'"
2491 linecolor: "rgb(238, 238, 238)"
2496 showticklabels: True
2497 tickcolor: "rgb(238, 238, 238)"
2498 title: "Packets Per Second [pps]"
2516 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2517 algorithm: "plot_performance_box"
2518 output-file-type: ".html"
2519 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2521 csit-vpp-perf-1710-all:
2532 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2538 boxpoints: "outliers"
2541 title: "64B-2t2c-.*vhost.*-pdrdisc"
2546 gridcolor: "rgb(238, 238, 238)"
2547 linecolor: "rgb(238, 238, 238)"
2551 showticklabels: True
2552 tickcolor: "rgb(238, 238, 238)"
2554 title: "Indexed Test Cases"
2557 gridcolor: "rgb(238, 238, 238)'"
2559 linecolor: "rgb(238, 238, 238)"
2564 showticklabels: True
2565 tickcolor: "rgb(238, 238, 238)"
2566 title: "Packets Per Second [pps]"
2582 # VPP VM VHOST SELECTION
2585 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2586 algorithm: "plot_performance_box"
2587 output-file-type: ".html"
2588 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2590 csit-vpp-perf-1710-all:
2601 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2607 boxpoints: "outliers"
2610 title: "64B-1t1c-.*vhost.*-ndrdisc"
2615 gridcolor: "rgb(238, 238, 238)"
2616 linecolor: "rgb(238, 238, 238)"
2620 showticklabels: True
2621 tickcolor: "rgb(238, 238, 238)"
2623 title: "Indexed Test Cases"
2626 gridcolor: "rgb(238, 238, 238)'"
2628 linecolor: "rgb(238, 238, 238)"
2633 showticklabels: True
2634 tickcolor: "rgb(238, 238, 238)"
2635 title: "Packets Per Second [pps]"
2653 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2654 algorithm: "plot_performance_box"
2655 output-file-type: ".html"
2656 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2658 csit-vpp-perf-1710-all:
2669 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2675 boxpoints: "outliers"
2678 title: "64B-2t2c-.*vhost.*-ndrdisc"
2683 gridcolor: "rgb(238, 238, 238)"
2684 linecolor: "rgb(238, 238, 238)"
2688 showticklabels: True
2689 tickcolor: "rgb(238, 238, 238)"
2691 title: "Indexed Test Cases"
2694 gridcolor: "rgb(238, 238, 238)'"
2696 linecolor: "rgb(238, 238, 238)"
2701 showticklabels: True
2702 tickcolor: "rgb(238, 238, 238)"
2703 title: "Packets Per Second [pps]"
2721 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2722 algorithm: "plot_performance_box"
2723 output-file-type: ".html"
2724 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2726 csit-vpp-perf-1710-all:
2737 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2743 boxpoints: "outliers"
2746 title: "64B-1t1c-.*vhost.*-pdrdisc"
2751 gridcolor: "rgb(238, 238, 238)"
2752 linecolor: "rgb(238, 238, 238)"
2756 showticklabels: True
2757 tickcolor: "rgb(238, 238, 238)"
2759 title: "Indexed Test Cases"
2762 gridcolor: "rgb(238, 238, 238)'"
2764 linecolor: "rgb(238, 238, 238)"
2769 showticklabels: True
2770 tickcolor: "rgb(238, 238, 238)"
2771 title: "Packets Per Second [pps]"
2789 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2790 algorithm: "plot_performance_box"
2791 output-file-type: ".html"
2792 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2794 csit-vpp-perf-1710-all:
2805 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2811 boxpoints: "outliers"
2814 title: "64B-2t2c-.*vhost.*-pdrdisc"
2819 gridcolor: "rgb(238, 238, 238)"
2820 linecolor: "rgb(238, 238, 238)"
2824 showticklabels: True
2825 tickcolor: "rgb(238, 238, 238)"
2827 title: "Indexed Test Cases"
2830 gridcolor: "rgb(238, 238, 238)'"
2832 linecolor: "rgb(238, 238, 238)"
2837 showticklabels: True
2838 tickcolor: "rgb(238, 238, 238)"
2839 title: "Packets Per Second [pps]"
2858 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2859 algorithm: "plot_performance_box"
2860 output-file-type: ".html"
2861 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2863 csit-vpp-perf-1710-all:
2874 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2880 boxpoints: "outliers"
2883 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2888 gridcolor: "rgb(238, 238, 238)"
2889 linecolor: "rgb(238, 238, 238)"
2893 showticklabels: True
2894 tickcolor: "rgb(238, 238, 238)"
2896 title: "Indexed Test Cases"
2899 gridcolor: "rgb(238, 238, 238)'"
2901 linecolor: "rgb(238, 238, 238)"
2906 showticklabels: True
2907 tickcolor: "rgb(238, 238, 238)"
2908 title: "Packets Per Second [pps]"
2926 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2927 algorithm: "plot_performance_box"
2928 output-file-type: ".html"
2929 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2931 csit-vpp-perf-1710-all:
2942 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2948 boxpoints: "outliers"
2951 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2956 gridcolor: "rgb(238, 238, 238)"
2957 linecolor: "rgb(238, 238, 238)"
2961 showticklabels: True
2962 tickcolor: "rgb(238, 238, 238)"
2964 title: "Indexed Test Cases"
2967 gridcolor: "rgb(238, 238, 238)'"
2969 linecolor: "rgb(238, 238, 238)"
2974 showticklabels: True
2975 tickcolor: "rgb(238, 238, 238)"
2976 title: "Packets Per Second [pps]"
2994 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2995 algorithm: "plot_performance_box"
2996 output-file-type: ".html"
2997 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2999 csit-vpp-perf-1710-all:
3010 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3016 boxpoints: "outliers"
3019 title: "64B-1t1c-.*ipsec.*-pdrdisc"
3024 gridcolor: "rgb(238, 238, 238)"
3025 linecolor: "rgb(238, 238, 238)"
3029 showticklabels: True
3030 tickcolor: "rgb(238, 238, 238)"
3032 title: "Indexed Test Cases"
3035 gridcolor: "rgb(238, 238, 238)'"
3037 linecolor: "rgb(238, 238, 238)"
3042 showticklabels: True
3043 tickcolor: "rgb(238, 238, 238)"
3044 title: "Packets Per Second [pps]"
3062 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
3063 algorithm: "plot_performance_box"
3064 output-file-type: ".html"
3065 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
3067 csit-vpp-perf-1710-all:
3078 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3084 boxpoints: "outliers"
3087 title: "64B-2t2c-.*ipsec.*-pdrdisc"
3092 gridcolor: "rgb(238, 238, 238)"
3093 linecolor: "rgb(238, 238, 238)"
3097 showticklabels: True
3098 tickcolor: "rgb(238, 238, 238)"
3100 title: "Indexed Test Cases"
3103 gridcolor: "rgb(238, 238, 238)'"
3105 linecolor: "rgb(238, 238, 238)"
3110 showticklabels: True
3111 tickcolor: "rgb(238, 238, 238)"
3112 title: "Packets Per Second [pps]"
3131 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3132 algorithm: "plot_performance_box"
3133 output-file-type: ".html"
3134 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
3136 csit-dpdk-perf-1710-all:
3147 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3153 boxpoints: "outliers"
3156 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3161 gridcolor: "rgb(238, 238, 238)"
3162 linecolor: "rgb(238, 238, 238)"
3166 showticklabels: True
3167 tickcolor: "rgb(238, 238, 238)"
3169 title: "Indexed Test Cases"
3172 gridcolor: "rgb(238, 238, 238)'"
3174 linecolor: "rgb(238, 238, 238)"
3179 showticklabels: True
3180 tickcolor: "rgb(238, 238, 238)"
3181 title: "Packets Per Second [pps]"
3199 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3200 algorithm: "plot_performance_box"
3201 output-file-type: ".html"
3202 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
3204 csit-dpdk-perf-1710-all:
3215 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3221 boxpoints: "outliers"
3224 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3229 gridcolor: "rgb(238, 238, 238)"
3230 linecolor: "rgb(238, 238, 238)"
3234 showticklabels: True
3235 tickcolor: "rgb(238, 238, 238)"
3237 title: "Indexed Test Cases"
3240 gridcolor: "rgb(238, 238, 238)'"
3242 linecolor: "rgb(238, 238, 238)"
3247 showticklabels: True
3248 tickcolor: "rgb(238, 238, 238)"
3249 title: "Packets Per Second [pps]"
3267 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3268 algorithm: "plot_performance_box"
3269 output-file-type: ".html"
3270 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3272 csit-dpdk-perf-1710-all:
3283 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3289 boxpoints: "outliers"
3292 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3297 gridcolor: "rgb(238, 238, 238)"
3298 linecolor: "rgb(238, 238, 238)"
3302 showticklabels: True
3303 tickcolor: "rgb(238, 238, 238)"
3305 title: "Indexed Test Cases"
3308 gridcolor: "rgb(238, 238, 238)'"
3310 linecolor: "rgb(238, 238, 238)"
3312 range: [2000000, 12000000]
3315 showticklabels: True
3316 tickcolor: "rgb(238, 238, 238)"
3317 title: "Packets Per Second [pps]"
3335 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3336 algorithm: "plot_performance_box"
3337 output-file-type: ".html"
3338 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3340 csit-dpdk-perf-1710-all:
3351 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3357 boxpoints: "outliers"
3360 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3365 gridcolor: "rgb(238, 238, 238)"
3366 linecolor: "rgb(238, 238, 238)"
3370 showticklabels: True
3371 tickcolor: "rgb(238, 238, 238)"
3373 title: "Indexed Test Cases"
3376 gridcolor: "rgb(238, 238, 238)'"
3378 linecolor: "rgb(238, 238, 238)"
3380 range: [2000000, 12000000]
3383 showticklabels: True
3384 tickcolor: "rgb(238, 238, 238)"
3385 title: "Packets Per Second [pps]"
3403 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3404 algorithm: "plot_performance_box"
3405 output-file-type: ".html"
3406 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3408 csit-dpdk-perf-1710-all:
3419 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3425 boxpoints: "outliers"
3428 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3433 gridcolor: "rgb(238, 238, 238)"
3434 linecolor: "rgb(238, 238, 238)"
3438 showticklabels: True
3439 tickcolor: "rgb(238, 238, 238)"
3441 title: "Indexed Test Cases"
3444 gridcolor: "rgb(238, 238, 238)'"
3446 linecolor: "rgb(238, 238, 238)"
3451 showticklabels: True
3452 tickcolor: "rgb(238, 238, 238)"
3453 title: "Packets Per Second [pps]"
3471 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3472 algorithm: "plot_performance_box"
3473 output-file-type: ".html"
3474 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3476 csit-dpdk-perf-1710-all:
3487 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3493 boxpoints: "outliers"
3496 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3501 gridcolor: "rgb(238, 238, 238)"
3502 linecolor: "rgb(238, 238, 238)"
3506 showticklabels: True
3507 tickcolor: "rgb(238, 238, 238)"
3509 title: "Indexed Test Cases"
3512 gridcolor: "rgb(238, 238, 238)'"
3514 linecolor: "rgb(238, 238, 238)"
3519 showticklabels: True
3520 tickcolor: "rgb(238, 238, 238)"
3521 title: "Packets Per Second [pps]"
3539 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3540 algorithm: "plot_performance_box"
3541 output-file-type: ".html"
3542 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3544 csit-dpdk-perf-1710-all:
3555 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3561 boxpoints: "outliers"
3564 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3569 gridcolor: "rgb(238, 238, 238)"
3570 linecolor: "rgb(238, 238, 238)"
3574 showticklabels: True
3575 tickcolor: "rgb(238, 238, 238)"
3577 title: "Indexed Test Cases"
3580 gridcolor: "rgb(238, 238, 238)'"
3582 linecolor: "rgb(238, 238, 238)"
3584 range: [20000000, 30000000]
3587 showticklabels: True
3588 tickcolor: "rgb(238, 238, 238)"
3589 title: "Packets Per Second [pps]"
3607 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3608 algorithm: "plot_performance_box"
3609 output-file-type: ".html"
3610 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3612 csit-dpdk-perf-1710-all:
3623 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3629 boxpoints: "outliers"
3632 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3637 gridcolor: "rgb(238, 238, 238)"
3638 linecolor: "rgb(238, 238, 238)"
3642 showticklabels: True
3643 tickcolor: "rgb(238, 238, 238)"
3645 title: "Indexed Test Cases"
3648 gridcolor: "rgb(238, 238, 238)'"
3650 linecolor: "rgb(238, 238, 238)"
3652 range: [20000000, 30000000]
3655 showticklabels: True
3656 tickcolor: "rgb(238, 238, 238)"
3657 title: "Packets Per Second [pps]"
3678 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3679 algorithm: "plot_latency_box"
3680 output-file-type: ".html"
3681 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3683 csit-vpp-perf-1710-all:
3694 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3701 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3706 gridcolor: "rgb(238, 238, 238)"
3707 linecolor: "rgb(238, 238, 238)"
3711 showticklabels: True
3712 tickcolor: "rgb(238, 238, 238)"
3714 title: "Indexed Test Cases"
3717 gridcolor: "rgb(238, 238, 238)'"
3719 linecolor: "rgb(238, 238, 238)"
3724 showticklabels: True
3725 tickcolor: "rgb(238, 238, 238)"
3726 title: "Latency min/avg/max [uSec]"
3744 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3745 algorithm: "plot_latency_box"
3746 output-file-type: ".html"
3747 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3749 csit-vpp-perf-1710-all:
3760 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3767 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3772 gridcolor: "rgb(238, 238, 238)"
3773 linecolor: "rgb(238, 238, 238)"
3777 showticklabels: True
3778 tickcolor: "rgb(238, 238, 238)"
3780 title: "Indexed Test Cases"
3783 gridcolor: "rgb(238, 238, 238)'"
3785 linecolor: "rgb(238, 238, 238)"
3790 showticklabels: True
3791 tickcolor: "rgb(238, 238, 238)"
3792 title: "Latency min/avg/max [uSec]"
3811 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3812 algorithm: "plot_latency_box"
3813 output-file-type: ".html"
3814 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3816 csit-vpp-perf-1710-all:
3827 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3834 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3839 gridcolor: "rgb(238, 238, 238)"
3840 linecolor: "rgb(238, 238, 238)"
3844 showticklabels: True
3845 tickcolor: "rgb(238, 238, 238)"
3847 title: "Indexed Test Cases"
3850 gridcolor: "rgb(238, 238, 238)'"
3852 linecolor: "rgb(238, 238, 238)"
3857 showticklabels: True
3858 tickcolor: "rgb(238, 238, 238)"
3859 title: "Latency min/avg/max [uSec]"
3877 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3878 algorithm: "plot_latency_box"
3879 output-file-type: ".html"
3880 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3882 csit-vpp-perf-1710-all:
3893 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3900 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3905 gridcolor: "rgb(238, 238, 238)"
3906 linecolor: "rgb(238, 238, 238)"
3910 showticklabels: True
3911 tickcolor: "rgb(238, 238, 238)"
3913 title: "Indexed Test Cases"
3916 gridcolor: "rgb(238, 238, 238)'"
3918 linecolor: "rgb(238, 238, 238)"
3923 showticklabels: True
3924 tickcolor: "rgb(238, 238, 238)"
3925 title: "Latency min/avg/max [uSec]"
3944 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3945 algorithm: "plot_latency_box"
3946 output-file-type: ".html"
3947 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3949 csit-vpp-perf-1710-all:
3960 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3967 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3972 gridcolor: "rgb(238, 238, 238)"
3973 linecolor: "rgb(238, 238, 238)"
3977 showticklabels: True
3978 tickcolor: "rgb(238, 238, 238)"
3980 title: "Indexed Test Cases"
3983 gridcolor: "rgb(238, 238, 238)'"
3985 linecolor: "rgb(238, 238, 238)"
3990 showticklabels: True
3991 tickcolor: "rgb(238, 238, 238)"
3992 title: "Latency min/avg/max [uSec]"
4010 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4011 algorithm: "plot_latency_box"
4012 output-file-type: ".html"
4013 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
4015 csit-vpp-perf-1710-all:
4026 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
4033 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4038 gridcolor: "rgb(238, 238, 238)"
4039 linecolor: "rgb(238, 238, 238)"
4043 showticklabels: True
4044 tickcolor: "rgb(238, 238, 238)"
4046 title: "Indexed Test Cases"
4049 gridcolor: "rgb(238, 238, 238)'"
4051 linecolor: "rgb(238, 238, 238)"
4056 showticklabels: True
4057 tickcolor: "rgb(238, 238, 238)"
4058 title: "Latency min/avg/max [uSec]"
4077 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4078 algorithm: "plot_latency_box"
4079 output-file-type: ".html"
4080 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
4082 csit-vpp-perf-1710-all:
4093 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4100 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4105 gridcolor: "rgb(238, 238, 238)"
4106 linecolor: "rgb(238, 238, 238)"
4110 showticklabels: True
4111 tickcolor: "rgb(238, 238, 238)"
4113 title: "Indexed Test Cases"
4116 gridcolor: "rgb(238, 238, 238)'"
4118 linecolor: "rgb(238, 238, 238)"
4123 showticklabels: True
4124 tickcolor: "rgb(238, 238, 238)"
4125 title: "Latency min/avg/max [uSec]"
4143 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4144 algorithm: "plot_latency_box"
4145 output-file-type: ".html"
4146 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
4148 csit-vpp-perf-1710-all:
4159 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4166 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4171 gridcolor: "rgb(238, 238, 238)"
4172 linecolor: "rgb(238, 238, 238)"
4176 showticklabels: True
4177 tickcolor: "rgb(238, 238, 238)"
4179 title: "Indexed Test Cases"
4182 gridcolor: "rgb(238, 238, 238)'"
4184 linecolor: "rgb(238, 238, 238)"
4189 showticklabels: True
4190 tickcolor: "rgb(238, 238, 238)"
4191 title: "Latency min/avg/max [uSec]"
4210 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4211 algorithm: "plot_latency_box"
4212 output-file-type: ".html"
4213 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
4215 csit-vpp-perf-1710-all:
4226 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4233 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4238 gridcolor: "rgb(238, 238, 238)"
4239 linecolor: "rgb(238, 238, 238)"
4243 showticklabels: True
4244 tickcolor: "rgb(238, 238, 238)"
4246 title: "Indexed Test Cases"
4249 gridcolor: "rgb(238, 238, 238)'"
4251 linecolor: "rgb(238, 238, 238)"
4256 showticklabels: True
4257 tickcolor: "rgb(238, 238, 238)"
4258 title: "Latency min/avg/max [uSec]"
4276 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4277 algorithm: "plot_latency_box"
4278 output-file-type: ".html"
4279 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
4281 csit-vpp-perf-1710-all:
4292 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4299 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4304 gridcolor: "rgb(238, 238, 238)"
4305 linecolor: "rgb(238, 238, 238)"
4309 showticklabels: True
4310 tickcolor: "rgb(238, 238, 238)"
4312 title: "Indexed Test Cases"
4315 gridcolor: "rgb(238, 238, 238)'"
4317 linecolor: "rgb(238, 238, 238)"
4322 showticklabels: True
4323 tickcolor: "rgb(238, 238, 238)"
4324 title: "Latency min/avg/max [uSec]"
4343 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4344 algorithm: "plot_latency_box"
4345 output-file-type: ".html"
4346 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
4348 csit-vpp-perf-1710-all:
4359 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4366 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4371 gridcolor: "rgb(238, 238, 238)"
4372 linecolor: "rgb(238, 238, 238)"
4376 showticklabels: True
4377 tickcolor: "rgb(238, 238, 238)"
4379 title: "Indexed Test Cases"
4382 gridcolor: "rgb(238, 238, 238)'"
4384 linecolor: "rgb(238, 238, 238)"
4389 showticklabels: True
4390 tickcolor: "rgb(238, 238, 238)"
4391 title: "Latency min/avg/max [uSec]"
4409 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4410 algorithm: "plot_latency_box"
4411 output-file-type: ".html"
4412 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
4414 csit-vpp-perf-1710-all:
4425 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4432 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4437 gridcolor: "rgb(238, 238, 238)"
4438 linecolor: "rgb(238, 238, 238)"
4442 showticklabels: True
4443 tickcolor: "rgb(238, 238, 238)"
4445 title: "Indexed Test Cases"
4448 gridcolor: "rgb(238, 238, 238)'"
4450 linecolor: "rgb(238, 238, 238)"
4455 showticklabels: True
4456 tickcolor: "rgb(238, 238, 238)"
4457 title: "Latency min/avg/max [uSec]"
4476 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4477 algorithm: "plot_latency_box"
4478 output-file-type: ".html"
4479 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
4481 csit-vpp-perf-1710-all:
4492 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4499 title: "64B-1t1c-.*vhost.*-ndrdisc"
4504 gridcolor: "rgb(238, 238, 238)"
4505 linecolor: "rgb(238, 238, 238)"
4509 showticklabels: True
4510 tickcolor: "rgb(238, 238, 238)"
4512 title: "Indexed Test Cases"
4515 gridcolor: "rgb(238, 238, 238)'"
4517 linecolor: "rgb(238, 238, 238)"
4522 showticklabels: True
4523 tickcolor: "rgb(238, 238, 238)"
4524 title: "Latency min/avg/max [uSec]"
4542 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4543 algorithm: "plot_latency_box"
4544 output-file-type: ".html"
4545 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
4547 csit-vpp-perf-1710-all:
4558 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4565 title: "64B-2t2c-.*vhost.*-ndrdisc"
4570 gridcolor: "rgb(238, 238, 238)"
4571 linecolor: "rgb(238, 238, 238)"
4575 showticklabels: True
4576 tickcolor: "rgb(238, 238, 238)"
4578 title: "Indexed Test Cases"
4581 gridcolor: "rgb(238, 238, 238)'"
4583 linecolor: "rgb(238, 238, 238)"
4588 showticklabels: True
4589 tickcolor: "rgb(238, 238, 238)"
4590 title: "Latency min/avg/max [uSec]"
4606 # VPP VM VHOST selection
4609 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4610 algorithm: "plot_latency_box"
4611 output-file-type: ".html"
4612 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4614 csit-vpp-perf-1710-all:
4625 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4632 title: "64B-1t1c-.*vhost.*-ndrdisc"
4637 gridcolor: "rgb(238, 238, 238)"
4638 linecolor: "rgb(238, 238, 238)"
4642 showticklabels: True
4643 tickcolor: "rgb(238, 238, 238)"
4645 title: "Indexed Test Cases"
4648 gridcolor: "rgb(238, 238, 238)'"
4650 linecolor: "rgb(238, 238, 238)"
4655 showticklabels: True
4656 tickcolor: "rgb(238, 238, 238)"
4657 title: "Latency min/avg/max [uSec]"
4675 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4676 algorithm: "plot_latency_box"
4677 output-file-type: ".html"
4678 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4680 csit-vpp-perf-1710-all:
4691 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4698 title: "64B-2t2c-.*vhost.*-ndrdisc"
4703 gridcolor: "rgb(238, 238, 238)"
4704 linecolor: "rgb(238, 238, 238)"
4708 showticklabels: True
4709 tickcolor: "rgb(238, 238, 238)"
4711 title: "Indexed Test Cases"
4714 gridcolor: "rgb(238, 238, 238)'"
4716 linecolor: "rgb(238, 238, 238)"
4721 showticklabels: True
4722 tickcolor: "rgb(238, 238, 238)"
4723 title: "Latency min/avg/max [uSec]"
4742 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4743 algorithm: "plot_latency_box"
4744 output-file-type: ".html"
4745 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4747 csit-vpp-perf-1710-all:
4758 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4765 title: "64B-1t1c-.*ipsec.*-ndrdisc"
4770 gridcolor: "rgb(238, 238, 238)"
4771 linecolor: "rgb(238, 238, 238)"
4775 showticklabels: True
4776 tickcolor: "rgb(238, 238, 238)"
4778 title: "Indexed Test Cases"
4781 gridcolor: "rgb(238, 238, 238)'"
4783 linecolor: "rgb(238, 238, 238)"
4788 showticklabels: True
4789 tickcolor: "rgb(238, 238, 238)"
4790 title: "Latency min/avg/max [uSec]"
4808 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4809 algorithm: "plot_latency_box"
4810 output-file-type: ".html"
4811 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4813 csit-vpp-perf-1710-all:
4824 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4831 title: "64B-2t2c-.*ipsec.*-ndrdisc"
4836 gridcolor: "rgb(238, 238, 238)"
4837 linecolor: "rgb(238, 238, 238)"
4841 showticklabels: True
4842 tickcolor: "rgb(238, 238, 238)"
4844 title: "Indexed Test Cases"
4847 gridcolor: "rgb(238, 238, 238)'"
4849 linecolor: "rgb(238, 238, 238)"
4854 showticklabels: True
4855 tickcolor: "rgb(238, 238, 238)"
4856 title: "Latency min/avg/max [uSec]"
4875 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4876 algorithm: "plot_latency_box"
4877 output-file-type: ".html"
4878 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4880 csit-dpdk-perf-1710-all:
4891 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4898 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4903 gridcolor: "rgb(238, 238, 238)"
4904 linecolor: "rgb(238, 238, 238)"
4908 showticklabels: True
4909 tickcolor: "rgb(238, 238, 238)"
4911 title: "Indexed Test Cases"
4914 gridcolor: "rgb(238, 238, 238)'"
4916 linecolor: "rgb(238, 238, 238)"
4921 showticklabels: True
4922 tickcolor: "rgb(238, 238, 238)"
4923 title: "Latency min/avg/max [uSec]"
4941 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4942 algorithm: "plot_latency_box"
4943 output-file-type: ".html"
4944 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4946 csit-dpdk-perf-1710-all:
4957 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4964 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4969 gridcolor: "rgb(238, 238, 238)"
4970 linecolor: "rgb(238, 238, 238)"
4974 showticklabels: True
4975 tickcolor: "rgb(238, 238, 238)"
4977 title: "Indexed Test Cases"
4980 gridcolor: "rgb(238, 238, 238)'"
4982 linecolor: "rgb(238, 238, 238)"
4987 showticklabels: True
4988 tickcolor: "rgb(238, 238, 238)"
4989 title: "Latency min/avg/max [uSec]"
5007 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
5008 algorithm: "plot_latency_box"
5009 output-file-type: ".html"
5010 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
5012 csit-dpdk-perf-1710-all:
5023 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
5030 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
5035 gridcolor: "rgb(238, 238, 238)"
5036 linecolor: "rgb(238, 238, 238)"
5040 showticklabels: True
5041 tickcolor: "rgb(238, 238, 238)"
5043 title: "Indexed Test Cases"
5046 gridcolor: "rgb(238, 238, 238)'"
5048 linecolor: "rgb(238, 238, 238)"
5053 showticklabels: True
5054 tickcolor: "rgb(238, 238, 238)"
5055 title: "Latency min/avg/max [uSec]"
5073 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5074 algorithm: "plot_latency_box"
5075 output-file-type: ".html"
5076 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
5078 csit-dpdk-perf-1710-all:
5089 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
5096 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5101 gridcolor: "rgb(238, 238, 238)"
5102 linecolor: "rgb(238, 238, 238)"
5106 showticklabels: True
5107 tickcolor: "rgb(238, 238, 238)"
5109 title: "Indexed Test Cases"
5112 gridcolor: "rgb(238, 238, 238)'"
5114 linecolor: "rgb(238, 238, 238)"
5119 showticklabels: True
5120 tickcolor: "rgb(238, 238, 238)"
5121 title: "Latency min/avg/max [uSec]"
5137 # Ligato - Throughput
5142 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5143 algorithm: "plot_performance_box"
5144 output-file-type: ".html"
5145 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
5147 csit-vpp-perf-1710-all:
5158 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5164 boxpoints: "outliers"
5167 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5172 gridcolor: "rgb(238, 238, 238)"
5173 linecolor: "rgb(238, 238, 238)"
5177 showticklabels: True
5178 tickcolor: "rgb(238, 238, 238)"
5180 title: "Indexed Test Cases"
5183 gridcolor: "rgb(238, 238, 238)'"
5185 linecolor: "rgb(238, 238, 238)"
5190 showticklabels: True
5191 tickcolor: "rgb(238, 238, 238)"
5192 title: "Packets Per Second [pps]"
5210 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5211 algorithm: "plot_performance_box"
5212 output-file-type: ".html"
5213 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
5215 csit-vpp-perf-1710-all:
5226 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5232 boxpoints: "outliers"
5235 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5240 gridcolor: "rgb(238, 238, 238)"
5241 linecolor: "rgb(238, 238, 238)"
5245 showticklabels: True
5246 tickcolor: "rgb(238, 238, 238)"
5248 title: "Indexed Test Cases"
5251 gridcolor: "rgb(238, 238, 238)'"
5253 linecolor: "rgb(238, 238, 238)"
5258 showticklabels: True
5259 tickcolor: "rgb(238, 238, 238)"
5260 title: "Packets Per Second [pps]"
5278 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5279 algorithm: "plot_performance_box"
5280 output-file-type: ".html"
5281 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
5283 csit-vpp-perf-1710-all:
5294 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5300 boxpoints: "outliers"
5303 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5308 gridcolor: "rgb(238, 238, 238)"
5309 linecolor: "rgb(238, 238, 238)"
5313 showticklabels: True
5314 tickcolor: "rgb(238, 238, 238)"
5316 title: "Indexed Test Cases"
5319 gridcolor: "rgb(238, 238, 238)'"
5321 linecolor: "rgb(238, 238, 238)"
5326 showticklabels: True
5327 tickcolor: "rgb(238, 238, 238)"
5328 title: "Packets Per Second [pps]"
5346 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5347 algorithm: "plot_performance_box"
5348 output-file-type: ".html"
5349 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
5351 csit-vpp-perf-1710-all:
5362 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5368 boxpoints: "outliers"
5371 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5376 gridcolor: "rgb(238, 238, 238)"
5377 linecolor: "rgb(238, 238, 238)"
5381 showticklabels: True
5382 tickcolor: "rgb(238, 238, 238)"
5384 title: "Indexed Test Cases"
5387 gridcolor: "rgb(238, 238, 238)'"
5389 linecolor: "rgb(238, 238, 238)"
5394 showticklabels: True
5395 tickcolor: "rgb(238, 238, 238)"
5396 title: "Packets Per Second [pps]"
5412 # Container orchestrated
5415 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5416 algorithm: "plot_performance_box"
5417 output-file-type: ".html"
5418 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
5420 csit-ligato-perf-1710-all:
5422 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5428 boxpoints: "outliers"
5431 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5436 gridcolor: "rgb(238, 238, 238)"
5437 linecolor: "rgb(238, 238, 238)"
5441 showticklabels: True
5442 tickcolor: "rgb(238, 238, 238)"
5444 title: "Indexed Test Cases"
5447 gridcolor: "rgb(238, 238, 238)'"
5449 linecolor: "rgb(238, 238, 238)"
5454 showticklabels: True
5455 tickcolor: "rgb(238, 238, 238)"
5456 title: "Packets Per Second [pps]"
5474 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5475 algorithm: "plot_performance_box"
5476 output-file-type: ".html"
5477 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
5479 csit-ligato-perf-1710-all:
5481 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5487 boxpoints: "outliers"
5490 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5495 gridcolor: "rgb(238, 238, 238)"
5496 linecolor: "rgb(238, 238, 238)"
5500 showticklabels: True
5501 tickcolor: "rgb(238, 238, 238)"
5503 title: "Indexed Test Cases"
5506 gridcolor: "rgb(238, 238, 238)'"
5508 linecolor: "rgb(238, 238, 238)"
5513 showticklabels: True
5514 tickcolor: "rgb(238, 238, 238)"
5515 title: "Packets Per Second [pps]"
5533 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5534 algorithm: "plot_performance_box"
5535 output-file-type: ".html"
5536 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
5538 csit-ligato-perf-1710-all:
5540 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5546 boxpoints: "outliers"
5549 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5554 gridcolor: "rgb(238, 238, 238)"
5555 linecolor: "rgb(238, 238, 238)"
5559 showticklabels: True
5560 tickcolor: "rgb(238, 238, 238)"
5562 title: "Indexed Test Cases"
5565 gridcolor: "rgb(238, 238, 238)'"
5567 linecolor: "rgb(238, 238, 238)"
5572 showticklabels: True
5573 tickcolor: "rgb(238, 238, 238)"
5574 title: "Packets Per Second [pps]"
5592 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5593 algorithm: "plot_performance_box"
5594 output-file-type: ".html"
5595 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
5597 csit-ligato-perf-1710-all:
5599 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5605 boxpoints: "outliers"
5608 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5613 gridcolor: "rgb(238, 238, 238)"
5614 linecolor: "rgb(238, 238, 238)"
5618 showticklabels: True
5619 tickcolor: "rgb(238, 238, 238)"
5621 title: "Indexed Test Cases"
5624 gridcolor: "rgb(238, 238, 238)'"
5626 linecolor: "rgb(238, 238, 238)"
5631 showticklabels: True
5632 tickcolor: "rgb(238, 238, 238)"
5633 title: "Packets Per Second [pps]"
5654 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5655 algorithm: "plot_latency_box"
5656 output-file-type: ".html"
5657 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
5659 csit-vpp-perf-1710-all:
5670 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5677 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5682 gridcolor: "rgb(238, 238, 238)"
5683 linecolor: "rgb(238, 238, 238)"
5687 showticklabels: True
5688 tickcolor: "rgb(238, 238, 238)"
5690 title: "Indexed Test Cases"
5693 gridcolor: "rgb(238, 238, 238)'"
5695 linecolor: "rgb(238, 238, 238)"
5700 showticklabels: True
5701 tickcolor: "rgb(238, 238, 238)"
5702 title: "Latency min/avg/max [uSec]"
5720 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5721 algorithm: "plot_latency_box"
5722 output-file-type: ".html"
5723 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
5725 csit-vpp-perf-1710-all:
5736 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5743 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5748 gridcolor: "rgb(238, 238, 238)"
5749 linecolor: "rgb(238, 238, 238)"
5753 showticklabels: True
5754 tickcolor: "rgb(238, 238, 238)"
5756 title: "Indexed Test Cases"
5759 gridcolor: "rgb(238, 238, 238)'"
5761 linecolor: "rgb(238, 238, 238)"
5766 showticklabels: True
5767 tickcolor: "rgb(238, 238, 238)"
5768 title: "Latency min/avg/max [uSec]"
5784 # Container orchestrated
5787 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5788 algorithm: "plot_latency_box"
5789 output-file-type: ".html"
5790 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
5792 csit-ligato-perf-1710-all:
5794 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5801 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5806 gridcolor: "rgb(238, 238, 238)"
5807 linecolor: "rgb(238, 238, 238)"
5811 showticklabels: True
5812 tickcolor: "rgb(238, 238, 238)"
5814 title: "Indexed Test Cases"
5817 gridcolor: "rgb(238, 238, 238)'"
5819 linecolor: "rgb(238, 238, 238)"
5824 showticklabels: True
5825 tickcolor: "rgb(238, 238, 238)"
5826 title: "Latency min/avg/max [uSec]"
5844 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5845 algorithm: "plot_latency_box"
5846 output-file-type: ".html"
5847 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
5849 csit-ligato-perf-1710-all:
5851 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5858 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5863 gridcolor: "rgb(238, 238, 238)"
5864 linecolor: "rgb(238, 238, 238)"
5868 showticklabels: True
5869 tickcolor: "rgb(238, 238, 238)"
5871 title: "Indexed Test Cases"
5874 gridcolor: "rgb(238, 238, 238)'"
5876 linecolor: "rgb(238, 238, 238)"
5881 showticklabels: True
5882 tickcolor: "rgb(238, 238, 238)"
5883 title: "Latency min/avg/max [uSec]"