6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 # List the directories which are created while preparing the environment.
67 # All directories MUST be defined in "paths" section.
74 - "DIR[WORKING,SRC,STATIC]"
77 # List the directories which are deleted while cleaning the environment.
78 # All directories MUST be defined in "paths" section.
82 # List the directories where the results (build) is stored.
83 # All directories MUST be defined in "paths" section.
90 input-format: "xml" # zip or xml
91 extract: "robot-plugin/output.xml" # Only for zip
93 # The files must be in the directory DIR[WORKING,DATA]
94 csit-dpdk-perf-1707-all:
97 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
100 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
101 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
104 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
105 csit-vpp-functional-1707-ubuntu1604-virl:
107 build: lastSuccessfulBuild
108 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
109 hc2vpp-csit-integration-1707-ubuntu1604:
111 build: lastSuccessfulBuild
112 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
113 csit-vpp-perf-1707-all:
116 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
119 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
123 src-path: "{DIR[RST]}"
124 dst-path: "{DIR[WORKING,SRC]}"
127 type: "input" # Ignored in debug mode
129 file-name: "robot-plugin.zip"
131 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
132 extract: "robot-plugin/output.xml"
134 csit-vpp-perf-1707-all:
145 csit-vpp-perf-1710-all:
156 csit-dpdk-perf-1710-all:
167 csit-ligato-perf-1710-all:
178 csit-vpp-functional-1710-ubuntu1604-virl:
180 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
182 csit-hc2vpp-verify-func-1710-ubuntu1604:
183 - lastSuccessfulBuild
193 ################################################################################
195 ################################################################################
199 title: "Performance improvements"
200 algorithm: "table_performance_improvements"
201 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
202 output-file-ext: ".csv"
203 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
206 title: "Functionality"
212 title: "16.09 mean [Mpps]"
215 title: "17.01 mean [Mpps]"
218 title: "17.04 mean [Mpps]"
221 title: "17.07 mean [Mpps]"
222 data: "data csit-vpp-perf-1707-all mean"
224 title: "17.10 mean [Mpps]"
225 data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
227 title: "17.10 stdev [Mpps]"
228 data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all stdev"
230 title: "17.07 to 17.10 change [%]"
231 data: "operation relative_change 5 6"
234 csit-vpp-perf-1707-all:
245 csit-vpp-perf-1710-all:
256 csit-ligato-perf-1710-all:
273 title: "Detailed Test Results - VPP Performance Results"
274 algorithm: "table_merged_details"
275 output-file-ext: ".csv"
276 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
282 title: "Documentation"
289 csit-vpp-perf-1710-all:
301 title: "Test configuration - VPP Performance Test Configs"
302 algorithm: "table_merged_details"
303 output-file-ext: ".csv"
304 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
310 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
311 data: "data vat-history"
314 csit-vpp-perf-1710-all:
325 title: "Test Operational Data - VPP Performance Operational Data"
326 algorithm: "table_merged_details"
327 output-file-ext: ".csv"
328 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
334 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
335 data: "data show-run"
338 csit-vpp-perf-1710-all:
349 title: "Detailed Test Results - VPP Functional Results"
350 algorithm: "table_details"
351 output-file-ext: ".csv"
352 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
358 title: "Documentation"
365 csit-vpp-functional-1710-ubuntu1604-virl:
376 title: "Test configuration - VPP Functional Test Configs"
377 algorithm: "table_details"
378 output-file-ext: ".csv"
379 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
385 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
386 data: "data vat-history"
389 csit-vpp-functional-1710-ubuntu1604-virl:
399 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
400 algorithm: "table_details"
401 output-file-ext: ".csv"
402 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
408 title: "Documentation"
415 csit-ligato-perf-1710-all:
426 title: "Detailed Test Results - DPDK Performance Results"
427 algorithm: "table_details"
428 output-file-ext: ".csv"
429 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
435 title: "Documentation"
442 csit-dpdk-perf-1710-all:
453 title: "Detailed Test Results - Honeycomb Functional Results"
454 algorithm: "table_details"
455 output-file-ext: ".csv"
456 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
462 title: "Documentation"
469 csit-hc2vpp-verify-func-1710-ubuntu1604:
470 - "lastSuccessfulBuild"
480 title: "Detailed Test Results - NSH SFC Functional Results"
481 algorithm: "table_details"
482 output-file-ext: ".csv"
483 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
489 title: "Documentation"
496 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
505 ################################################################################
507 ################################################################################
511 title: "VPP Performance Results"
512 algorithm: "file_merged_test_results"
513 output-file-ext: ".rst"
514 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
515 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
516 dir-tables: "{DIR[DTR,PERF,VPP]}"
518 csit-vpp-perf-1710-all:
527 data-start-level: 3 # 0, 1, 2, ...
528 chapters-start-level: 2 # 0, 1, 2, ...
532 title: "VPP Performance Configuration"
533 algorithm: "file_merged_test_results"
534 output-file-ext: ".rst"
535 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
536 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
537 dir-tables: "{DIR[DTC,PERF,VPP]}"
539 csit-vpp-perf-1710-all:
548 data-start-level: 3 # 0, 1, 2, ...
549 chapters-start-level: 2 # 0, 1, 2, ...
553 title: "VPP Performance Operational Data"
554 algorithm: "file_merged_test_results"
555 output-file-ext: ".rst"
556 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
557 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
558 dir-tables: "{DIR[DTO,PERF,VPP]}"
560 csit-vpp-perf-1710-all:
569 data-start-level: 3 # 0, 1, 2, ...
570 chapters-start-level: 2 # 0, 1, 2, ...
574 title: "VPP Functional Results"
575 algorithm: "file_test_results"
576 output-file-ext: ".rst"
577 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
578 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
579 dir-tables: "{DIR[DTR,FUNC,VPP]}"
581 csit-vpp-functional-1710-ubuntu1604-virl:
588 data-start-level: 3 # 0, 1, 2, ...
589 chapters-start-level: 2 # 0, 1, 2, ...
593 title: "VPP Functional Configuration"
594 algorithm: "file_test_results"
595 output-file-ext: ".rst"
596 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
597 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
598 dir-tables: "{DIR[DTC,FUNC,VPP]}"
600 csit-vpp-functional-1710-ubuntu1604-virl:
607 data-start-level: 3 # 0, 1, 2, ...
608 chapters-start-level: 2 # 0, 1, 2, ...
612 title: "Container Orchestrated Performance Results"
613 algorithm: "file_test_results"
614 output-file-ext: ".rst"
615 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
616 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
617 dir-tables: "{DIR[DTR,PERF,COT]}"
619 csit-ligato-perf-1710-all:
626 data-start-level: 2 # 0, 1, 2, ...
627 chapters-start-level: 2 # 0, 1, 2, ...
631 title: "DPDK Performance Results"
632 algorithm: "file_test_results"
633 output-file-ext: ".rst"
634 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
635 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
636 dir-tables: "{DIR[DTR,PERF,DPDK]}"
638 csit-dpdk-perf-1710-all:
647 data-start-level: 2 # 0, 1, 2, ...
648 chapters-start-level: 2 # 0, 1, 2, ...
652 title: "Honeycomb Functional Results"
653 algorithm: "file_test_results"
654 output-file-ext: ".rst"
655 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
656 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
657 dir-tables: "{DIR[DTR,FUNC,HC]}"
659 csit-hc2vpp-verify-func-1710-ubuntu1604:
660 - "lastSuccessfulBuild"
668 data-start-level: 3 # 0, 1, 2, ...
669 chapters-start-level: 2 # 0, 1, 2, ...
673 title: "NSH SFC Functional Results"
674 algorithm: "file_test_results"
675 output-file-ext: ".rst"
676 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
677 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
678 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
680 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
689 data-start-level: 2 # 0, 1, 2, ...
690 chapters-start-level: 2 # 0, 1, 2, ...
692 ################################################################################
694 ################################################################################
696 # Plot packets per second
701 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
702 algorithm: "plot_performance_box"
703 output-file-type: ".html"
704 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
706 csit-vpp-perf-1710-all:
717 # Keep this formatting, the filter is enclosed with " (quotation mark) and
718 # each tag is enclosed with ' (apostrophe).
719 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
725 boxpoints: "outliers"
728 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
733 gridcolor: "rgb(238, 238, 238)"
734 linecolor: "rgb(238, 238, 238)"
739 tickcolor: "rgb(238, 238, 238)"
741 title: "Indexed Test Cases"
744 gridcolor: "rgb(238, 238, 238)'"
746 linecolor: "rgb(238, 238, 238)"
752 tickcolor: "rgb(238, 238, 238)"
753 title: "Packets Per Second [pps]"
771 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
772 algorithm: "plot_performance_box"
773 output-file-type: ".html"
774 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
776 csit-vpp-perf-1710-all:
787 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
793 boxpoints: "outliers"
796 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
801 gridcolor: "rgb(238, 238, 238)"
802 linecolor: "rgb(238, 238, 238)"
807 tickcolor: "rgb(238, 238, 238)"
809 title: "Indexed Test Cases"
812 gridcolor: "rgb(238, 238, 238)'"
814 linecolor: "rgb(238, 238, 238)"
820 tickcolor: "rgb(238, 238, 238)"
821 title: "Packets Per Second [pps]"
839 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
840 algorithm: "plot_performance_box"
841 output-file-type: ".html"
842 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
844 csit-vpp-perf-1710-all:
855 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
861 boxpoints: "outliers"
864 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
869 gridcolor: "rgb(238, 238, 238)"
870 linecolor: "rgb(238, 238, 238)"
875 tickcolor: "rgb(238, 238, 238)"
877 title: "Indexed Test Cases"
880 gridcolor: "rgb(238, 238, 238)'"
882 linecolor: "rgb(238, 238, 238)"
888 tickcolor: "rgb(238, 238, 238)"
889 title: "Packets Per Second [pps]"
907 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
908 algorithm: "plot_performance_box"
909 output-file-type: ".html"
910 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
912 csit-vpp-perf-1710-all:
923 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
929 boxpoints: "outliers"
932 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
937 gridcolor: "rgb(238, 238, 238)"
938 linecolor: "rgb(238, 238, 238)"
943 tickcolor: "rgb(238, 238, 238)"
945 title: "Indexed Test Cases"
948 gridcolor: "rgb(238, 238, 238)'"
950 linecolor: "rgb(238, 238, 238)"
956 tickcolor: "rgb(238, 238, 238)"
957 title: "Packets Per Second [pps]"
976 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
977 algorithm: "plot_performance_box"
978 output-file-type: ".html"
979 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
981 csit-vpp-perf-1710-all:
992 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
998 boxpoints: "outliers"
1001 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1006 gridcolor: "rgb(238, 238, 238)"
1007 linecolor: "rgb(238, 238, 238)"
1011 showticklabels: True
1012 tickcolor: "rgb(238, 238, 238)"
1014 title: "Indexed Test Cases"
1017 gridcolor: "rgb(238, 238, 238)'"
1019 linecolor: "rgb(238, 238, 238)"
1024 showticklabels: True
1025 tickcolor: "rgb(238, 238, 238)"
1026 title: "Packets Per Second [pps]"
1044 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1045 algorithm: "plot_performance_box"
1046 output-file-type: ".html"
1047 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1049 csit-vpp-perf-1710-all:
1060 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1066 boxpoints: "outliers"
1069 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1074 gridcolor: "rgb(238, 238, 238)"
1075 linecolor: "rgb(238, 238, 238)"
1079 showticklabels: True
1080 tickcolor: "rgb(238, 238, 238)"
1082 title: "Indexed Test Cases"
1085 gridcolor: "rgb(238, 238, 238)'"
1087 linecolor: "rgb(238, 238, 238)"
1089 range: [5000000, 12000000]
1092 showticklabels: True
1093 tickcolor: "rgb(238, 238, 238)"
1094 title: "Packets Per Second [pps]"
1112 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1113 algorithm: "plot_performance_box"
1114 output-file-type: ".html"
1115 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1117 csit-vpp-perf-1710-all:
1128 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1134 boxpoints: "outliers"
1137 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1142 gridcolor: "rgb(238, 238, 238)"
1143 linecolor: "rgb(238, 238, 238)"
1147 showticklabels: True
1148 tickcolor: "rgb(238, 238, 238)"
1150 title: "Indexed Test Cases"
1153 gridcolor: "rgb(238, 238, 238)'"
1155 linecolor: "rgb(238, 238, 238)"
1160 showticklabels: True
1161 tickcolor: "rgb(238, 238, 238)"
1162 title: "Packets Per Second [pps]"
1180 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1181 algorithm: "plot_performance_box"
1182 output-file-type: ".html"
1183 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1185 csit-vpp-perf-1710-all:
1196 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1202 boxpoints: "outliers"
1205 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1210 gridcolor: "rgb(238, 238, 238)"
1211 linecolor: "rgb(238, 238, 238)"
1215 showticklabels: True
1216 tickcolor: "rgb(238, 238, 238)"
1218 title: "Indexed Test Cases"
1221 gridcolor: "rgb(238, 238, 238)'"
1223 linecolor: "rgb(238, 238, 238)"
1225 range: [5000000, 12000000]
1228 showticklabels: True
1229 tickcolor: "rgb(238, 238, 238)"
1230 title: "Packets Per Second [pps]"
1249 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1250 algorithm: "plot_performance_box"
1251 output-file-type: ".html"
1252 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1254 csit-vpp-perf-1710-all:
1265 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1271 boxpoints: "outliers"
1274 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1279 gridcolor: "rgb(238, 238, 238)"
1280 linecolor: "rgb(238, 238, 238)"
1284 showticklabels: True
1285 tickcolor: "rgb(238, 238, 238)"
1287 title: "Indexed Test Cases"
1290 gridcolor: "rgb(238, 238, 238)'"
1292 linecolor: "rgb(238, 238, 238)"
1297 showticklabels: True
1298 tickcolor: "rgb(238, 238, 238)"
1299 title: "Packets Per Second [pps]"
1317 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1318 algorithm: "plot_performance_box"
1319 output-file-type: ".html"
1320 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1322 csit-vpp-perf-1710-all:
1333 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1339 boxpoints: "outliers"
1342 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1347 gridcolor: "rgb(238, 238, 238)"
1348 linecolor: "rgb(238, 238, 238)"
1352 showticklabels: True
1353 tickcolor: "rgb(238, 238, 238)"
1355 title: "Indexed Test Cases"
1358 gridcolor: "rgb(238, 238, 238)'"
1360 linecolor: "rgb(238, 238, 238)"
1365 showticklabels: True
1366 tickcolor: "rgb(238, 238, 238)"
1367 title: "Packets Per Second [pps]"
1385 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1386 algorithm: "plot_performance_box"
1387 output-file-type: ".html"
1388 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1390 csit-vpp-perf-1710-all:
1401 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1407 boxpoints: "outliers"
1410 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1415 gridcolor: "rgb(238, 238, 238)"
1416 linecolor: "rgb(238, 238, 238)"
1420 showticklabels: True
1421 tickcolor: "rgb(238, 238, 238)"
1423 title: "Indexed Test Cases"
1426 gridcolor: "rgb(238, 238, 238)'"
1428 linecolor: "rgb(238, 238, 238)"
1433 showticklabels: True
1434 tickcolor: "rgb(238, 238, 238)"
1435 title: "Packets Per Second [pps]"
1453 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1454 algorithm: "plot_performance_box"
1455 output-file-type: ".html"
1456 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1458 csit-vpp-perf-1710-all:
1469 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1475 boxpoints: "outliers"
1478 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1483 gridcolor: "rgb(238, 238, 238)"
1484 linecolor: "rgb(238, 238, 238)"
1488 showticklabels: True
1489 tickcolor: "rgb(238, 238, 238)"
1491 title: "Indexed Test Cases"
1494 gridcolor: "rgb(238, 238, 238)'"
1496 linecolor: "rgb(238, 238, 238)"
1501 showticklabels: True
1502 tickcolor: "rgb(238, 238, 238)"
1503 title: "Packets Per Second [pps]"
1522 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1523 algorithm: "plot_performance_box"
1524 output-file-type: ".html"
1525 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1527 csit-vpp-perf-1710-all:
1538 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1544 boxpoints: "outliers"
1547 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1552 gridcolor: "rgb(238, 238, 238)"
1553 linecolor: "rgb(238, 238, 238)"
1557 showticklabels: True
1558 tickcolor: "rgb(238, 238, 238)"
1560 title: "Indexed Test Cases"
1563 gridcolor: "rgb(238, 238, 238)'"
1565 linecolor: "rgb(238, 238, 238)"
1570 showticklabels: True
1571 tickcolor: "rgb(238, 238, 238)"
1572 title: "Packets Per Second [pps]"
1590 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1591 algorithm: "plot_performance_box"
1592 output-file-type: ".html"
1593 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1595 csit-vpp-perf-1710-all:
1606 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1612 boxpoints: "outliers"
1615 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1620 gridcolor: "rgb(238, 238, 238)"
1621 linecolor: "rgb(238, 238, 238)"
1625 showticklabels: True
1626 tickcolor: "rgb(238, 238, 238)"
1628 title: "Indexed Test Cases"
1631 gridcolor: "rgb(238, 238, 238)'"
1633 linecolor: "rgb(238, 238, 238)"
1638 showticklabels: True
1639 tickcolor: "rgb(238, 238, 238)"
1640 title: "Packets Per Second [pps]"
1658 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1659 algorithm: "plot_performance_box"
1660 output-file-type: ".html"
1661 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1663 csit-vpp-perf-1710-all:
1674 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1680 boxpoints: "outliers"
1683 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1688 gridcolor: "rgb(238, 238, 238)"
1689 linecolor: "rgb(238, 238, 238)"
1693 showticklabels: True
1694 tickcolor: "rgb(238, 238, 238)"
1696 title: "Indexed Test Cases"
1699 gridcolor: "rgb(238, 238, 238)'"
1701 linecolor: "rgb(238, 238, 238)"
1706 showticklabels: True
1707 tickcolor: "rgb(238, 238, 238)"
1708 title: "Packets Per Second [pps]"
1726 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1727 algorithm: "plot_performance_box"
1728 output-file-type: ".html"
1729 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1731 csit-vpp-perf-1710-all:
1742 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1748 boxpoints: "outliers"
1751 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1756 gridcolor: "rgb(238, 238, 238)"
1757 linecolor: "rgb(238, 238, 238)"
1761 showticklabels: True
1762 tickcolor: "rgb(238, 238, 238)"
1764 title: "Indexed Test Cases"
1767 gridcolor: "rgb(238, 238, 238)'"
1769 linecolor: "rgb(238, 238, 238)"
1774 showticklabels: True
1775 tickcolor: "rgb(238, 238, 238)"
1776 title: "Packets Per Second [pps]"
1795 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1796 algorithm: "plot_performance_box"
1797 output-file-type: ".html"
1798 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1800 csit-vpp-perf-1710-all:
1811 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1817 boxpoints: "outliers"
1820 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1825 gridcolor: "rgb(238, 238, 238)"
1826 linecolor: "rgb(238, 238, 238)"
1830 showticklabels: True
1831 tickcolor: "rgb(238, 238, 238)"
1833 title: "Indexed Test Cases"
1836 gridcolor: "rgb(238, 238, 238)'"
1838 linecolor: "rgb(238, 238, 238)"
1843 showticklabels: True
1844 tickcolor: "rgb(238, 238, 238)"
1845 title: "Packets Per Second [pps]"
1863 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1864 algorithm: "plot_performance_box"
1865 output-file-type: ".html"
1866 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1868 csit-vpp-perf-1710-all:
1879 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1885 boxpoints: "outliers"
1888 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1893 gridcolor: "rgb(238, 238, 238)"
1894 linecolor: "rgb(238, 238, 238)"
1898 showticklabels: True
1899 tickcolor: "rgb(238, 238, 238)"
1901 title: "Indexed Test Cases"
1904 gridcolor: "rgb(238, 238, 238)'"
1906 linecolor: "rgb(238, 238, 238)"
1911 showticklabels: True
1912 tickcolor: "rgb(238, 238, 238)"
1913 title: "Packets Per Second [pps]"
1931 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1932 algorithm: "plot_performance_box"
1933 output-file-type: ".html"
1934 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1936 csit-vpp-perf-1710-all:
1947 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1953 boxpoints: "outliers"
1956 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1961 gridcolor: "rgb(238, 238, 238)"
1962 linecolor: "rgb(238, 238, 238)"
1966 showticklabels: True
1967 tickcolor: "rgb(238, 238, 238)"
1969 title: "Indexed Test Cases"
1972 gridcolor: "rgb(238, 238, 238)'"
1974 linecolor: "rgb(238, 238, 238)"
1979 showticklabels: True
1980 tickcolor: "rgb(238, 238, 238)"
1981 title: "Packets Per Second [pps]"
1999 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2000 algorithm: "plot_performance_box"
2001 output-file-type: ".html"
2002 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
2004 csit-vpp-perf-1710-all:
2015 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
2021 boxpoints: "outliers"
2024 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2029 gridcolor: "rgb(238, 238, 238)"
2030 linecolor: "rgb(238, 238, 238)"
2034 showticklabels: True
2035 tickcolor: "rgb(238, 238, 238)"
2037 title: "Indexed Test Cases"
2040 gridcolor: "rgb(238, 238, 238)'"
2042 linecolor: "rgb(238, 238, 238)"
2047 showticklabels: True
2048 tickcolor: "rgb(238, 238, 238)"
2049 title: "Packets Per Second [pps]"
2068 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2069 algorithm: "plot_performance_box"
2070 output-file-type: ".html"
2071 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2073 csit-vpp-perf-1710-all:
2084 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2090 boxpoints: "outliers"
2093 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2098 gridcolor: "rgb(238, 238, 238)"
2099 linecolor: "rgb(238, 238, 238)"
2103 showticklabels: True
2104 tickcolor: "rgb(238, 238, 238)"
2106 title: "Indexed Test Cases"
2109 gridcolor: "rgb(238, 238, 238)'"
2111 linecolor: "rgb(238, 238, 238)"
2116 showticklabels: True
2117 tickcolor: "rgb(238, 238, 238)"
2118 title: "Packets Per Second [pps]"
2136 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2137 algorithm: "plot_performance_box"
2138 output-file-type: ".html"
2139 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2141 csit-vpp-perf-1710-all:
2152 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2158 boxpoints: "outliers"
2161 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2166 gridcolor: "rgb(238, 238, 238)"
2167 linecolor: "rgb(238, 238, 238)"
2171 showticklabels: True
2172 tickcolor: "rgb(238, 238, 238)"
2174 title: "Indexed Test Cases"
2177 gridcolor: "rgb(238, 238, 238)'"
2179 linecolor: "rgb(238, 238, 238)"
2184 showticklabels: True
2185 tickcolor: "rgb(238, 238, 238)"
2186 title: "Packets Per Second [pps]"
2204 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2205 algorithm: "plot_performance_box"
2206 output-file-type: ".html"
2207 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2209 csit-vpp-perf-1710-all:
2220 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2226 boxpoints: "outliers"
2229 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2234 gridcolor: "rgb(238, 238, 238)"
2235 linecolor: "rgb(238, 238, 238)"
2239 showticklabels: True
2240 tickcolor: "rgb(238, 238, 238)"
2242 title: "Indexed Test Cases"
2245 gridcolor: "rgb(238, 238, 238)'"
2247 linecolor: "rgb(238, 238, 238)"
2252 showticklabels: True
2253 tickcolor: "rgb(238, 238, 238)"
2254 title: "Packets Per Second [pps]"
2272 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2273 algorithm: "plot_performance_box"
2274 output-file-type: ".html"
2275 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2277 csit-vpp-perf-1710-all:
2288 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2294 boxpoints: "outliers"
2297 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2302 gridcolor: "rgb(238, 238, 238)"
2303 linecolor: "rgb(238, 238, 238)"
2307 showticklabels: True
2308 tickcolor: "rgb(238, 238, 238)"
2310 title: "Indexed Test Cases"
2313 gridcolor: "rgb(238, 238, 238)'"
2315 linecolor: "rgb(238, 238, 238)"
2320 showticklabels: True
2321 tickcolor: "rgb(238, 238, 238)"
2322 title: "Packets Per Second [pps]"
2341 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2342 algorithm: "plot_performance_box"
2343 output-file-type: ".html"
2344 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2346 csit-vpp-perf-1710-all:
2357 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2363 boxpoints: "outliers"
2366 title: "64B-1t1c-.*vhost.*-ndrdisc"
2371 gridcolor: "rgb(238, 238, 238)"
2372 linecolor: "rgb(238, 238, 238)"
2376 showticklabels: True
2377 tickcolor: "rgb(238, 238, 238)"
2379 title: "Indexed Test Cases"
2382 gridcolor: "rgb(238, 238, 238)'"
2384 linecolor: "rgb(238, 238, 238)"
2389 showticklabels: True
2390 tickcolor: "rgb(238, 238, 238)"
2391 title: "Packets Per Second [pps]"
2409 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2410 algorithm: "plot_performance_box"
2411 output-file-type: ".html"
2412 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2414 csit-vpp-perf-1710-all:
2425 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2431 boxpoints: "outliers"
2434 title: "64B-2t2c-.*vhost.*-ndrdisc"
2439 gridcolor: "rgb(238, 238, 238)"
2440 linecolor: "rgb(238, 238, 238)"
2444 showticklabels: True
2445 tickcolor: "rgb(238, 238, 238)"
2447 title: "Indexed Test Cases"
2450 gridcolor: "rgb(238, 238, 238)'"
2452 linecolor: "rgb(238, 238, 238)"
2457 showticklabels: True
2458 tickcolor: "rgb(238, 238, 238)"
2459 title: "Packets Per Second [pps]"
2477 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2478 algorithm: "plot_performance_box"
2479 output-file-type: ".html"
2480 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2482 csit-vpp-perf-1710-all:
2493 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2499 boxpoints: "outliers"
2502 title: "64B-1t1c-.*vhost.*-pdrdisc"
2507 gridcolor: "rgb(238, 238, 238)"
2508 linecolor: "rgb(238, 238, 238)"
2512 showticklabels: True
2513 tickcolor: "rgb(238, 238, 238)"
2515 title: "Indexed Test Cases"
2518 gridcolor: "rgb(238, 238, 238)'"
2520 linecolor: "rgb(238, 238, 238)"
2525 showticklabels: True
2526 tickcolor: "rgb(238, 238, 238)"
2527 title: "Packets Per Second [pps]"
2545 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2546 algorithm: "plot_performance_box"
2547 output-file-type: ".html"
2548 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2550 csit-vpp-perf-1710-all:
2561 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2567 boxpoints: "outliers"
2570 title: "64B-2t2c-.*vhost.*-pdrdisc"
2575 gridcolor: "rgb(238, 238, 238)"
2576 linecolor: "rgb(238, 238, 238)"
2580 showticklabels: True
2581 tickcolor: "rgb(238, 238, 238)"
2583 title: "Indexed Test Cases"
2586 gridcolor: "rgb(238, 238, 238)'"
2588 linecolor: "rgb(238, 238, 238)"
2593 showticklabels: True
2594 tickcolor: "rgb(238, 238, 238)"
2595 title: "Packets Per Second [pps]"
2611 # VPP VM VHOST SELECTION
2614 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2615 algorithm: "plot_performance_box"
2616 output-file-type: ".html"
2617 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2619 csit-vpp-perf-1710-all:
2630 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2636 boxpoints: "outliers"
2639 title: "64B-1t1c-.*vhost.*-ndrdisc"
2644 gridcolor: "rgb(238, 238, 238)"
2645 linecolor: "rgb(238, 238, 238)"
2649 showticklabels: True
2650 tickcolor: "rgb(238, 238, 238)"
2652 title: "Indexed Test Cases"
2655 gridcolor: "rgb(238, 238, 238)'"
2657 linecolor: "rgb(238, 238, 238)"
2662 showticklabels: True
2663 tickcolor: "rgb(238, 238, 238)"
2664 title: "Packets Per Second [pps]"
2682 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2683 algorithm: "plot_performance_box"
2684 output-file-type: ".html"
2685 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2687 csit-vpp-perf-1710-all:
2698 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2704 boxpoints: "outliers"
2707 title: "64B-2t2c-.*vhost.*-ndrdisc"
2712 gridcolor: "rgb(238, 238, 238)"
2713 linecolor: "rgb(238, 238, 238)"
2717 showticklabels: True
2718 tickcolor: "rgb(238, 238, 238)"
2720 title: "Indexed Test Cases"
2723 gridcolor: "rgb(238, 238, 238)'"
2725 linecolor: "rgb(238, 238, 238)"
2730 showticklabels: True
2731 tickcolor: "rgb(238, 238, 238)"
2732 title: "Packets Per Second [pps]"
2750 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2751 algorithm: "plot_performance_box"
2752 output-file-type: ".html"
2753 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2755 csit-vpp-perf-1710-all:
2766 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2772 boxpoints: "outliers"
2775 title: "64B-1t1c-.*vhost.*-pdrdisc"
2780 gridcolor: "rgb(238, 238, 238)"
2781 linecolor: "rgb(238, 238, 238)"
2785 showticklabels: True
2786 tickcolor: "rgb(238, 238, 238)"
2788 title: "Indexed Test Cases"
2791 gridcolor: "rgb(238, 238, 238)'"
2793 linecolor: "rgb(238, 238, 238)"
2798 showticklabels: True
2799 tickcolor: "rgb(238, 238, 238)"
2800 title: "Packets Per Second [pps]"
2818 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2819 algorithm: "plot_performance_box"
2820 output-file-type: ".html"
2821 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2823 csit-vpp-perf-1710-all:
2834 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2840 boxpoints: "outliers"
2843 title: "64B-2t2c-.*vhost.*-pdrdisc"
2848 gridcolor: "rgb(238, 238, 238)"
2849 linecolor: "rgb(238, 238, 238)"
2853 showticklabels: True
2854 tickcolor: "rgb(238, 238, 238)"
2856 title: "Indexed Test Cases"
2859 gridcolor: "rgb(238, 238, 238)'"
2861 linecolor: "rgb(238, 238, 238)"
2866 showticklabels: True
2867 tickcolor: "rgb(238, 238, 238)"
2868 title: "Packets Per Second [pps]"
2887 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2888 algorithm: "plot_performance_box"
2889 output-file-type: ".html"
2890 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2892 csit-vpp-perf-1710-all:
2903 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2909 boxpoints: "outliers"
2912 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2917 gridcolor: "rgb(238, 238, 238)"
2918 linecolor: "rgb(238, 238, 238)"
2922 showticklabels: True
2923 tickcolor: "rgb(238, 238, 238)"
2925 title: "Indexed Test Cases"
2928 gridcolor: "rgb(238, 238, 238)'"
2930 linecolor: "rgb(238, 238, 238)"
2935 showticklabels: True
2936 tickcolor: "rgb(238, 238, 238)"
2937 title: "Packets Per Second [pps]"
2955 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2956 algorithm: "plot_performance_box"
2957 output-file-type: ".html"
2958 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2960 csit-vpp-perf-1710-all:
2971 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2977 boxpoints: "outliers"
2980 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2985 gridcolor: "rgb(238, 238, 238)"
2986 linecolor: "rgb(238, 238, 238)"
2990 showticklabels: True
2991 tickcolor: "rgb(238, 238, 238)"
2993 title: "Indexed Test Cases"
2996 gridcolor: "rgb(238, 238, 238)'"
2998 linecolor: "rgb(238, 238, 238)"
3003 showticklabels: True
3004 tickcolor: "rgb(238, 238, 238)"
3005 title: "Packets Per Second [pps]"
3023 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
3024 algorithm: "plot_performance_box"
3025 output-file-type: ".html"
3026 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
3028 csit-vpp-perf-1710-all:
3039 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3045 boxpoints: "outliers"
3048 title: "64B-1t1c-.*ipsec.*-pdrdisc"
3053 gridcolor: "rgb(238, 238, 238)"
3054 linecolor: "rgb(238, 238, 238)"
3058 showticklabels: True
3059 tickcolor: "rgb(238, 238, 238)"
3061 title: "Indexed Test Cases"
3064 gridcolor: "rgb(238, 238, 238)'"
3066 linecolor: "rgb(238, 238, 238)"
3071 showticklabels: True
3072 tickcolor: "rgb(238, 238, 238)"
3073 title: "Packets Per Second [pps]"
3091 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
3092 algorithm: "plot_performance_box"
3093 output-file-type: ".html"
3094 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
3096 csit-vpp-perf-1710-all:
3107 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3113 boxpoints: "outliers"
3116 title: "64B-2t2c-.*ipsec.*-pdrdisc"
3121 gridcolor: "rgb(238, 238, 238)"
3122 linecolor: "rgb(238, 238, 238)"
3126 showticklabels: True
3127 tickcolor: "rgb(238, 238, 238)"
3129 title: "Indexed Test Cases"
3132 gridcolor: "rgb(238, 238, 238)'"
3134 linecolor: "rgb(238, 238, 238)"
3139 showticklabels: True
3140 tickcolor: "rgb(238, 238, 238)"
3141 title: "Packets Per Second [pps]"
3160 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3161 algorithm: "plot_performance_box"
3162 output-file-type: ".html"
3163 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
3165 csit-dpdk-perf-1710-all:
3176 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3182 boxpoints: "outliers"
3185 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3190 gridcolor: "rgb(238, 238, 238)"
3191 linecolor: "rgb(238, 238, 238)"
3195 showticklabels: True
3196 tickcolor: "rgb(238, 238, 238)"
3198 title: "Indexed Test Cases"
3201 gridcolor: "rgb(238, 238, 238)'"
3203 linecolor: "rgb(238, 238, 238)"
3208 showticklabels: True
3209 tickcolor: "rgb(238, 238, 238)"
3210 title: "Packets Per Second [pps]"
3228 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3229 algorithm: "plot_performance_box"
3230 output-file-type: ".html"
3231 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
3233 csit-dpdk-perf-1710-all:
3244 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3250 boxpoints: "outliers"
3253 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3258 gridcolor: "rgb(238, 238, 238)"
3259 linecolor: "rgb(238, 238, 238)"
3263 showticklabels: True
3264 tickcolor: "rgb(238, 238, 238)"
3266 title: "Indexed Test Cases"
3269 gridcolor: "rgb(238, 238, 238)'"
3271 linecolor: "rgb(238, 238, 238)"
3276 showticklabels: True
3277 tickcolor: "rgb(238, 238, 238)"
3278 title: "Packets Per Second [pps]"
3296 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3297 algorithm: "plot_performance_box"
3298 output-file-type: ".html"
3299 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3301 csit-dpdk-perf-1710-all:
3312 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3318 boxpoints: "outliers"
3321 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3326 gridcolor: "rgb(238, 238, 238)"
3327 linecolor: "rgb(238, 238, 238)"
3331 showticklabels: True
3332 tickcolor: "rgb(238, 238, 238)"
3334 title: "Indexed Test Cases"
3337 gridcolor: "rgb(238, 238, 238)'"
3339 linecolor: "rgb(238, 238, 238)"
3341 range: [2000000, 12000000]
3344 showticklabels: True
3345 tickcolor: "rgb(238, 238, 238)"
3346 title: "Packets Per Second [pps]"
3364 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3365 algorithm: "plot_performance_box"
3366 output-file-type: ".html"
3367 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3369 csit-dpdk-perf-1710-all:
3380 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3386 boxpoints: "outliers"
3389 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3394 gridcolor: "rgb(238, 238, 238)"
3395 linecolor: "rgb(238, 238, 238)"
3399 showticklabels: True
3400 tickcolor: "rgb(238, 238, 238)"
3402 title: "Indexed Test Cases"
3405 gridcolor: "rgb(238, 238, 238)'"
3407 linecolor: "rgb(238, 238, 238)"
3409 range: [2000000, 12000000]
3412 showticklabels: True
3413 tickcolor: "rgb(238, 238, 238)"
3414 title: "Packets Per Second [pps]"
3432 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3433 algorithm: "plot_performance_box"
3434 output-file-type: ".html"
3435 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3437 csit-dpdk-perf-1710-all:
3448 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3454 boxpoints: "outliers"
3457 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3462 gridcolor: "rgb(238, 238, 238)"
3463 linecolor: "rgb(238, 238, 238)"
3467 showticklabels: True
3468 tickcolor: "rgb(238, 238, 238)"
3470 title: "Indexed Test Cases"
3473 gridcolor: "rgb(238, 238, 238)'"
3475 linecolor: "rgb(238, 238, 238)"
3480 showticklabels: True
3481 tickcolor: "rgb(238, 238, 238)"
3482 title: "Packets Per Second [pps]"
3500 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3501 algorithm: "plot_performance_box"
3502 output-file-type: ".html"
3503 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3505 csit-dpdk-perf-1710-all:
3516 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3522 boxpoints: "outliers"
3525 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3530 gridcolor: "rgb(238, 238, 238)"
3531 linecolor: "rgb(238, 238, 238)"
3535 showticklabels: True
3536 tickcolor: "rgb(238, 238, 238)"
3538 title: "Indexed Test Cases"
3541 gridcolor: "rgb(238, 238, 238)'"
3543 linecolor: "rgb(238, 238, 238)"
3548 showticklabels: True
3549 tickcolor: "rgb(238, 238, 238)"
3550 title: "Packets Per Second [pps]"
3568 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3569 algorithm: "plot_performance_box"
3570 output-file-type: ".html"
3571 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3573 csit-dpdk-perf-1710-all:
3584 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3590 boxpoints: "outliers"
3593 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3598 gridcolor: "rgb(238, 238, 238)"
3599 linecolor: "rgb(238, 238, 238)"
3603 showticklabels: True
3604 tickcolor: "rgb(238, 238, 238)"
3606 title: "Indexed Test Cases"
3609 gridcolor: "rgb(238, 238, 238)'"
3611 linecolor: "rgb(238, 238, 238)"
3613 range: [20000000, 30000000]
3616 showticklabels: True
3617 tickcolor: "rgb(238, 238, 238)"
3618 title: "Packets Per Second [pps]"
3636 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3637 algorithm: "plot_performance_box"
3638 output-file-type: ".html"
3639 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3641 csit-dpdk-perf-1710-all:
3652 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3658 boxpoints: "outliers"
3661 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3666 gridcolor: "rgb(238, 238, 238)"
3667 linecolor: "rgb(238, 238, 238)"
3671 showticklabels: True
3672 tickcolor: "rgb(238, 238, 238)"
3674 title: "Indexed Test Cases"
3677 gridcolor: "rgb(238, 238, 238)'"
3679 linecolor: "rgb(238, 238, 238)"
3681 range: [20000000, 30000000]
3684 showticklabels: True
3685 tickcolor: "rgb(238, 238, 238)"
3686 title: "Packets Per Second [pps]"
3707 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3708 algorithm: "plot_latency_box"
3709 output-file-type: ".html"
3710 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3712 csit-vpp-perf-1710-all:
3723 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3730 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3735 gridcolor: "rgb(238, 238, 238)"
3736 linecolor: "rgb(238, 238, 238)"
3740 showticklabels: True
3741 tickcolor: "rgb(238, 238, 238)"
3743 title: "Indexed Test Cases"
3746 gridcolor: "rgb(238, 238, 238)'"
3748 linecolor: "rgb(238, 238, 238)"
3753 showticklabels: True
3754 tickcolor: "rgb(238, 238, 238)"
3755 title: "Latency min/avg/max [uSec]"
3773 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3774 algorithm: "plot_latency_box"
3775 output-file-type: ".html"
3776 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3778 csit-vpp-perf-1710-all:
3789 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3796 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3801 gridcolor: "rgb(238, 238, 238)"
3802 linecolor: "rgb(238, 238, 238)"
3806 showticklabels: True
3807 tickcolor: "rgb(238, 238, 238)"
3809 title: "Indexed Test Cases"
3812 gridcolor: "rgb(238, 238, 238)'"
3814 linecolor: "rgb(238, 238, 238)"
3819 showticklabels: True
3820 tickcolor: "rgb(238, 238, 238)"
3821 title: "Latency min/avg/max [uSec]"
3840 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3841 algorithm: "plot_latency_box"
3842 output-file-type: ".html"
3843 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3845 csit-vpp-perf-1710-all:
3856 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3863 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3868 gridcolor: "rgb(238, 238, 238)"
3869 linecolor: "rgb(238, 238, 238)"
3873 showticklabels: True
3874 tickcolor: "rgb(238, 238, 238)"
3876 title: "Indexed Test Cases"
3879 gridcolor: "rgb(238, 238, 238)'"
3881 linecolor: "rgb(238, 238, 238)"
3886 showticklabels: True
3887 tickcolor: "rgb(238, 238, 238)"
3888 title: "Latency min/avg/max [uSec]"
3906 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3907 algorithm: "plot_latency_box"
3908 output-file-type: ".html"
3909 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3911 csit-vpp-perf-1710-all:
3922 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3929 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3934 gridcolor: "rgb(238, 238, 238)"
3935 linecolor: "rgb(238, 238, 238)"
3939 showticklabels: True
3940 tickcolor: "rgb(238, 238, 238)"
3942 title: "Indexed Test Cases"
3945 gridcolor: "rgb(238, 238, 238)'"
3947 linecolor: "rgb(238, 238, 238)"
3952 showticklabels: True
3953 tickcolor: "rgb(238, 238, 238)"
3954 title: "Latency min/avg/max [uSec]"
3973 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3974 algorithm: "plot_latency_box"
3975 output-file-type: ".html"
3976 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3978 csit-vpp-perf-1710-all:
3989 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3996 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4001 gridcolor: "rgb(238, 238, 238)"
4002 linecolor: "rgb(238, 238, 238)"
4006 showticklabels: True
4007 tickcolor: "rgb(238, 238, 238)"
4009 title: "Indexed Test Cases"
4012 gridcolor: "rgb(238, 238, 238)'"
4014 linecolor: "rgb(238, 238, 238)"
4019 showticklabels: True
4020 tickcolor: "rgb(238, 238, 238)"
4021 title: "Latency min/avg/max [uSec]"
4039 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4040 algorithm: "plot_latency_box"
4041 output-file-type: ".html"
4042 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
4044 csit-vpp-perf-1710-all:
4055 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
4062 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4067 gridcolor: "rgb(238, 238, 238)"
4068 linecolor: "rgb(238, 238, 238)"
4072 showticklabels: True
4073 tickcolor: "rgb(238, 238, 238)"
4075 title: "Indexed Test Cases"
4078 gridcolor: "rgb(238, 238, 238)'"
4080 linecolor: "rgb(238, 238, 238)"
4085 showticklabels: True
4086 tickcolor: "rgb(238, 238, 238)"
4087 title: "Latency min/avg/max [uSec]"
4106 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4107 algorithm: "plot_latency_box"
4108 output-file-type: ".html"
4109 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
4111 csit-vpp-perf-1710-all:
4122 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4129 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4134 gridcolor: "rgb(238, 238, 238)"
4135 linecolor: "rgb(238, 238, 238)"
4139 showticklabels: True
4140 tickcolor: "rgb(238, 238, 238)"
4142 title: "Indexed Test Cases"
4145 gridcolor: "rgb(238, 238, 238)'"
4147 linecolor: "rgb(238, 238, 238)"
4152 showticklabels: True
4153 tickcolor: "rgb(238, 238, 238)"
4154 title: "Latency min/avg/max [uSec]"
4172 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4173 algorithm: "plot_latency_box"
4174 output-file-type: ".html"
4175 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
4177 csit-vpp-perf-1710-all:
4188 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4195 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4200 gridcolor: "rgb(238, 238, 238)"
4201 linecolor: "rgb(238, 238, 238)"
4205 showticklabels: True
4206 tickcolor: "rgb(238, 238, 238)"
4208 title: "Indexed Test Cases"
4211 gridcolor: "rgb(238, 238, 238)'"
4213 linecolor: "rgb(238, 238, 238)"
4218 showticklabels: True
4219 tickcolor: "rgb(238, 238, 238)"
4220 title: "Latency min/avg/max [uSec]"
4239 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4240 algorithm: "plot_latency_box"
4241 output-file-type: ".html"
4242 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
4244 csit-vpp-perf-1710-all:
4255 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4262 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4267 gridcolor: "rgb(238, 238, 238)"
4268 linecolor: "rgb(238, 238, 238)"
4272 showticklabels: True
4273 tickcolor: "rgb(238, 238, 238)"
4275 title: "Indexed Test Cases"
4278 gridcolor: "rgb(238, 238, 238)'"
4280 linecolor: "rgb(238, 238, 238)"
4285 showticklabels: True
4286 tickcolor: "rgb(238, 238, 238)"
4287 title: "Latency min/avg/max [uSec]"
4305 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4306 algorithm: "plot_latency_box"
4307 output-file-type: ".html"
4308 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
4310 csit-vpp-perf-1710-all:
4321 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4328 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4333 gridcolor: "rgb(238, 238, 238)"
4334 linecolor: "rgb(238, 238, 238)"
4338 showticklabels: True
4339 tickcolor: "rgb(238, 238, 238)"
4341 title: "Indexed Test Cases"
4344 gridcolor: "rgb(238, 238, 238)'"
4346 linecolor: "rgb(238, 238, 238)"
4351 showticklabels: True
4352 tickcolor: "rgb(238, 238, 238)"
4353 title: "Latency min/avg/max [uSec]"
4372 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4373 algorithm: "plot_latency_box"
4374 output-file-type: ".html"
4375 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
4377 csit-vpp-perf-1710-all:
4388 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4395 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4400 gridcolor: "rgb(238, 238, 238)"
4401 linecolor: "rgb(238, 238, 238)"
4405 showticklabels: True
4406 tickcolor: "rgb(238, 238, 238)"
4408 title: "Indexed Test Cases"
4411 gridcolor: "rgb(238, 238, 238)'"
4413 linecolor: "rgb(238, 238, 238)"
4418 showticklabels: True
4419 tickcolor: "rgb(238, 238, 238)"
4420 title: "Latency min/avg/max [uSec]"
4438 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4439 algorithm: "plot_latency_box"
4440 output-file-type: ".html"
4441 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
4443 csit-vpp-perf-1710-all:
4454 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4461 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4466 gridcolor: "rgb(238, 238, 238)"
4467 linecolor: "rgb(238, 238, 238)"
4471 showticklabels: True
4472 tickcolor: "rgb(238, 238, 238)"
4474 title: "Indexed Test Cases"
4477 gridcolor: "rgb(238, 238, 238)'"
4479 linecolor: "rgb(238, 238, 238)"
4484 showticklabels: True
4485 tickcolor: "rgb(238, 238, 238)"
4486 title: "Latency min/avg/max [uSec]"
4505 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4506 algorithm: "plot_latency_box"
4507 output-file-type: ".html"
4508 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
4510 csit-vpp-perf-1710-all:
4521 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4528 title: "64B-1t1c-.*vhost.*-ndrdisc"
4533 gridcolor: "rgb(238, 238, 238)"
4534 linecolor: "rgb(238, 238, 238)"
4538 showticklabels: True
4539 tickcolor: "rgb(238, 238, 238)"
4541 title: "Indexed Test Cases"
4544 gridcolor: "rgb(238, 238, 238)'"
4546 linecolor: "rgb(238, 238, 238)"
4551 showticklabels: True
4552 tickcolor: "rgb(238, 238, 238)"
4553 title: "Latency min/avg/max [uSec]"
4571 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4572 algorithm: "plot_latency_box"
4573 output-file-type: ".html"
4574 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
4576 csit-vpp-perf-1710-all:
4587 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4594 title: "64B-2t2c-.*vhost.*-ndrdisc"
4599 gridcolor: "rgb(238, 238, 238)"
4600 linecolor: "rgb(238, 238, 238)"
4604 showticklabels: True
4605 tickcolor: "rgb(238, 238, 238)"
4607 title: "Indexed Test Cases"
4610 gridcolor: "rgb(238, 238, 238)'"
4612 linecolor: "rgb(238, 238, 238)"
4617 showticklabels: True
4618 tickcolor: "rgb(238, 238, 238)"
4619 title: "Latency min/avg/max [uSec]"
4635 # VPP VM VHOST selection
4638 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4639 algorithm: "plot_latency_box"
4640 output-file-type: ".html"
4641 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4643 csit-vpp-perf-1710-all:
4654 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4661 title: "64B-1t1c-.*vhost.*-ndrdisc"
4666 gridcolor: "rgb(238, 238, 238)"
4667 linecolor: "rgb(238, 238, 238)"
4671 showticklabels: True
4672 tickcolor: "rgb(238, 238, 238)"
4674 title: "Indexed Test Cases"
4677 gridcolor: "rgb(238, 238, 238)'"
4679 linecolor: "rgb(238, 238, 238)"
4684 showticklabels: True
4685 tickcolor: "rgb(238, 238, 238)"
4686 title: "Latency min/avg/max [uSec]"
4704 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4705 algorithm: "plot_latency_box"
4706 output-file-type: ".html"
4707 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4709 csit-vpp-perf-1710-all:
4720 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4727 title: "64B-2t2c-.*vhost.*-ndrdisc"
4732 gridcolor: "rgb(238, 238, 238)"
4733 linecolor: "rgb(238, 238, 238)"
4737 showticklabels: True
4738 tickcolor: "rgb(238, 238, 238)"
4740 title: "Indexed Test Cases"
4743 gridcolor: "rgb(238, 238, 238)'"
4745 linecolor: "rgb(238, 238, 238)"
4750 showticklabels: True
4751 tickcolor: "rgb(238, 238, 238)"
4752 title: "Latency min/avg/max [uSec]"
4771 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4772 algorithm: "plot_latency_box"
4773 output-file-type: ".html"
4774 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4776 csit-vpp-perf-1710-all:
4787 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4794 title: "64B-1t1c-.*ipsec.*-ndrdisc"
4799 gridcolor: "rgb(238, 238, 238)"
4800 linecolor: "rgb(238, 238, 238)"
4804 showticklabels: True
4805 tickcolor: "rgb(238, 238, 238)"
4807 title: "Indexed Test Cases"
4810 gridcolor: "rgb(238, 238, 238)'"
4812 linecolor: "rgb(238, 238, 238)"
4817 showticklabels: True
4818 tickcolor: "rgb(238, 238, 238)"
4819 title: "Latency min/avg/max [uSec]"
4837 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4838 algorithm: "plot_latency_box"
4839 output-file-type: ".html"
4840 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4842 csit-vpp-perf-1710-all:
4853 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4860 title: "64B-2t2c-.*ipsec.*-ndrdisc"
4865 gridcolor: "rgb(238, 238, 238)"
4866 linecolor: "rgb(238, 238, 238)"
4870 showticklabels: True
4871 tickcolor: "rgb(238, 238, 238)"
4873 title: "Indexed Test Cases"
4876 gridcolor: "rgb(238, 238, 238)'"
4878 linecolor: "rgb(238, 238, 238)"
4883 showticklabels: True
4884 tickcolor: "rgb(238, 238, 238)"
4885 title: "Latency min/avg/max [uSec]"
4904 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4905 algorithm: "plot_latency_box"
4906 output-file-type: ".html"
4907 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4909 csit-dpdk-perf-1710-all:
4920 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4927 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4932 gridcolor: "rgb(238, 238, 238)"
4933 linecolor: "rgb(238, 238, 238)"
4937 showticklabels: True
4938 tickcolor: "rgb(238, 238, 238)"
4940 title: "Indexed Test Cases"
4943 gridcolor: "rgb(238, 238, 238)'"
4945 linecolor: "rgb(238, 238, 238)"
4950 showticklabels: True
4951 tickcolor: "rgb(238, 238, 238)"
4952 title: "Latency min/avg/max [uSec]"
4970 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4971 algorithm: "plot_latency_box"
4972 output-file-type: ".html"
4973 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4975 csit-dpdk-perf-1710-all:
4986 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4993 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4998 gridcolor: "rgb(238, 238, 238)"
4999 linecolor: "rgb(238, 238, 238)"
5003 showticklabels: True
5004 tickcolor: "rgb(238, 238, 238)"
5006 title: "Indexed Test Cases"
5009 gridcolor: "rgb(238, 238, 238)'"
5011 linecolor: "rgb(238, 238, 238)"
5016 showticklabels: True
5017 tickcolor: "rgb(238, 238, 238)"
5018 title: "Latency min/avg/max [uSec]"
5036 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
5037 algorithm: "plot_latency_box"
5038 output-file-type: ".html"
5039 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
5041 csit-dpdk-perf-1710-all:
5052 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
5059 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
5064 gridcolor: "rgb(238, 238, 238)"
5065 linecolor: "rgb(238, 238, 238)"
5069 showticklabels: True
5070 tickcolor: "rgb(238, 238, 238)"
5072 title: "Indexed Test Cases"
5075 gridcolor: "rgb(238, 238, 238)'"
5077 linecolor: "rgb(238, 238, 238)"
5082 showticklabels: True
5083 tickcolor: "rgb(238, 238, 238)"
5084 title: "Latency min/avg/max [uSec]"
5102 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5103 algorithm: "plot_latency_box"
5104 output-file-type: ".html"
5105 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
5107 csit-dpdk-perf-1710-all:
5118 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
5125 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5130 gridcolor: "rgb(238, 238, 238)"
5131 linecolor: "rgb(238, 238, 238)"
5135 showticklabels: True
5136 tickcolor: "rgb(238, 238, 238)"
5138 title: "Indexed Test Cases"
5141 gridcolor: "rgb(238, 238, 238)'"
5143 linecolor: "rgb(238, 238, 238)"
5148 showticklabels: True
5149 tickcolor: "rgb(238, 238, 238)"
5150 title: "Latency min/avg/max [uSec]"
5166 # Ligato - Throughput
5171 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5172 algorithm: "plot_performance_box"
5173 output-file-type: ".html"
5174 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
5176 csit-vpp-perf-1710-all:
5187 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5193 boxpoints: "outliers"
5196 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5201 gridcolor: "rgb(238, 238, 238)"
5202 linecolor: "rgb(238, 238, 238)"
5206 showticklabels: True
5207 tickcolor: "rgb(238, 238, 238)"
5209 title: "Indexed Test Cases"
5212 gridcolor: "rgb(238, 238, 238)'"
5214 linecolor: "rgb(238, 238, 238)"
5219 showticklabels: True
5220 tickcolor: "rgb(238, 238, 238)"
5221 title: "Packets Per Second [pps]"
5239 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5240 algorithm: "plot_performance_box"
5241 output-file-type: ".html"
5242 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
5244 csit-vpp-perf-1710-all:
5255 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5261 boxpoints: "outliers"
5264 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5269 gridcolor: "rgb(238, 238, 238)"
5270 linecolor: "rgb(238, 238, 238)"
5274 showticklabels: True
5275 tickcolor: "rgb(238, 238, 238)"
5277 title: "Indexed Test Cases"
5280 gridcolor: "rgb(238, 238, 238)'"
5282 linecolor: "rgb(238, 238, 238)"
5287 showticklabels: True
5288 tickcolor: "rgb(238, 238, 238)"
5289 title: "Packets Per Second [pps]"
5307 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5308 algorithm: "plot_performance_box"
5309 output-file-type: ".html"
5310 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
5312 csit-vpp-perf-1710-all:
5323 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5329 boxpoints: "outliers"
5332 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5337 gridcolor: "rgb(238, 238, 238)"
5338 linecolor: "rgb(238, 238, 238)"
5342 showticklabels: True
5343 tickcolor: "rgb(238, 238, 238)"
5345 title: "Indexed Test Cases"
5348 gridcolor: "rgb(238, 238, 238)'"
5350 linecolor: "rgb(238, 238, 238)"
5355 showticklabels: True
5356 tickcolor: "rgb(238, 238, 238)"
5357 title: "Packets Per Second [pps]"
5375 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5376 algorithm: "plot_performance_box"
5377 output-file-type: ".html"
5378 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
5380 csit-vpp-perf-1710-all:
5391 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5397 boxpoints: "outliers"
5400 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5405 gridcolor: "rgb(238, 238, 238)"
5406 linecolor: "rgb(238, 238, 238)"
5410 showticklabels: True
5411 tickcolor: "rgb(238, 238, 238)"
5413 title: "Indexed Test Cases"
5416 gridcolor: "rgb(238, 238, 238)'"
5418 linecolor: "rgb(238, 238, 238)"
5423 showticklabels: True
5424 tickcolor: "rgb(238, 238, 238)"
5425 title: "Packets Per Second [pps]"
5441 # Container orchestrated
5444 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5445 algorithm: "plot_performance_box"
5446 output-file-type: ".html"
5447 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
5449 csit-ligato-perf-1710-all:
5460 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5466 boxpoints: "outliers"
5469 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5474 gridcolor: "rgb(238, 238, 238)"
5475 linecolor: "rgb(238, 238, 238)"
5479 showticklabels: True
5480 tickcolor: "rgb(238, 238, 238)"
5482 title: "Indexed Test Cases"
5485 gridcolor: "rgb(238, 238, 238)'"
5487 linecolor: "rgb(238, 238, 238)"
5492 showticklabels: True
5493 tickcolor: "rgb(238, 238, 238)"
5494 title: "Packets Per Second [pps]"
5512 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5513 algorithm: "plot_performance_box"
5514 output-file-type: ".html"
5515 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
5517 csit-ligato-perf-1710-all:
5528 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5534 boxpoints: "outliers"
5537 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5542 gridcolor: "rgb(238, 238, 238)"
5543 linecolor: "rgb(238, 238, 238)"
5547 showticklabels: True
5548 tickcolor: "rgb(238, 238, 238)"
5550 title: "Indexed Test Cases"
5553 gridcolor: "rgb(238, 238, 238)'"
5555 linecolor: "rgb(238, 238, 238)"
5560 showticklabels: True
5561 tickcolor: "rgb(238, 238, 238)"
5562 title: "Packets Per Second [pps]"
5580 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5581 algorithm: "plot_performance_box"
5582 output-file-type: ".html"
5583 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
5585 csit-ligato-perf-1710-all:
5596 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5602 boxpoints: "outliers"
5605 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5610 gridcolor: "rgb(238, 238, 238)"
5611 linecolor: "rgb(238, 238, 238)"
5615 showticklabels: True
5616 tickcolor: "rgb(238, 238, 238)"
5618 title: "Indexed Test Cases"
5621 gridcolor: "rgb(238, 238, 238)'"
5623 linecolor: "rgb(238, 238, 238)"
5628 showticklabels: True
5629 tickcolor: "rgb(238, 238, 238)"
5630 title: "Packets Per Second [pps]"
5648 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5649 algorithm: "plot_performance_box"
5650 output-file-type: ".html"
5651 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
5653 csit-ligato-perf-1710-all:
5664 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5670 boxpoints: "outliers"
5673 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5678 gridcolor: "rgb(238, 238, 238)"
5679 linecolor: "rgb(238, 238, 238)"
5683 showticklabels: True
5684 tickcolor: "rgb(238, 238, 238)"
5686 title: "Indexed Test Cases"
5689 gridcolor: "rgb(238, 238, 238)'"
5691 linecolor: "rgb(238, 238, 238)"
5696 showticklabels: True
5697 tickcolor: "rgb(238, 238, 238)"
5698 title: "Packets Per Second [pps]"
5719 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5720 algorithm: "plot_latency_box"
5721 output-file-type: ".html"
5722 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
5724 csit-vpp-perf-1710-all:
5735 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5742 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5747 gridcolor: "rgb(238, 238, 238)"
5748 linecolor: "rgb(238, 238, 238)"
5752 showticklabels: True
5753 tickcolor: "rgb(238, 238, 238)"
5755 title: "Indexed Test Cases"
5758 gridcolor: "rgb(238, 238, 238)'"
5760 linecolor: "rgb(238, 238, 238)"
5765 showticklabels: True
5766 tickcolor: "rgb(238, 238, 238)"
5767 title: "Latency min/avg/max [uSec]"
5785 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5786 algorithm: "plot_latency_box"
5787 output-file-type: ".html"
5788 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
5790 csit-vpp-perf-1710-all:
5801 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5808 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5813 gridcolor: "rgb(238, 238, 238)"
5814 linecolor: "rgb(238, 238, 238)"
5818 showticklabels: True
5819 tickcolor: "rgb(238, 238, 238)"
5821 title: "Indexed Test Cases"
5824 gridcolor: "rgb(238, 238, 238)'"
5826 linecolor: "rgb(238, 238, 238)"
5831 showticklabels: True
5832 tickcolor: "rgb(238, 238, 238)"
5833 title: "Latency min/avg/max [uSec]"
5849 # Container orchestrated
5852 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5853 algorithm: "plot_latency_box"
5854 output-file-type: ".html"
5855 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
5857 csit-ligato-perf-1710-all:
5868 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5875 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5880 gridcolor: "rgb(238, 238, 238)"
5881 linecolor: "rgb(238, 238, 238)"
5885 showticklabels: True
5886 tickcolor: "rgb(238, 238, 238)"
5888 title: "Indexed Test Cases"
5891 gridcolor: "rgb(238, 238, 238)'"
5893 linecolor: "rgb(238, 238, 238)"
5898 showticklabels: True
5899 tickcolor: "rgb(238, 238, 238)"
5900 title: "Latency min/avg/max [uSec]"
5918 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5919 algorithm: "plot_latency_box"
5920 output-file-type: ".html"
5921 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
5923 csit-ligato-perf-1710-all:
5934 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5941 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5946 gridcolor: "rgb(238, 238, 238)"
5947 linecolor: "rgb(238, 238, 238)"
5951 showticklabels: True
5952 tickcolor: "rgb(238, 238, 238)"
5954 title: "Indexed Test Cases"
5957 gridcolor: "rgb(238, 238, 238)'"
5959 linecolor: "rgb(238, 238, 238)"
5964 showticklabels: True
5965 tickcolor: "rgb(238, 238, 238)"
5966 title: "Latency min/avg/max [uSec]"